apepkuss79 commited on
Commit
7681ff9
1 Parent(s): 06d55a7

Update models

Browse files
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ nomic-embed-text-v1.5-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ nomic-embed-text-v1.5-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ nomic-embed-text-v1.5-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ nomic-embed-text-v1.5-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ nomic-embed-text-v1.5-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ nomic-embed-text-v1.5-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ nomic-embed-text-v1.5-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ nomic-embed-text-v1.5-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ nomic-embed-text-v1.5-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ nomic-embed-text-v1.5-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ nomic-embed-text-v1.5-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ nomic-embed-text-v1.5-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ nomic-embed-text-v1.5-f16.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "swiglu",
3
+ "architectures": [
4
+ "NomicBertModel"
5
+ ],
6
+ "attn_pdrop": 0.0,
7
+ "auto_map": {
8
+ "AutoConfig": "nomic-ai/nomic-bert-2048--configuration_hf_nomic_bert.NomicBertConfig",
9
+ "AutoModel": "nomic-ai/nomic-bert-2048--modeling_hf_nomic_bert.NomicBertModel",
10
+ "AutoModelForMaskedLM": "nomic-ai/nomic-bert-2048--modeling_hf_nomic_bert.NomicBertForPreTraining"
11
+ },
12
+ "bos_token_id": null,
13
+ "causal": false,
14
+ "dense_seq_output": true,
15
+ "embd_pdrop": 0.0,
16
+ "eos_token_id": null,
17
+ "fused_bias_fc": true,
18
+ "fused_dropout_add_ln": true,
19
+ "initializer_range": 0.02,
20
+ "layer_norm_epsilon": 1e-12,
21
+ "max_trained_positions": 2048,
22
+ "mlp_fc1_bias": false,
23
+ "mlp_fc2_bias": false,
24
+ "model_type": "nomic_bert",
25
+ "n_embd": 768,
26
+ "n_head": 12,
27
+ "n_inner": 3072,
28
+ "n_layer": 12,
29
+ "n_positions": 8192,
30
+ "pad_vocab_size_multiple": 64,
31
+ "parallel_block": false,
32
+ "parallel_block_tied_norm": false,
33
+ "prenorm": false,
34
+ "qkv_proj_bias": false,
35
+ "reorder_and_upcast_attn": false,
36
+ "resid_pdrop": 0.0,
37
+ "rotary_emb_base": 1000,
38
+ "rotary_emb_fraction": 1.0,
39
+ "rotary_emb_interleaved": false,
40
+ "rotary_emb_scale_base": null,
41
+ "rotary_scaling_factor": null,
42
+ "scale_attn_by_inverse_layer_idx": false,
43
+ "scale_attn_weights": true,
44
+ "summary_activation": null,
45
+ "summary_first_dropout": 0.0,
46
+ "summary_proj_to_labels": true,
47
+ "summary_type": "cls_index",
48
+ "summary_use_proj": true,
49
+ "torch_dtype": "float32",
50
+ "transformers_version": "4.37.2",
51
+ "type_vocab_size": 2,
52
+ "use_cache": true,
53
+ "use_flash_attn": true,
54
+ "use_rms_norm": false,
55
+ "use_xentropy": true,
56
+ "vocab_size": 30528
57
+ }
nomic-embed-text-v1.5-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a352d7ed5617a14f48e4a7eda9e5281222f607717a4a8f807821a69525822710
3
+ size 60780672
nomic-embed-text-v1.5-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d91ce47a8a6581c39862715c21a7d90c34ef3cd12c233a23a3f433a8ade990e
3
+ size 80631936
nomic-embed-text-v1.5-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0e6cacaf0cf589d89df5d01548fd73e02557117bd5ce4df623c2f1ae774f792
3
+ size 76208256
nomic-embed-text-v1.5-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1dcaa1fa7a6c415c582d026d7446d88b62d3908bd69bd17fb9b39b503abed65
3
+ size 68688000
nomic-embed-text-v1.5-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:825f721e9a1ca2b0e8ded10ecd95c35bda92fe984fbdd384167431d588844d28
3
+ size 83728512
nomic-embed-text-v1.5-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ccb270440fcbb239193da3d42c61dc76df7992ab767b9d543360cab48766579
3
+ size 90032256
nomic-embed-text-v1.5-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a5f408ab0f5aa851f7d2994702dce3f7aabe39092e5a988163f2a174ab28965
3
+ size 84023424
nomic-embed-text-v1.5-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee92127c067fb0f2fb911646a6f0a29579f524c6314444355073fc290190df4
3
+ size 97884288
nomic-embed-text-v1.5-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:663149bbfd0049dc07a74a4d6bd2701ff0f19a83efd559f6f503f37b2d6e6ddf
3
+ size 102584448
nomic-embed-text-v1.5-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:364f67b3893147ade960bc1d2f2200adeadbe5c6430fbeb5923d5a22f0780ad8
3
+ size 97884288
nomic-embed-text-v1.5-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:468cd7907ae6de8a9425cd3c869fd157b124a33b0e0060924596dc84642bcd8c
3
+ size 112924800
nomic-embed-text-v1.5-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7b85baa6f8f28e7a7e54dc2e07063fa6affc6d615205df373e602870a29327f
3
+ size 146029824
nomic-embed-text-v1.5-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd4ba058653a56ab1f1ae29fd2f09295b7a38088fb20cfad0d51d70219c813c4
3
+ size 274178304