nomic-ai
/

nomic-embed-text-v1

Sentence Similarity

sentence-transformers

Transformers.js

feature-extraction

text-embeddings-inference

Model card Files Files and versions

zpn commited on Apr 2, 2024

Commit

02d9672

·

verified ·

1 Parent(s): 4f15897

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -3,7 +3,7 @@
   "architectures": [
     "NomicBertModel"
   ],
-  "attn_pdrop": 0.1,
   "auto_map": {
     "AutoConfig": "configuration_hf_nomic_bert.NomicBertConfig",
     "AutoModel": "modeling_hf_nomic_bert.NomicBertModel",
@@ -12,7 +12,7 @@
   "bos_token_id": null,
   "causal": false,
   "dense_seq_output": true,
-  "embd_pdrop": 0.1,
   "eos_token_id": null,
   "fused_bias_fc": true,
   "fused_dropout_add_ln": true,
@@ -32,7 +32,7 @@
   "prenorm": false,
   "qkv_proj_bias": false,
   "reorder_and_upcast_attn": false,
-  "resid_pdrop": 0.1,
   "rotary_emb_base": 1000,
   "rotary_emb_fraction": 1.0,
   "rotary_emb_interleaved": false,

   "architectures": [
     "NomicBertModel"
   ],
+  "attn_pdrop": 0.0,
   "auto_map": {
     "AutoConfig": "configuration_hf_nomic_bert.NomicBertConfig",
     "AutoModel": "modeling_hf_nomic_bert.NomicBertModel",
   "bos_token_id": null,
   "causal": false,
   "dense_seq_output": true,
+  "embd_pdrop": 0.0,
   "eos_token_id": null,
   "fused_bias_fc": true,
   "fused_dropout_add_ln": true,
   "prenorm": false,
   "qkv_proj_bias": false,
   "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.0,
   "rotary_emb_base": 1000,
   "rotary_emb_fraction": 1.0,
   "rotary_emb_interleaved": false,