inesaltemir
/

MNLP_M2_document_encoder

Sentence Similarity

sentence-transformers

Transformers.js

feature-extraction

Eval Results (legacy)

text-embeddings-inference

Model card Files Files and versions

zpn commited on Mar 26, 2024

Commit

a94cce3

·

verified ·

1 Parent(s): 31d1c8f

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -3,7 +3,7 @@
   "architectures": [
     "NomicBertModel"
   ],
-  "attn_pdrop": 0.0,
   "auto_map": {
     "AutoConfig": "configuration_hf_nomic_bert.NomicBertConfig",
     "AutoModel": "modeling_hf_nomic_bert.NomicBertModel",
@@ -32,7 +32,7 @@
   "prenorm": false,
   "qkv_proj_bias": false,
   "reorder_and_upcast_attn": false,
-  "resid_pdrop": 0.0,
   "rotary_emb_base": 1000,
   "rotary_emb_fraction": 1.0,
   "rotary_emb_interleaved": false,
@@ -41,7 +41,7 @@
   "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
   "summary_activation": null,
-  "summary_first_dropout": 0.0,
   "summary_proj_to_labels": true,
   "summary_type": "cls_index",
   "summary_use_proj": true,

   "architectures": [
     "NomicBertModel"
   ],
+  "attn_pdrop": 0.1,
   "auto_map": {
     "AutoConfig": "configuration_hf_nomic_bert.NomicBertConfig",
     "AutoModel": "modeling_hf_nomic_bert.NomicBertModel",
   "prenorm": false,
   "qkv_proj_bias": false,
   "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
   "rotary_emb_base": 1000,
   "rotary_emb_fraction": 1.0,
   "rotary_emb_interleaved": false,
   "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
   "summary_activation": null,
+  "summary_first_dropout": 0.1,
   "summary_proj_to_labels": true,
   "summary_type": "cls_index",
   "summary_use_proj": true,