bumblebee-testing
/

tiny-random-NomicBertModel

Feature Extraction

Model card Files Files and versions

jonatanklosko commited on 19 days ago

Commit

472ac8b

·

verified ·

1 Parent(s): db2be0d

Upload model

Files changed (2) hide show

config.json +8 -8
model.safetensors +1 -1

config.json CHANGED Viewed

@@ -7,17 +7,17 @@
   "auto_map": {
     "AutoConfig": "configuration_hf_nomic_bert.NomicBertConfig",
     "AutoModel": "modeling_hf_nomic_bert.NomicBertModel",
-    "AutoModelForMaskedLM": "modeling_hf_nomic_bert.NomicBertForPreTraining",
-    "AutoModelForMultipleChoice": "modeling_hf_nomic_bert.NomicBertForMultipleChoice",
-    "AutoModelForQuestionAnswering": "modeling_hf_nomic_bert.NomicBertForQuestionAnswering",
-    "AutoModelForSequenceClassification": "modeling_hf_nomic_bert.NomicBertForSequenceClassification",
-    "AutoModelForTokenClassification": "modeling_hf_nomic_bert.NomicBertForTokenClassification"
   },
   "bos_token_id": null,
   "causal": false,
   "dense_seq_output": true,
   "dtype": "float32",
-  "embd_pdrop": 0.1,
   "eos_token_id": null,
   "fused_bias_fc": true,
   "fused_dropout_add_ln": true,
@@ -38,7 +38,7 @@
   "prenorm": false,
   "qkv_proj_bias": false,
   "reorder_and_upcast_attn": false,
-  "resid_pdrop": 0.1,
   "rotary_emb_base": 1000,
   "rotary_emb_fraction": 1.0,
   "rotary_emb_interleaved": false,
@@ -47,7 +47,7 @@
   "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
   "summary_activation": null,
-  "summary_first_dropout": 0.1,
   "summary_proj_to_labels": true,
   "summary_type": "cls_index",
   "summary_use_proj": true,

   "auto_map": {
     "AutoConfig": "configuration_hf_nomic_bert.NomicBertConfig",
     "AutoModel": "modeling_hf_nomic_bert.NomicBertModel",
+    "AutoModelForMaskedLM": "nomic-ai/nomic-bert-2048--modeling_hf_nomic_bert.NomicBertForPreTraining",
+    "AutoModelForMultipleChoice": "nomic-ai/nomic-bert-2048--modeling_hf_nomic_bert.NomicBertForMultipleChoice",
+    "AutoModelForQuestionAnswering": "nomic-ai/nomic-bert-2048--modeling_hf_nomic_bert.NomicBertForQuestionAnswering",
+    "AutoModelForSequenceClassification": "nomic-ai/nomic-bert-2048--modeling_hf_nomic_bert.NomicBertForSequenceClassification",
+    "AutoModelForTokenClassification": "nomic-ai/nomic-bert-2048--modeling_hf_nomic_bert.NomicBertForTokenClassification"
   },
   "bos_token_id": null,
   "causal": false,
   "dense_seq_output": true,
   "dtype": "float32",
+  "embd_pdrop": 0.0,
   "eos_token_id": null,
   "fused_bias_fc": true,
   "fused_dropout_add_ln": true,
   "prenorm": false,
   "qkv_proj_bias": false,
   "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.0,
   "rotary_emb_base": 1000,
   "rotary_emb_fraction": 1.0,
   "rotary_emb_interleaved": false,
   "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
   "summary_activation": null,
+  "summary_first_dropout": 0.0,
   "summary_proj_to_labels": true,
   "summary_type": "cls_index",
   "summary_use_proj": true,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15183a202fe865f671c8c678eadedec49fb822a835f27c02ab296e8034c836ef
 size 368472

 version https://git-lfs.github.com/spec/v1
+oid sha256:4dbc2669bf099d4104f991d26871e5c3769ec10b26bf1888b799c74ac6606951
 size 368472