inesaltemir
/

MNLP_M2_document_encoder

Sentence Similarity

sentence-transformers

Transformers.js

feature-extraction

Eval Results (legacy)

text-embeddings-inference

Model card Files Files and versions

zpn commited on Feb 1, 2024

Commit

7952586

·

verified ·

1 Parent(s): d5d218a

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -25,7 +25,7 @@
   "n_head": 12,
   "n_inner": 3072,
   "n_layer": 12,
-  "n_positions": 2048,
   "pad_vocab_size_multiple": 64,
   "parallel_block": false,
   "parallel_block_tied_norm": false,
@@ -37,7 +37,7 @@
   "rotary_emb_fraction": 1.0,
   "rotary_emb_interleaved": false,
   "rotary_emb_scale_base": null,
-  "rotary_scaling_factor": null,
   "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
   "summary_activation": null,

   "n_head": 12,
   "n_inner": 3072,
   "n_layer": 12,
+  "n_positions": 8192,
   "pad_vocab_size_multiple": 64,
   "parallel_block": false,
   "parallel_block_tied_norm": false,
   "rotary_emb_fraction": 1.0,
   "rotary_emb_interleaved": false,
   "rotary_emb_scale_base": null,
+  "rotary_scaling_factor": 2,
   "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
   "summary_activation": null,