Fixing AutoModel initialization to intialize as encoder + Fixing sequence length reading for MTEB

config.json

@@ -20,6 +20,7 @@
   "hidden_size": 640,
   "intermediate_size": 1664,
   "max_sequence_length": 16384,
+  "max_position_embeddings": 16384,
   "num_layers": 24,
   "attention_dropout": 0.0,
   "hidden_dropout": 0.0,
@@ -35,5 +36,6 @@
   "global_window_length": 8192,
   "local_window_length": 256,
   "deterministic_flash_attn": false,
-  "use_cache": false
+  "use_cache": false,
+  "is_decoder": false
 }