Shivatandav64
/

data_checkpoints

Model card Files Files and versions

Shivatandav64 commited on 22 days ago

Commit

7d9e486

·

verified ·

1 Parent(s): c4e806d

Upload run config

Files changed (1) hide show

run_state/run_config.json +1 -1

run_state/run_config.json CHANGED Viewed

@@ -4,7 +4,7 @@
   "num_shards": 5,
   "passes_over_all_shards": 1,
   "model_context_limit": 65536,
-  "train_max_seq_len": 24576,
   "lora_r": 32,
   "lora_alpha": 64,
   "lora_dropout": 0.05,

   "num_shards": 5,
   "passes_over_all_shards": 1,
   "model_context_limit": 65536,
+  "train_max_seq_len": 8192,
   "lora_r": 32,
   "lora_alpha": 64,
   "lora_dropout": 0.05,