Vipitis
/

santacoder-finetuned-the-stack-glsl

Text Generation

Eval Results (legacy)

text-generation-inference

Model card Files Files and versions

Vipitis commited on Nov 7, 2023

Commit

b72d634

·

1 Parent(s): 2ac709a

Revert index changes

undo this part to maybe fix it?

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -18,9 +18,9 @@
   "n_inner": 8192,
   "n_layer": 24,
   "n_positions": 2048,
   "resid_pdrop": 0.1,
-  "runner_max_sequence_lenght": null,
-  "scale_attention_softmax_in_fp32": true,
   "scale_attn_weights": true,
   "summary_activation": null,
   "summary_first_dropout": 0.1,

   "n_inner": 8192,
   "n_layer": 24,
   "n_positions": 2048,
+  "reorder_and_upcast_attn": false,
   "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
   "summary_activation": null,
   "summary_first_dropout": 0.1,