Narayana02 commited on
Commit
94c71f6
·
verified ·
1 Parent(s): 3aea482

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -23,7 +23,7 @@
23
  "pretraining_tp": 1,
24
  "rms_norm_eps": 1e-05,
25
  "rope_scaling": {
26
- "type": "linear", // or "dynamic" depending on the model's needs
27
  "factor": 8.0
28
  },
29
  "rope_theta": 500000.0,
@@ -32,4 +32,4 @@
32
  "transformers_version": "4.42.3",
33
  "use_cache": true,
34
  "vocab_size": 128256
35
- }
 
23
  "pretraining_tp": 1,
24
  "rms_norm_eps": 1e-05,
25
  "rope_scaling": {
26
+ "type": "linear", // Use "dynamic" if required by the model
27
  "factor": 8.0
28
  },
29
  "rope_theta": 500000.0,
 
32
  "transformers_version": "4.42.3",
33
  "use_cache": true,
34
  "vocab_size": 128256
35
+ }