lukeysong commited on
Commit
c140d66
·
verified ·
1 Parent(s): 7cac7a6

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +9 -1
config.json CHANGED
@@ -21,6 +21,14 @@
21
  "use_cache": true,
22
  "vocab_size": 128256,
23
  "torch_dtype": "bfloat16",
24
- "draft_vocab_size":128256
 
 
 
 
 
 
 
 
25
 
26
  }
 
21
  "use_cache": true,
22
  "vocab_size": 128256,
23
  "torch_dtype": "bfloat16",
24
+ "rope_scaling": {
25
+ "factor": 8.0,
26
+ "high_freq_factor": 4.0,
27
+ "low_freq_factor": 1.0,
28
+ "original_max_position_embeddings": 8192,
29
+ "rope_type": "llama3"
30
+ },
31
+
32
+ "draft_vocab_size":128256
33
 
34
  }