Imperius commited on
Commit
11e1661
·
verified ·
1 Parent(s): 3997e9e

Upload run.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. run.json +48 -0
run.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format_version": "1.0",
3
+ "created": "2026-06-19 11:20:51",
4
+ "model_name": "Qwen/Qwen3.5-4B",
5
+ "dtype": "bfloat16",
6
+ "quantization": "nf4",
7
+ "device": "cuda",
8
+ "target_layers": [
9
+ 21,
10
+ 22,
11
+ 23,
12
+ 24,
13
+ 25,
14
+ 26,
15
+ 27,
16
+ 28,
17
+ 29,
18
+ 30,
19
+ 31
20
+ ],
21
+ "cross_attn_layers": [
22
+ 21,
23
+ 22,
24
+ 23,
25
+ 24,
26
+ 25,
27
+ 26,
28
+ 27,
29
+ 28,
30
+ 29,
31
+ 30,
32
+ 31
33
+ ],
34
+ "encoder_type": "selective",
35
+ "prompt_format": "auto",
36
+ "attn_implementation": null,
37
+ "quantize_lm_head": false,
38
+ "answer_suffix": "\n\nAnswer with ONLY the letter of the correct option (A, B, C, or D). Do not explain.",
39
+ "chat_template_kwargs": {
40
+ "enable_thinking": false
41
+ },
42
+ "dataset": "mmlu",
43
+ "train_size": 250,
44
+ "val_size": 50,
45
+ "test_size": 50,
46
+ "hidden_dim": 2560,
47
+ "num_layers": 32
48
+ }