Instructions to use LEAP-LAB-KUS/jevkt-checkpoints with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use LEAP-LAB-KUS/jevkt-checkpoints with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
meta_only podC e15 (configs + train logs; weights not backed up)
Browse files- meta_only/podC/e15/F2-syn/ckpt-1000/adapter/adapter_config.json +57 -0
- meta_only/podC/e15/F2-syn/ckpt-1000/adapter_vllm/adapter_config.json +58 -0
- meta_only/podC/e15/F2-syn/ckpt-1000/adapter_vllm/decision_head.json +99 -0
- meta_only/podC/e15/F2-syn/ckpt-1000/calibration.json +17 -0
- meta_only/podC/e15/F2-syn/ckpt-1000/judge_config.json +146 -0
- meta_only/podC/e15/F2-syn/ckpt-16000/adapter/adapter_config.json +57 -0
- meta_only/podC/e15/F2-syn/ckpt-16000/adapter_vllm/adapter_config.json +58 -0
- meta_only/podC/e15/F2-syn/ckpt-16000/adapter_vllm/decision_head.json +99 -0
- meta_only/podC/e15/F2-syn/ckpt-16000/calibration.json +17 -0
- meta_only/podC/e15/F2-syn/ckpt-16000/judge_config.json +146 -0
- meta_only/podC/e15/F2-syn/ckpt-4000/adapter/adapter_config.json +57 -0
- meta_only/podC/e15/F2-syn/ckpt-4000/adapter_vllm/adapter_config.json +58 -0
- meta_only/podC/e15/F2-syn/ckpt-4000/adapter_vllm/decision_head.json +99 -0
- meta_only/podC/e15/F2-syn/ckpt-4000/calibration.json +17 -0
- meta_only/podC/e15/F2-syn/ckpt-4000/judge_config.json +146 -0
- meta_only/podC/e15/F2-syn/train_log.jsonl +55 -0
meta_only/podC/e15/F2-syn/ckpt-1000/adapter/adapter_config.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen3_5ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B",
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"kasa_config": null,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.05,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"monteclora_config": null,
|
| 31 |
+
"peft_type": "LORA",
|
| 32 |
+
"peft_version": "0.21.0",
|
| 33 |
+
"qalora_group_size": 16,
|
| 34 |
+
"r": 16,
|
| 35 |
+
"rank_pattern": {},
|
| 36 |
+
"revision": null,
|
| 37 |
+
"target_modules": [
|
| 38 |
+
"in_proj_z",
|
| 39 |
+
"up_proj",
|
| 40 |
+
"in_proj_qkv",
|
| 41 |
+
"gate_proj",
|
| 42 |
+
"out_proj",
|
| 43 |
+
"q_proj",
|
| 44 |
+
"o_proj",
|
| 45 |
+
"k_proj",
|
| 46 |
+
"down_proj",
|
| 47 |
+
"v_proj"
|
| 48 |
+
],
|
| 49 |
+
"target_parameters": null,
|
| 50 |
+
"task_type": null,
|
| 51 |
+
"trainable_token_indices": null,
|
| 52 |
+
"use_bdlora": null,
|
| 53 |
+
"use_dora": false,
|
| 54 |
+
"use_qalora": false,
|
| 55 |
+
"use_rslora": false,
|
| 56 |
+
"velora_config": null
|
| 57 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-1000/adapter_vllm/adapter_config.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen3_5ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": null,
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"kasa_config": null,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 64.0,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"monteclora_config": null,
|
| 31 |
+
"peft_type": "LORA",
|
| 32 |
+
"peft_version": "0.21.0",
|
| 33 |
+
"qalora_group_size": 16,
|
| 34 |
+
"r": 32,
|
| 35 |
+
"rank_pattern": {},
|
| 36 |
+
"revision": null,
|
| 37 |
+
"target_modules": [
|
| 38 |
+
"down_proj",
|
| 39 |
+
"gate_proj",
|
| 40 |
+
"in_proj_qkv",
|
| 41 |
+
"in_proj_z",
|
| 42 |
+
"k_proj",
|
| 43 |
+
"lm_head",
|
| 44 |
+
"o_proj",
|
| 45 |
+
"out_proj",
|
| 46 |
+
"q_proj",
|
| 47 |
+
"up_proj",
|
| 48 |
+
"v_proj"
|
| 49 |
+
],
|
| 50 |
+
"target_parameters": null,
|
| 51 |
+
"task_type": null,
|
| 52 |
+
"trainable_token_indices": null,
|
| 53 |
+
"use_bdlora": null,
|
| 54 |
+
"use_dora": false,
|
| 55 |
+
"use_qalora": false,
|
| 56 |
+
"use_rslora": false,
|
| 57 |
+
"velora_config": null
|
| 58 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-1000/adapter_vllm/decision_head.json
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bias": [
|
| 3 |
+
0.00022156866907607764,
|
| 4 |
+
-0.00022181656095199287,
|
| 5 |
+
-0.0025878134183585644,
|
| 6 |
+
-0.0012615364976227283,
|
| 7 |
+
-0.00025007399381138384,
|
| 8 |
+
0.0019558551721274853,
|
| 9 |
+
0.0013559526996687055,
|
| 10 |
+
-0.0023348911199718714,
|
| 11 |
+
-0.0004082925443071872,
|
| 12 |
+
-0.0002078723773593083,
|
| 13 |
+
-1.2957353646925185e-05,
|
| 14 |
+
0.0001676026004133746,
|
| 15 |
+
0.0005569425993598998,
|
| 16 |
+
-0.001412136247381568,
|
| 17 |
+
-0.0028663526754826307,
|
| 18 |
+
-0.005061559844762087,
|
| 19 |
+
-0.00593328895047307,
|
| 20 |
+
-0.004319756291806698,
|
| 21 |
+
-0.004922541789710522,
|
| 22 |
+
-0.0049067651852965355,
|
| 23 |
+
-0.003943523392081261,
|
| 24 |
+
-0.003319827374070883,
|
| 25 |
+
-0.005581587553024292,
|
| 26 |
+
-0.0034480984322726727
|
| 27 |
+
],
|
| 28 |
+
"verbalizer_ids": [
|
| 29 |
+
3721,
|
| 30 |
+
1802,
|
| 31 |
+
15,
|
| 32 |
+
16,
|
| 33 |
+
17,
|
| 34 |
+
18,
|
| 35 |
+
19,
|
| 36 |
+
20,
|
| 37 |
+
32,
|
| 38 |
+
33,
|
| 39 |
+
34,
|
| 40 |
+
35,
|
| 41 |
+
36,
|
| 42 |
+
37,
|
| 43 |
+
38,
|
| 44 |
+
39,
|
| 45 |
+
40,
|
| 46 |
+
41,
|
| 47 |
+
42,
|
| 48 |
+
43,
|
| 49 |
+
44,
|
| 50 |
+
45,
|
| 51 |
+
46,
|
| 52 |
+
47
|
| 53 |
+
],
|
| 54 |
+
"slots": {
|
| 55 |
+
"num_slots": 24,
|
| 56 |
+
"ranges": {
|
| 57 |
+
"noul": [
|
| 58 |
+
0,
|
| 59 |
+
2
|
| 60 |
+
],
|
| 61 |
+
"score": [
|
| 62 |
+
2,
|
| 63 |
+
8
|
| 64 |
+
],
|
| 65 |
+
"choice": [
|
| 66 |
+
8,
|
| 67 |
+
24
|
| 68 |
+
]
|
| 69 |
+
},
|
| 70 |
+
"verbalizers": [
|
| 71 |
+
"false",
|
| 72 |
+
"true",
|
| 73 |
+
"0",
|
| 74 |
+
"1",
|
| 75 |
+
"2",
|
| 76 |
+
"3",
|
| 77 |
+
"4",
|
| 78 |
+
"5",
|
| 79 |
+
"A",
|
| 80 |
+
"B",
|
| 81 |
+
"C",
|
| 82 |
+
"D",
|
| 83 |
+
"E",
|
| 84 |
+
"F",
|
| 85 |
+
"G",
|
| 86 |
+
"H",
|
| 87 |
+
"I",
|
| 88 |
+
"J",
|
| 89 |
+
"K",
|
| 90 |
+
"L",
|
| 91 |
+
"M",
|
| 92 |
+
"N",
|
| 93 |
+
"O",
|
| 94 |
+
"P"
|
| 95 |
+
],
|
| 96 |
+
"template_version": "bare-v1"
|
| 97 |
+
},
|
| 98 |
+
"note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature"
|
| 99 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-1000/calibration.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": 1,
|
| 3 |
+
"per_kind": {
|
| 4 |
+
"noul": 0.7040933631696401,
|
| 5 |
+
"choice": 1.0,
|
| 6 |
+
"score": 1.0
|
| 7 |
+
},
|
| 8 |
+
"fit": {
|
| 9 |
+
"noul": {
|
| 10 |
+
"n": 2000,
|
| 11 |
+
"T": 0.7040933631696401,
|
| 12 |
+
"ce_before": 0.6023499369621277,
|
| 13 |
+
"ce_after": 0.5949822068214417
|
| 14 |
+
}
|
| 15 |
+
},
|
| 16 |
+
"source": "models/e15/F2-syn/ckpt-1000"
|
| 17 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-1000/judge_config.json
ADDED
|
@@ -0,0 +1,146 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_model_path": "/root/models/Qwen3.5-9B",
|
| 3 |
+
"hidden_size": 4096,
|
| 4 |
+
"slots": {
|
| 5 |
+
"num_slots": 24,
|
| 6 |
+
"ranges": {
|
| 7 |
+
"noul": [
|
| 8 |
+
0,
|
| 9 |
+
2
|
| 10 |
+
],
|
| 11 |
+
"score": [
|
| 12 |
+
2,
|
| 13 |
+
8
|
| 14 |
+
],
|
| 15 |
+
"choice": [
|
| 16 |
+
8,
|
| 17 |
+
24
|
| 18 |
+
]
|
| 19 |
+
},
|
| 20 |
+
"verbalizers": [
|
| 21 |
+
"false",
|
| 22 |
+
"true",
|
| 23 |
+
"0",
|
| 24 |
+
"1",
|
| 25 |
+
"2",
|
| 26 |
+
"3",
|
| 27 |
+
"4",
|
| 28 |
+
"5",
|
| 29 |
+
"A",
|
| 30 |
+
"B",
|
| 31 |
+
"C",
|
| 32 |
+
"D",
|
| 33 |
+
"E",
|
| 34 |
+
"F",
|
| 35 |
+
"G",
|
| 36 |
+
"H",
|
| 37 |
+
"I",
|
| 38 |
+
"J",
|
| 39 |
+
"K",
|
| 40 |
+
"L",
|
| 41 |
+
"M",
|
| 42 |
+
"N",
|
| 43 |
+
"O",
|
| 44 |
+
"P"
|
| 45 |
+
],
|
| 46 |
+
"template_version": "bare-v1"
|
| 47 |
+
},
|
| 48 |
+
"verbalizer_ids": [
|
| 49 |
+
3721,
|
| 50 |
+
1802,
|
| 51 |
+
15,
|
| 52 |
+
16,
|
| 53 |
+
17,
|
| 54 |
+
18,
|
| 55 |
+
19,
|
| 56 |
+
20,
|
| 57 |
+
32,
|
| 58 |
+
33,
|
| 59 |
+
34,
|
| 60 |
+
35,
|
| 61 |
+
36,
|
| 62 |
+
37,
|
| 63 |
+
38,
|
| 64 |
+
39,
|
| 65 |
+
40,
|
| 66 |
+
41,
|
| 67 |
+
42,
|
| 68 |
+
43,
|
| 69 |
+
44,
|
| 70 |
+
45,
|
| 71 |
+
46,
|
| 72 |
+
47
|
| 73 |
+
],
|
| 74 |
+
"kinds": [
|
| 75 |
+
"noul",
|
| 76 |
+
"choice",
|
| 77 |
+
"score"
|
| 78 |
+
],
|
| 79 |
+
"model_name": "jev-judge-qwen35-9b",
|
| 80 |
+
"model_version": "0.8.0",
|
| 81 |
+
"lm_head_included": true,
|
| 82 |
+
"weights_mode": "unmerged",
|
| 83 |
+
"adapter_subfolder": "adapter",
|
| 84 |
+
"lora": {
|
| 85 |
+
"r": 16,
|
| 86 |
+
"lora_alpha": 32,
|
| 87 |
+
"lora_dropout": 0.05,
|
| 88 |
+
"target_modules": [
|
| 89 |
+
"down_proj",
|
| 90 |
+
"gate_proj",
|
| 91 |
+
"in_proj_qkv",
|
| 92 |
+
"in_proj_z",
|
| 93 |
+
"k_proj",
|
| 94 |
+
"o_proj",
|
| 95 |
+
"out_proj",
|
| 96 |
+
"q_proj",
|
| 97 |
+
"up_proj",
|
| 98 |
+
"v_proj"
|
| 99 |
+
]
|
| 100 |
+
},
|
| 101 |
+
"trained_stage": "e15",
|
| 102 |
+
"source_checkpoint": "models/e15/F2-syn/ckpt-1000",
|
| 103 |
+
"softcap": null,
|
| 104 |
+
"e15": {
|
| 105 |
+
"data": "data/e15/F2-syn-f2_wide_s0",
|
| 106 |
+
"data_manifest": {
|
| 107 |
+
"arm": "F2-syn",
|
| 108 |
+
"name": "F2-syn-f2_wide_s0",
|
| 109 |
+
"train_sha256": "bacf92d9a3b99b17963cf060a6c6696da5a891b0e2097c0c13e4ef231cad8bfd",
|
| 110 |
+
"n_train": 64000
|
| 111 |
+
},
|
| 112 |
+
"init": "released",
|
| 113 |
+
"lr": 0.0001,
|
| 114 |
+
"lr_head": 0.0002,
|
| 115 |
+
"rows_per_step": 32,
|
| 116 |
+
"skip_rows": 0,
|
| 117 |
+
"epochs": 1,
|
| 118 |
+
"max_len": 3072,
|
| 119 |
+
"schedule": "warmup 0.03 + cosine to x0.05 over 500 steps",
|
| 120 |
+
"total_rows": 16000,
|
| 121 |
+
"lora": {
|
| 122 |
+
"r": 16,
|
| 123 |
+
"lora_alpha": 32,
|
| 124 |
+
"lora_dropout": 0.05
|
| 125 |
+
},
|
| 126 |
+
"event": "ckpt",
|
| 127 |
+
"tag": "ckpt-1000",
|
| 128 |
+
"rows_seen": 1024,
|
| 129 |
+
"step": 32,
|
| 130 |
+
"tokens": 590332,
|
| 131 |
+
"tok_per_s": 817.3270359799965,
|
| 132 |
+
"val": {
|
| 133 |
+
"n": 2000,
|
| 134 |
+
"dropped_long": 0,
|
| 135 |
+
"noul_ce": 0.6023499369621277,
|
| 136 |
+
"kt_auc": 0.6971978666666666,
|
| 137 |
+
"kt_acc": 0.6735,
|
| 138 |
+
"kt_f1": 0.7641747923438065,
|
| 139 |
+
"kt_ece": 0.042864513933658616,
|
| 140 |
+
"kt_nll": 0.6092911825701595,
|
| 141 |
+
"kt_oracle_auc": 0.8209199999999999
|
| 142 |
+
},
|
| 143 |
+
"dropped_long": 0,
|
| 144 |
+
"peak_gib": 18.283981800079346
|
| 145 |
+
}
|
| 146 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-16000/adapter/adapter_config.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen3_5ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B",
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"kasa_config": null,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.05,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"monteclora_config": null,
|
| 31 |
+
"peft_type": "LORA",
|
| 32 |
+
"peft_version": "0.21.0",
|
| 33 |
+
"qalora_group_size": 16,
|
| 34 |
+
"r": 16,
|
| 35 |
+
"rank_pattern": {},
|
| 36 |
+
"revision": null,
|
| 37 |
+
"target_modules": [
|
| 38 |
+
"in_proj_z",
|
| 39 |
+
"up_proj",
|
| 40 |
+
"in_proj_qkv",
|
| 41 |
+
"gate_proj",
|
| 42 |
+
"out_proj",
|
| 43 |
+
"q_proj",
|
| 44 |
+
"o_proj",
|
| 45 |
+
"k_proj",
|
| 46 |
+
"down_proj",
|
| 47 |
+
"v_proj"
|
| 48 |
+
],
|
| 49 |
+
"target_parameters": null,
|
| 50 |
+
"task_type": null,
|
| 51 |
+
"trainable_token_indices": null,
|
| 52 |
+
"use_bdlora": null,
|
| 53 |
+
"use_dora": false,
|
| 54 |
+
"use_qalora": false,
|
| 55 |
+
"use_rslora": false,
|
| 56 |
+
"velora_config": null
|
| 57 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-16000/adapter_vllm/adapter_config.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen3_5ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": null,
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"kasa_config": null,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 64.0,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"monteclora_config": null,
|
| 31 |
+
"peft_type": "LORA",
|
| 32 |
+
"peft_version": "0.21.0",
|
| 33 |
+
"qalora_group_size": 16,
|
| 34 |
+
"r": 32,
|
| 35 |
+
"rank_pattern": {},
|
| 36 |
+
"revision": null,
|
| 37 |
+
"target_modules": [
|
| 38 |
+
"down_proj",
|
| 39 |
+
"gate_proj",
|
| 40 |
+
"in_proj_qkv",
|
| 41 |
+
"in_proj_z",
|
| 42 |
+
"k_proj",
|
| 43 |
+
"lm_head",
|
| 44 |
+
"o_proj",
|
| 45 |
+
"out_proj",
|
| 46 |
+
"q_proj",
|
| 47 |
+
"up_proj",
|
| 48 |
+
"v_proj"
|
| 49 |
+
],
|
| 50 |
+
"target_parameters": null,
|
| 51 |
+
"task_type": null,
|
| 52 |
+
"trainable_token_indices": null,
|
| 53 |
+
"use_bdlora": null,
|
| 54 |
+
"use_dora": false,
|
| 55 |
+
"use_qalora": false,
|
| 56 |
+
"use_rslora": false,
|
| 57 |
+
"velora_config": null
|
| 58 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-16000/adapter_vllm/decision_head.json
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bias": [
|
| 3 |
+
0.00029386498499661684,
|
| 4 |
+
-0.00029412462026812136,
|
| 5 |
+
-0.0025878134183585644,
|
| 6 |
+
-0.0012615364976227283,
|
| 7 |
+
-0.00025007399381138384,
|
| 8 |
+
0.0019558551721274853,
|
| 9 |
+
0.0013559526996687055,
|
| 10 |
+
-0.0023348911199718714,
|
| 11 |
+
-0.0004082925443071872,
|
| 12 |
+
-0.0002078723773593083,
|
| 13 |
+
-1.2957353646925185e-05,
|
| 14 |
+
0.0001676026004133746,
|
| 15 |
+
0.0005569425993598998,
|
| 16 |
+
-0.001412136247381568,
|
| 17 |
+
-0.0028663526754826307,
|
| 18 |
+
-0.005061559844762087,
|
| 19 |
+
-0.00593328895047307,
|
| 20 |
+
-0.004319756291806698,
|
| 21 |
+
-0.004922541789710522,
|
| 22 |
+
-0.0049067651852965355,
|
| 23 |
+
-0.003943523392081261,
|
| 24 |
+
-0.003319827374070883,
|
| 25 |
+
-0.005581587553024292,
|
| 26 |
+
-0.0034480984322726727
|
| 27 |
+
],
|
| 28 |
+
"verbalizer_ids": [
|
| 29 |
+
3721,
|
| 30 |
+
1802,
|
| 31 |
+
15,
|
| 32 |
+
16,
|
| 33 |
+
17,
|
| 34 |
+
18,
|
| 35 |
+
19,
|
| 36 |
+
20,
|
| 37 |
+
32,
|
| 38 |
+
33,
|
| 39 |
+
34,
|
| 40 |
+
35,
|
| 41 |
+
36,
|
| 42 |
+
37,
|
| 43 |
+
38,
|
| 44 |
+
39,
|
| 45 |
+
40,
|
| 46 |
+
41,
|
| 47 |
+
42,
|
| 48 |
+
43,
|
| 49 |
+
44,
|
| 50 |
+
45,
|
| 51 |
+
46,
|
| 52 |
+
47
|
| 53 |
+
],
|
| 54 |
+
"slots": {
|
| 55 |
+
"num_slots": 24,
|
| 56 |
+
"ranges": {
|
| 57 |
+
"noul": [
|
| 58 |
+
0,
|
| 59 |
+
2
|
| 60 |
+
],
|
| 61 |
+
"score": [
|
| 62 |
+
2,
|
| 63 |
+
8
|
| 64 |
+
],
|
| 65 |
+
"choice": [
|
| 66 |
+
8,
|
| 67 |
+
24
|
| 68 |
+
]
|
| 69 |
+
},
|
| 70 |
+
"verbalizers": [
|
| 71 |
+
"false",
|
| 72 |
+
"true",
|
| 73 |
+
"0",
|
| 74 |
+
"1",
|
| 75 |
+
"2",
|
| 76 |
+
"3",
|
| 77 |
+
"4",
|
| 78 |
+
"5",
|
| 79 |
+
"A",
|
| 80 |
+
"B",
|
| 81 |
+
"C",
|
| 82 |
+
"D",
|
| 83 |
+
"E",
|
| 84 |
+
"F",
|
| 85 |
+
"G",
|
| 86 |
+
"H",
|
| 87 |
+
"I",
|
| 88 |
+
"J",
|
| 89 |
+
"K",
|
| 90 |
+
"L",
|
| 91 |
+
"M",
|
| 92 |
+
"N",
|
| 93 |
+
"O",
|
| 94 |
+
"P"
|
| 95 |
+
],
|
| 96 |
+
"template_version": "bare-v1"
|
| 97 |
+
},
|
| 98 |
+
"note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature"
|
| 99 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-16000/calibration.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": 1,
|
| 3 |
+
"per_kind": {
|
| 4 |
+
"noul": 1.1381427613110806,
|
| 5 |
+
"choice": 1.0,
|
| 6 |
+
"score": 1.0
|
| 7 |
+
},
|
| 8 |
+
"fit": {
|
| 9 |
+
"noul": {
|
| 10 |
+
"n": 2000,
|
| 11 |
+
"T": 1.1381427613110806,
|
| 12 |
+
"ce_before": 0.5842190384864807,
|
| 13 |
+
"ce_after": 0.5827978253364563
|
| 14 |
+
}
|
| 15 |
+
},
|
| 16 |
+
"source": "models/e15/F2-syn/ckpt-16000"
|
| 17 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-16000/judge_config.json
ADDED
|
@@ -0,0 +1,146 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_model_path": "/root/models/Qwen3.5-9B",
|
| 3 |
+
"hidden_size": 4096,
|
| 4 |
+
"slots": {
|
| 5 |
+
"num_slots": 24,
|
| 6 |
+
"ranges": {
|
| 7 |
+
"noul": [
|
| 8 |
+
0,
|
| 9 |
+
2
|
| 10 |
+
],
|
| 11 |
+
"score": [
|
| 12 |
+
2,
|
| 13 |
+
8
|
| 14 |
+
],
|
| 15 |
+
"choice": [
|
| 16 |
+
8,
|
| 17 |
+
24
|
| 18 |
+
]
|
| 19 |
+
},
|
| 20 |
+
"verbalizers": [
|
| 21 |
+
"false",
|
| 22 |
+
"true",
|
| 23 |
+
"0",
|
| 24 |
+
"1",
|
| 25 |
+
"2",
|
| 26 |
+
"3",
|
| 27 |
+
"4",
|
| 28 |
+
"5",
|
| 29 |
+
"A",
|
| 30 |
+
"B",
|
| 31 |
+
"C",
|
| 32 |
+
"D",
|
| 33 |
+
"E",
|
| 34 |
+
"F",
|
| 35 |
+
"G",
|
| 36 |
+
"H",
|
| 37 |
+
"I",
|
| 38 |
+
"J",
|
| 39 |
+
"K",
|
| 40 |
+
"L",
|
| 41 |
+
"M",
|
| 42 |
+
"N",
|
| 43 |
+
"O",
|
| 44 |
+
"P"
|
| 45 |
+
],
|
| 46 |
+
"template_version": "bare-v1"
|
| 47 |
+
},
|
| 48 |
+
"verbalizer_ids": [
|
| 49 |
+
3721,
|
| 50 |
+
1802,
|
| 51 |
+
15,
|
| 52 |
+
16,
|
| 53 |
+
17,
|
| 54 |
+
18,
|
| 55 |
+
19,
|
| 56 |
+
20,
|
| 57 |
+
32,
|
| 58 |
+
33,
|
| 59 |
+
34,
|
| 60 |
+
35,
|
| 61 |
+
36,
|
| 62 |
+
37,
|
| 63 |
+
38,
|
| 64 |
+
39,
|
| 65 |
+
40,
|
| 66 |
+
41,
|
| 67 |
+
42,
|
| 68 |
+
43,
|
| 69 |
+
44,
|
| 70 |
+
45,
|
| 71 |
+
46,
|
| 72 |
+
47
|
| 73 |
+
],
|
| 74 |
+
"kinds": [
|
| 75 |
+
"noul",
|
| 76 |
+
"choice",
|
| 77 |
+
"score"
|
| 78 |
+
],
|
| 79 |
+
"model_name": "jev-judge-qwen35-9b",
|
| 80 |
+
"model_version": "0.8.0",
|
| 81 |
+
"lm_head_included": true,
|
| 82 |
+
"weights_mode": "unmerged",
|
| 83 |
+
"adapter_subfolder": "adapter",
|
| 84 |
+
"lora": {
|
| 85 |
+
"r": 16,
|
| 86 |
+
"lora_alpha": 32,
|
| 87 |
+
"lora_dropout": 0.05,
|
| 88 |
+
"target_modules": [
|
| 89 |
+
"down_proj",
|
| 90 |
+
"gate_proj",
|
| 91 |
+
"in_proj_qkv",
|
| 92 |
+
"in_proj_z",
|
| 93 |
+
"k_proj",
|
| 94 |
+
"o_proj",
|
| 95 |
+
"out_proj",
|
| 96 |
+
"q_proj",
|
| 97 |
+
"up_proj",
|
| 98 |
+
"v_proj"
|
| 99 |
+
]
|
| 100 |
+
},
|
| 101 |
+
"trained_stage": "e15",
|
| 102 |
+
"source_checkpoint": "models/e15/F2-syn/ckpt-16000",
|
| 103 |
+
"softcap": null,
|
| 104 |
+
"e15": {
|
| 105 |
+
"data": "data/e15/F2-syn-f2_wide_s0",
|
| 106 |
+
"data_manifest": {
|
| 107 |
+
"arm": "F2-syn",
|
| 108 |
+
"name": "F2-syn-f2_wide_s0",
|
| 109 |
+
"train_sha256": "bacf92d9a3b99b17963cf060a6c6696da5a891b0e2097c0c13e4ef231cad8bfd",
|
| 110 |
+
"n_train": 64000
|
| 111 |
+
},
|
| 112 |
+
"init": "released",
|
| 113 |
+
"lr": 0.0001,
|
| 114 |
+
"lr_head": 0.0002,
|
| 115 |
+
"rows_per_step": 32,
|
| 116 |
+
"skip_rows": 0,
|
| 117 |
+
"epochs": 1,
|
| 118 |
+
"max_len": 3072,
|
| 119 |
+
"schedule": "warmup 0.03 + cosine to x0.05 over 500 steps",
|
| 120 |
+
"total_rows": 16000,
|
| 121 |
+
"lora": {
|
| 122 |
+
"r": 16,
|
| 123 |
+
"lora_alpha": 32,
|
| 124 |
+
"lora_dropout": 0.05
|
| 125 |
+
},
|
| 126 |
+
"event": "ckpt",
|
| 127 |
+
"tag": "ckpt-16000",
|
| 128 |
+
"rows_seen": 16000,
|
| 129 |
+
"step": 500,
|
| 130 |
+
"tokens": 9005752,
|
| 131 |
+
"tok_per_s": 1264.9784932343973,
|
| 132 |
+
"val": {
|
| 133 |
+
"n": 2000,
|
| 134 |
+
"dropped_long": 0,
|
| 135 |
+
"noul_ce": 0.5842190384864807,
|
| 136 |
+
"kt_auc": 0.7080325333333335,
|
| 137 |
+
"kt_acc": 0.674,
|
| 138 |
+
"kt_f1": 0.7654676258992805,
|
| 139 |
+
"kt_ece": 0.036417227357625974,
|
| 140 |
+
"kt_nll": 0.599741098954808,
|
| 141 |
+
"kt_oracle_auc": 0.8209199999999999
|
| 142 |
+
},
|
| 143 |
+
"dropped_long": 0,
|
| 144 |
+
"peak_gib": 18.283981800079346
|
| 145 |
+
}
|
| 146 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-4000/adapter/adapter_config.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen3_5ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": "/workspace/jev_kt/models/hf/JEV-9B",
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"kasa_config": null,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.05,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"monteclora_config": null,
|
| 31 |
+
"peft_type": "LORA",
|
| 32 |
+
"peft_version": "0.21.0",
|
| 33 |
+
"qalora_group_size": 16,
|
| 34 |
+
"r": 16,
|
| 35 |
+
"rank_pattern": {},
|
| 36 |
+
"revision": null,
|
| 37 |
+
"target_modules": [
|
| 38 |
+
"in_proj_z",
|
| 39 |
+
"up_proj",
|
| 40 |
+
"in_proj_qkv",
|
| 41 |
+
"gate_proj",
|
| 42 |
+
"out_proj",
|
| 43 |
+
"q_proj",
|
| 44 |
+
"o_proj",
|
| 45 |
+
"k_proj",
|
| 46 |
+
"down_proj",
|
| 47 |
+
"v_proj"
|
| 48 |
+
],
|
| 49 |
+
"target_parameters": null,
|
| 50 |
+
"task_type": null,
|
| 51 |
+
"trainable_token_indices": null,
|
| 52 |
+
"use_bdlora": null,
|
| 53 |
+
"use_dora": false,
|
| 54 |
+
"use_qalora": false,
|
| 55 |
+
"use_rslora": false,
|
| 56 |
+
"velora_config": null
|
| 57 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-4000/adapter_vllm/adapter_config.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen3_5ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": null,
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"kasa_config": null,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 64.0,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"monteclora_config": null,
|
| 31 |
+
"peft_type": "LORA",
|
| 32 |
+
"peft_version": "0.21.0",
|
| 33 |
+
"qalora_group_size": 16,
|
| 34 |
+
"r": 32,
|
| 35 |
+
"rank_pattern": {},
|
| 36 |
+
"revision": null,
|
| 37 |
+
"target_modules": [
|
| 38 |
+
"down_proj",
|
| 39 |
+
"gate_proj",
|
| 40 |
+
"in_proj_qkv",
|
| 41 |
+
"in_proj_z",
|
| 42 |
+
"k_proj",
|
| 43 |
+
"lm_head",
|
| 44 |
+
"o_proj",
|
| 45 |
+
"out_proj",
|
| 46 |
+
"q_proj",
|
| 47 |
+
"up_proj",
|
| 48 |
+
"v_proj"
|
| 49 |
+
],
|
| 50 |
+
"target_parameters": null,
|
| 51 |
+
"task_type": null,
|
| 52 |
+
"trainable_token_indices": null,
|
| 53 |
+
"use_bdlora": null,
|
| 54 |
+
"use_dora": false,
|
| 55 |
+
"use_qalora": false,
|
| 56 |
+
"use_rslora": false,
|
| 57 |
+
"velora_config": null
|
| 58 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-4000/adapter_vllm/decision_head.json
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bias": [
|
| 3 |
+
0.00024414839572273195,
|
| 4 |
+
-0.00024440043489448726,
|
| 5 |
+
-0.0025878134183585644,
|
| 6 |
+
-0.0012615364976227283,
|
| 7 |
+
-0.00025007399381138384,
|
| 8 |
+
0.0019558551721274853,
|
| 9 |
+
0.0013559526996687055,
|
| 10 |
+
-0.0023348911199718714,
|
| 11 |
+
-0.0004082925443071872,
|
| 12 |
+
-0.0002078723773593083,
|
| 13 |
+
-1.2957353646925185e-05,
|
| 14 |
+
0.0001676026004133746,
|
| 15 |
+
0.0005569425993598998,
|
| 16 |
+
-0.001412136247381568,
|
| 17 |
+
-0.0028663526754826307,
|
| 18 |
+
-0.005061559844762087,
|
| 19 |
+
-0.00593328895047307,
|
| 20 |
+
-0.004319756291806698,
|
| 21 |
+
-0.004922541789710522,
|
| 22 |
+
-0.0049067651852965355,
|
| 23 |
+
-0.003943523392081261,
|
| 24 |
+
-0.003319827374070883,
|
| 25 |
+
-0.005581587553024292,
|
| 26 |
+
-0.0034480984322726727
|
| 27 |
+
],
|
| 28 |
+
"verbalizer_ids": [
|
| 29 |
+
3721,
|
| 30 |
+
1802,
|
| 31 |
+
15,
|
| 32 |
+
16,
|
| 33 |
+
17,
|
| 34 |
+
18,
|
| 35 |
+
19,
|
| 36 |
+
20,
|
| 37 |
+
32,
|
| 38 |
+
33,
|
| 39 |
+
34,
|
| 40 |
+
35,
|
| 41 |
+
36,
|
| 42 |
+
37,
|
| 43 |
+
38,
|
| 44 |
+
39,
|
| 45 |
+
40,
|
| 46 |
+
41,
|
| 47 |
+
42,
|
| 48 |
+
43,
|
| 49 |
+
44,
|
| 50 |
+
45,
|
| 51 |
+
46,
|
| 52 |
+
47
|
| 53 |
+
],
|
| 54 |
+
"slots": {
|
| 55 |
+
"num_slots": 24,
|
| 56 |
+
"ranges": {
|
| 57 |
+
"noul": [
|
| 58 |
+
0,
|
| 59 |
+
2
|
| 60 |
+
],
|
| 61 |
+
"score": [
|
| 62 |
+
2,
|
| 63 |
+
8
|
| 64 |
+
],
|
| 65 |
+
"choice": [
|
| 66 |
+
8,
|
| 67 |
+
24
|
| 68 |
+
]
|
| 69 |
+
},
|
| 70 |
+
"verbalizers": [
|
| 71 |
+
"false",
|
| 72 |
+
"true",
|
| 73 |
+
"0",
|
| 74 |
+
"1",
|
| 75 |
+
"2",
|
| 76 |
+
"3",
|
| 77 |
+
"4",
|
| 78 |
+
"5",
|
| 79 |
+
"A",
|
| 80 |
+
"B",
|
| 81 |
+
"C",
|
| 82 |
+
"D",
|
| 83 |
+
"E",
|
| 84 |
+
"F",
|
| 85 |
+
"G",
|
| 86 |
+
"H",
|
| 87 |
+
"I",
|
| 88 |
+
"J",
|
| 89 |
+
"K",
|
| 90 |
+
"L",
|
| 91 |
+
"M",
|
| 92 |
+
"N",
|
| 93 |
+
"O",
|
| 94 |
+
"P"
|
| 95 |
+
],
|
| 96 |
+
"template_version": "bare-v1"
|
| 97 |
+
},
|
| 98 |
+
"note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature"
|
| 99 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-4000/calibration.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": 1,
|
| 3 |
+
"per_kind": {
|
| 4 |
+
"noul": 0.7601610684101737,
|
| 5 |
+
"choice": 1.0,
|
| 6 |
+
"score": 1.0
|
| 7 |
+
},
|
| 8 |
+
"fit": {
|
| 9 |
+
"noul": {
|
| 10 |
+
"n": 2000,
|
| 11 |
+
"T": 0.7601610684101737,
|
| 12 |
+
"ce_before": 0.5927761793136597,
|
| 13 |
+
"ce_after": 0.5879051685333252
|
| 14 |
+
}
|
| 15 |
+
},
|
| 16 |
+
"source": "models/e15/F2-syn/ckpt-4000"
|
| 17 |
+
}
|
meta_only/podC/e15/F2-syn/ckpt-4000/judge_config.json
ADDED
|
@@ -0,0 +1,146 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_model_path": "/root/models/Qwen3.5-9B",
|
| 3 |
+
"hidden_size": 4096,
|
| 4 |
+
"slots": {
|
| 5 |
+
"num_slots": 24,
|
| 6 |
+
"ranges": {
|
| 7 |
+
"noul": [
|
| 8 |
+
0,
|
| 9 |
+
2
|
| 10 |
+
],
|
| 11 |
+
"score": [
|
| 12 |
+
2,
|
| 13 |
+
8
|
| 14 |
+
],
|
| 15 |
+
"choice": [
|
| 16 |
+
8,
|
| 17 |
+
24
|
| 18 |
+
]
|
| 19 |
+
},
|
| 20 |
+
"verbalizers": [
|
| 21 |
+
"false",
|
| 22 |
+
"true",
|
| 23 |
+
"0",
|
| 24 |
+
"1",
|
| 25 |
+
"2",
|
| 26 |
+
"3",
|
| 27 |
+
"4",
|
| 28 |
+
"5",
|
| 29 |
+
"A",
|
| 30 |
+
"B",
|
| 31 |
+
"C",
|
| 32 |
+
"D",
|
| 33 |
+
"E",
|
| 34 |
+
"F",
|
| 35 |
+
"G",
|
| 36 |
+
"H",
|
| 37 |
+
"I",
|
| 38 |
+
"J",
|
| 39 |
+
"K",
|
| 40 |
+
"L",
|
| 41 |
+
"M",
|
| 42 |
+
"N",
|
| 43 |
+
"O",
|
| 44 |
+
"P"
|
| 45 |
+
],
|
| 46 |
+
"template_version": "bare-v1"
|
| 47 |
+
},
|
| 48 |
+
"verbalizer_ids": [
|
| 49 |
+
3721,
|
| 50 |
+
1802,
|
| 51 |
+
15,
|
| 52 |
+
16,
|
| 53 |
+
17,
|
| 54 |
+
18,
|
| 55 |
+
19,
|
| 56 |
+
20,
|
| 57 |
+
32,
|
| 58 |
+
33,
|
| 59 |
+
34,
|
| 60 |
+
35,
|
| 61 |
+
36,
|
| 62 |
+
37,
|
| 63 |
+
38,
|
| 64 |
+
39,
|
| 65 |
+
40,
|
| 66 |
+
41,
|
| 67 |
+
42,
|
| 68 |
+
43,
|
| 69 |
+
44,
|
| 70 |
+
45,
|
| 71 |
+
46,
|
| 72 |
+
47
|
| 73 |
+
],
|
| 74 |
+
"kinds": [
|
| 75 |
+
"noul",
|
| 76 |
+
"choice",
|
| 77 |
+
"score"
|
| 78 |
+
],
|
| 79 |
+
"model_name": "jev-judge-qwen35-9b",
|
| 80 |
+
"model_version": "0.8.0",
|
| 81 |
+
"lm_head_included": true,
|
| 82 |
+
"weights_mode": "unmerged",
|
| 83 |
+
"adapter_subfolder": "adapter",
|
| 84 |
+
"lora": {
|
| 85 |
+
"r": 16,
|
| 86 |
+
"lora_alpha": 32,
|
| 87 |
+
"lora_dropout": 0.05,
|
| 88 |
+
"target_modules": [
|
| 89 |
+
"down_proj",
|
| 90 |
+
"gate_proj",
|
| 91 |
+
"in_proj_qkv",
|
| 92 |
+
"in_proj_z",
|
| 93 |
+
"k_proj",
|
| 94 |
+
"o_proj",
|
| 95 |
+
"out_proj",
|
| 96 |
+
"q_proj",
|
| 97 |
+
"up_proj",
|
| 98 |
+
"v_proj"
|
| 99 |
+
]
|
| 100 |
+
},
|
| 101 |
+
"trained_stage": "e15",
|
| 102 |
+
"source_checkpoint": "models/e15/F2-syn/ckpt-4000",
|
| 103 |
+
"softcap": null,
|
| 104 |
+
"e15": {
|
| 105 |
+
"data": "data/e15/F2-syn-f2_wide_s0",
|
| 106 |
+
"data_manifest": {
|
| 107 |
+
"arm": "F2-syn",
|
| 108 |
+
"name": "F2-syn-f2_wide_s0",
|
| 109 |
+
"train_sha256": "bacf92d9a3b99b17963cf060a6c6696da5a891b0e2097c0c13e4ef231cad8bfd",
|
| 110 |
+
"n_train": 64000
|
| 111 |
+
},
|
| 112 |
+
"init": "released",
|
| 113 |
+
"lr": 0.0001,
|
| 114 |
+
"lr_head": 0.0002,
|
| 115 |
+
"rows_per_step": 32,
|
| 116 |
+
"skip_rows": 0,
|
| 117 |
+
"epochs": 1,
|
| 118 |
+
"max_len": 3072,
|
| 119 |
+
"schedule": "warmup 0.03 + cosine to x0.05 over 500 steps",
|
| 120 |
+
"total_rows": 16000,
|
| 121 |
+
"lora": {
|
| 122 |
+
"r": 16,
|
| 123 |
+
"lora_alpha": 32,
|
| 124 |
+
"lora_dropout": 0.05
|
| 125 |
+
},
|
| 126 |
+
"event": "ckpt",
|
| 127 |
+
"tag": "ckpt-4000",
|
| 128 |
+
"rows_seen": 4000,
|
| 129 |
+
"step": 125,
|
| 130 |
+
"tokens": 2277231,
|
| 131 |
+
"tok_per_s": 1071.5558939785544,
|
| 132 |
+
"val": {
|
| 133 |
+
"n": 2000,
|
| 134 |
+
"dropped_long": 0,
|
| 135 |
+
"noul_ce": 0.5927761793136597,
|
| 136 |
+
"kt_auc": 0.7082794666666666,
|
| 137 |
+
"kt_acc": 0.669,
|
| 138 |
+
"kt_f1": 0.7655807365439093,
|
| 139 |
+
"kt_ece": 0.03752517715096473,
|
| 140 |
+
"kt_nll": 0.5998680303357542,
|
| 141 |
+
"kt_oracle_auc": 0.8209199999999999
|
| 142 |
+
},
|
| 143 |
+
"dropped_long": 0,
|
| 144 |
+
"peak_gib": 18.283981800079346
|
| 145 |
+
}
|
| 146 |
+
}
|
meta_only/podC/e15/F2-syn/train_log.jsonl
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time": "10:10:28", "event": "start", "model_dir": "/workspace/jev_kt/models/hf/JEV-9B", "init": "released", "device": "cuda", "load_s": 13.72548508644104, "trainable_lora": 40108032, "head": 98328}
|
| 2 |
+
{"time": "10:10:28", "event": "run", "data": "data/e15/F2-syn-f2_wide_s0", "out": "models/e15/F2-syn"}
|
| 3 |
+
{"time": "10:14:05", "event": "step", "step": 10, "rows_seen": 320, "loss": 0.6004943884909153, "lr": 7.333333333333333e-05, "tok_per_s": 841.3091064957994}
|
| 4 |
+
{"time": "10:16:23", "event": "step", "step": 20, "rows_seen": 640, "loss": 0.5710602551698685, "lr": 9.997508952966197e-05, "tok_per_s": 1056.7930086264444}
|
| 5 |
+
{"time": "10:18:33", "event": "step", "step": 30, "rows_seen": 960, "loss": 0.6296335533261299, "lr": 9.977596250541417e-05, "tok_per_s": 1147.2010644503341}
|
| 6 |
+
{"time": "10:22:32", "event": "ckpt", "tag": "ckpt-1000", "rows_seen": 1024, "step": 32, "tokens": 590332, "tok_per_s": 817.3270359799965, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.6023499369621277, "kt_auc": 0.6971978666666666, "kt_acc": 0.6735, "kt_f1": 0.7641747923438065, "kt_ece": 0.042864513933658616, "kt_nll": 0.6092911825701595, "kt_oracle_auc": 0.8209199999999999}, "dropped_long": 0, "peak_gib": 18.283981800079346}
|
| 7 |
+
{"time": "10:24:18", "event": "step", "step": 40, "rows_seen": 1280, "loss": 0.6390554159879684, "lr": 9.937854366485982e-05, "tok_per_s": 891.1396778220821}
|
| 8 |
+
{"time": "10:26:29", "event": "step", "step": 50, "rows_seen": 1600, "loss": 0.620121207088232, "lr": 9.8784499920729e-05, "tok_per_s": 961.9271804994739}
|
| 9 |
+
{"time": "10:28:34", "event": "step", "step": 60, "rows_seen": 1920, "loss": 0.5972462147474289, "lr": 9.79963228989294e-05, "tok_per_s": 1008.4500225902224}
|
| 10 |
+
{"time": "10:30:41", "event": "step", "step": 70, "rows_seen": 2240, "loss": 0.6238564848899841, "lr": 9.701731848780134e-05, "tok_per_s": 1052.9795141948437}
|
| 11 |
+
{"time": "10:32:52", "event": "step", "step": 80, "rows_seen": 2560, "loss": 0.5713075380772352, "lr": 9.585159297207315e-05, "tok_per_s": 1089.6789493136116}
|
| 12 |
+
{"time": "10:35:03", "event": "step", "step": 90, "rows_seen": 2880, "loss": 0.565809149062261, "lr": 9.450403580967612e-05, "tok_per_s": 1119.6215490847956}
|
| 13 |
+
{"time": "10:37:13", "event": "step", "step": 100, "rows_seen": 3200, "loss": 0.5827423334121704, "lr": 9.298029912365855e-05, "tok_per_s": 1143.953238765438}
|
| 14 |
+
{"time": "10:39:18", "event": "step", "step": 110, "rows_seen": 3520, "loss": 0.6304570958018303, "lr": 9.128677399521752e-05, "tok_per_s": 1163.6541146057264}
|
| 15 |
+
{"time": "10:41:29", "event": "step", "step": 120, "rows_seen": 3840, "loss": 0.5568777434527874, "lr": 8.943056365728335e-05, "tok_per_s": 1179.974116248508}
|
| 16 |
+
{"time": "10:45:55", "event": "ckpt", "tag": "ckpt-4000", "rows_seen": 4000, "step": 125, "tokens": 2277231, "tok_per_s": 1071.5558939785544, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5927761793136597, "kt_auc": 0.7082794666666666, "kt_acc": 0.669, "kt_f1": 0.7655807365439093, "kt_ece": 0.03752517715096473, "kt_nll": 0.5998680303357542, "kt_oracle_auc": 0.8209199999999999}, "dropped_long": 0, "peak_gib": 18.283981800079346}
|
| 17 |
+
{"time": "10:46:55", "event": "step", "step": 130, "rows_seen": 4160, "loss": 0.5630486533045769, "lr": 8.741945370109202e-05, "tok_per_s": 1079.8246898087973}
|
| 18 |
+
{"time": "10:49:01", "event": "step", "step": 140, "rows_seen": 4480, "loss": 0.6948216818273067, "lr": 8.526187942070997e-05, "tok_per_s": 1096.7935144928028}
|
| 19 |
+
{"time": "10:50:59", "event": "step", "step": 150, "rows_seen": 4800, "loss": 0.5873207375407219, "lr": 8.296689043247915e-05, "tok_per_s": 1111.1084904525342}
|
| 20 |
+
{"time": "10:53:10", "event": "step", "step": 160, "rows_seen": 5120, "loss": 0.5610361397266388, "lr": 8.054411271778132e-05, "tok_per_s": 1127.2268805182719}
|
| 21 |
+
{"time": "10:55:21", "event": "step", "step": 170, "rows_seen": 5440, "loss": 0.5962565764784813, "lr": 7.800370824832674e-05, "tok_per_s": 1140.1157672898594}
|
| 22 |
+
{"time": "10:57:25", "event": "step", "step": 180, "rows_seen": 5760, "loss": 0.5868203397840261, "lr": 7.535633236331324e-05, "tok_per_s": 1151.8488909884354}
|
| 23 |
+
{"time": "10:59:34", "event": "step", "step": 190, "rows_seen": 6080, "loss": 0.5750347897410393, "lr": 7.26130890772308e-05, "tok_per_s": 1163.0340785338474}
|
| 24 |
+
{"time": "11:01:44", "event": "step", "step": 200, "rows_seen": 6400, "loss": 0.620871402323246, "lr": 6.978548450576568e-05, "tok_per_s": 1172.800591540907}
|
| 25 |
+
{"time": "11:03:53", "event": "step", "step": 210, "rows_seen": 6720, "loss": 0.5625735386274755, "lr": 6.688537860515266e-05, "tok_per_s": 1181.9202046755772}
|
| 26 |
+
{"time": "11:06:00", "event": "step", "step": 220, "rows_seen": 7040, "loss": 0.6167737618088722, "lr": 6.392493542739706e-05, "tok_per_s": 1190.173116242969}
|
| 27 |
+
{"time": "11:08:03", "event": "step", "step": 230, "rows_seen": 7360, "loss": 0.5891561508178711, "lr": 6.091657210001309e-05, "tok_per_s": 1197.8082961260443}
|
| 28 |
+
{"time": "11:10:08", "event": "step", "step": 240, "rows_seen": 7680, "loss": 0.6150956563651562, "lr": 5.7872906744276015e-05, "tok_per_s": 1205.425180254967}
|
| 29 |
+
{"time": "11:12:18", "event": "step", "step": 250, "rows_seen": 8000, "loss": 0.5231661563739181, "lr": 5.48067055504363e-05, "tok_per_s": 1212.4419040524308}
|
| 30 |
+
{"time": "11:14:36", "event": "step", "step": 260, "rows_seen": 8320, "loss": 0.5434261709451675, "lr": 5.173082923188119e-05, "tok_per_s": 1220.3311086443575}
|
| 31 |
+
{"time": "11:16:45", "event": "step", "step": 270, "rows_seen": 8640, "loss": 0.5616174712777138, "lr": 4.865817908283331e-05, "tok_per_s": 1226.3260133312992}
|
| 32 |
+
{"time": "11:18:57", "event": "step", "step": 280, "rows_seen": 8960, "loss": 0.5095739979296923, "lr": 4.560164286583922e-05, "tok_per_s": 1232.438507286999}
|
| 33 |
+
{"time": "11:21:01", "event": "step", "step": 290, "rows_seen": 9280, "loss": 0.5902664847671986, "lr": 4.257404075601443e-05, "tok_per_s": 1237.7066797748605}
|
| 34 |
+
{"time": "11:23:12", "event": "step", "step": 300, "rows_seen": 9600, "loss": 0.5673106350004673, "lr": 3.958807156877371e-05, "tok_per_s": 1243.0857109026292}
|
| 35 |
+
{"time": "11:25:25", "event": "step", "step": 310, "rows_seen": 9920, "loss": 0.6091416296549141, "lr": 3.665625949658603e-05, "tok_per_s": 1247.5370097500715}
|
| 36 |
+
{"time": "11:27:29", "event": "step", "step": 320, "rows_seen": 10240, "loss": 0.6217507310211658, "lr": 3.379090157815887e-05, "tok_per_s": 1252.0308301578414}
|
| 37 |
+
{"time": "11:29:36", "event": "step", "step": 330, "rows_seen": 10560, "loss": 0.5816087834537029, "lr": 3.10040161203844e-05, "tok_per_s": 1256.531106302599}
|
| 38 |
+
{"time": "11:31:44", "event": "step", "step": 340, "rows_seen": 10880, "loss": 0.6110405027866364, "lr": 2.8307292289383776e-05, "tok_per_s": 1259.8809672538575}
|
| 39 |
+
{"time": "11:33:49", "event": "step", "step": 350, "rows_seen": 11200, "loss": 0.5844391584396362, "lr": 2.571204108208194e-05, "tok_per_s": 1263.1451313949349}
|
| 40 |
+
{"time": "11:35:54", "event": "step", "step": 360, "rows_seen": 11520, "loss": 0.558001670986414, "lr": 2.322914788395595e-05, "tok_per_s": 1266.7327058834499}
|
| 41 |
+
{"time": "11:37:58", "event": "step", "step": 370, "rows_seen": 11840, "loss": 0.6453129276633263, "lr": 2.0869026811945157e-05, "tok_per_s": 1270.2304119950963}
|
| 42 |
+
{"time": "11:40:07", "event": "step", "step": 380, "rows_seen": 12160, "loss": 0.5559959691017866, "lr": 1.8641577034025627e-05, "tok_per_s": 1273.5027225461174}
|
| 43 |
+
{"time": "11:42:13", "event": "step", "step": 390, "rows_seen": 12480, "loss": 0.5595799013972282, "lr": 1.6556141248659472e-05, "tok_per_s": 1276.3434582295092}
|
| 44 |
+
{"time": "11:44:21", "event": "step", "step": 400, "rows_seen": 12800, "loss": 0.5467241369187832, "lr": 1.4621466498270773e-05, "tok_per_s": 1279.5777639427592}
|
| 45 |
+
{"time": "11:46:36", "event": "step", "step": 410, "rows_seen": 13120, "loss": 0.5844953032210469, "lr": 1.284566748110963e-05, "tok_per_s": 1282.875253345238}
|
| 46 |
+
{"time": "11:48:41", "event": "step", "step": 420, "rows_seen": 13440, "loss": 0.6335516013205051, "lr": 1.1236192515387821e-05, "tok_per_s": 1285.2661151564794}
|
| 47 |
+
{"time": "11:50:52", "event": "step", "step": 430, "rows_seen": 13760, "loss": 0.5161332562565804, "lr": 9.799792298443728e-06, "tok_per_s": 1287.9640856454723}
|
| 48 |
+
{"time": "11:53:00", "event": "step", "step": 440, "rows_seen": 14080, "loss": 0.46469162590801716, "lr": 8.542491591971554e-06, "tok_per_s": 1290.548913094055}
|
| 49 |
+
{"time": "11:55:12", "event": "step", "step": 450, "rows_seen": 14400, "loss": 0.554043848067522, "lr": 7.469563952077155e-06, "tok_per_s": 1292.8961946329034}
|
| 50 |
+
{"time": "11:57:19", "event": "step", "step": 460, "rows_seen": 14720, "loss": 0.5255067627876997, "lr": 6.585509610150972e-06, "tok_per_s": 1295.1445664135076}
|
| 51 |
+
{"time": "11:59:24", "event": "step", "step": 470, "rows_seen": 15040, "loss": 0.6296101361513138, "lr": 5.894036597333646e-06, "tok_per_s": 1297.3516001408586}
|
| 52 |
+
{"time": "12:01:32", "event": "step", "step": 480, "rows_seen": 15360, "loss": 0.6031606644392014, "lr": 5.398045191744809e-06, "tok_per_s": 1299.3280332664144}
|
| 53 |
+
{"time": "12:03:43", "event": "step", "step": 490, "rows_seen": 15680, "loss": 0.5451056472957134, "lr": 5.099615753708697e-06, "tok_per_s": 1301.2862349780637}
|
| 54 |
+
{"time": "12:05:42", "event": "step", "step": 500, "rows_seen": 16000, "loss": 0.6204489096999168, "lr": 5e-06, "tok_per_s": 1302.6884351356657}
|
| 55 |
+
{"time": "12:09:09", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "step": 500, "tokens": 9005752, "tok_per_s": 1264.9784932343973, "val": {"n": 2000, "dropped_long": 0, "noul_ce": 0.5842190384864807, "kt_auc": 0.7080325333333335, "kt_acc": 0.674, "kt_f1": 0.7654676258992805, "kt_ece": 0.036417227357625974, "kt_nll": 0.599741098954808, "kt_oracle_auc": 0.8209199999999999}, "dropped_long": 0, "peak_gib": 18.283981800079346}
|