Instructions to use LEAP-LAB-KUS/jevkt-checkpoints with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use LEAP-LAB-KUS/jevkt-checkpoints with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
Pod D e27 checkpoints (E27 27B / E28 diversity / E29 / E30 arms)
Browse files- e27/S1-E19-b-n128k-syn/train_log.jsonl +25 -0
- e27/S1-E19-b-n16k-syn/DONE +1 -0
- e27/S1-E19-b-n16k-syn/ckpt-16000/adapter/README.md +206 -0
- e27/S1-E19-b-n16k-syn/ckpt-16000/adapter/adapter_config.json +57 -0
- e27/S1-E19-b-n16k-syn/ckpt-16000/adapter/adapter_model.safetensors +3 -0
- e27/S1-E19-b-n16k-syn/ckpt-16000/adapter_vllm/adapter_config.json +58 -0
- e27/S1-E19-b-n16k-syn/ckpt-16000/adapter_vllm/adapter_model.safetensors +3 -0
- e27/S1-E19-b-n16k-syn/ckpt-16000/adapter_vllm/decision_head.json +99 -0
- e27/S1-E19-b-n16k-syn/ckpt-16000/calibration.json +29 -0
- e27/S1-E19-b-n16k-syn/ckpt-16000/head.safetensors +3 -0
- e27/S1-E19-b-n16k-syn/ckpt-16000/judge_config.json +164 -0
- e27/S1-E19-b-n16k-syn/train_log.jsonl +57 -0
- e27/S1-E19-b-n64k-syn/DONE +1 -0
- e27/S1-E19-b-n64k-syn/ckpt-64000/adapter/README.md +206 -0
- e27/S1-E19-b-n64k-syn/ckpt-64000/adapter/adapter_config.json +57 -0
- e27/S1-E19-b-n64k-syn/ckpt-64000/adapter/adapter_model.safetensors +3 -0
- e27/S1-E19-b-n64k-syn/ckpt-64000/adapter_vllm/adapter_config.json +58 -0
- e27/S1-E19-b-n64k-syn/ckpt-64000/adapter_vllm/adapter_model.safetensors +3 -0
- e27/S1-E19-b-n64k-syn/ckpt-64000/adapter_vllm/decision_head.json +99 -0
- e27/S1-E19-b-n64k-syn/ckpt-64000/calibration.json +29 -0
- e27/S1-E19-b-n64k-syn/ckpt-64000/head.safetensors +3 -0
- e27/S1-E19-b-n64k-syn/ckpt-64000/judge_config.json +164 -0
- e27/S1-E19-b-n64k-syn/train_log.jsonl +225 -0
e27/S1-E19-b-n128k-syn/train_log.jsonl
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time": "03:23:00", "event": "start", "data": "data/e19/E19-b-n128k", "data_manifest": {"arm": "E19-b-n128k", "name": null, "train_sha256": "9d841e43bac71713d18095b9a2cfeb483d0b610ed658501240ba1307c13456dc", "n_train": 128000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 4000 steps", "total_rows": 128000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "a0b9d7552588ffb068565686509162a4f122f6f03392e693fa20088493e2a4f3", "device": "cuda", "load_s": 10.275275230407715}
|
| 2 |
+
{"time": "03:25:57", "event": "step", "step": 10, "rows_seen": 320, "lr": 9.166666666666666e-06, "tok_per_s": 1092.8561157050424, "loss": 0.6138839945197105, "entropy": 0.6082865633070469, "sharp": 0.16539626568555832}
|
| 3 |
+
{"time": "03:28:44", "event": "step", "step": 20, "rows_seen": 640, "lr": 1.75e-05, "tok_per_s": 1097.1081181766133, "loss": 0.6297598276287317, "entropy": 0.6500223614275455, "sharp": 0.11746784020215273}
|
| 4 |
+
{"time": "03:31:48", "event": "step", "step": 30, "rows_seen": 960, "lr": 2.5833333333333336e-05, "tok_per_s": 1099.39371380256, "loss": 0.7056557796895504, "entropy": 0.6523364782333374, "sharp": 0.11605052184313536}
|
| 5 |
+
{"time": "03:34:43", "event": "step", "step": 40, "rows_seen": 1280, "lr": 3.4166666666666666e-05, "tok_per_s": 1100.8647170946551, "loss": 0.6610448565334082, "entropy": 0.6714641451835632, "sharp": 0.07853255793452263}
|
| 6 |
+
{"time": "03:37:40", "event": "step", "step": 50, "rows_seen": 1600, "lr": 4.25e-05, "tok_per_s": 1101.5524821943607, "loss": 0.6305513214319944, "entropy": 0.6503737885504961, "sharp": 0.1192434960976243}
|
| 7 |
+
{"time": "03:40:37", "event": "step", "step": 60, "rows_seen": 1920, "lr": 5.0833333333333333e-05, "tok_per_s": 1103.0746986196168, "loss": 0.6516795977950096, "entropy": 0.6477603688836098, "sharp": 0.1255302121862769}
|
| 8 |
+
{"time": "03:43:37", "event": "step", "step": 70, "rows_seen": 2240, "lr": 5.916666666666667e-05, "tok_per_s": 1102.982387575636, "loss": 0.6427123323082924, "entropy": 0.6794420778751373, "sharp": 0.06707753613591194}
|
| 9 |
+
{"time": "03:46:36", "event": "step", "step": 80, "rows_seen": 2560, "lr": 6.750000000000001e-05, "tok_per_s": 1102.5566031213546, "loss": 0.7452295385301113, "entropy": 0.5976294931024313, "sharp": 0.1889625620096922}
|
| 10 |
+
{"time": "03:49:31", "event": "step", "step": 90, "rows_seen": 2880, "lr": 7.583333333333334e-05, "tok_per_s": 1102.8134685747914, "loss": 0.6775317676365376, "entropy": 0.68216273188591, "sharp": 0.05382081214338541}
|
| 11 |
+
{"time": "03:52:29", "event": "step", "step": 100, "rows_seen": 3200, "lr": 8.416666666666668e-05, "tok_per_s": 1101.5346441190388, "loss": 0.626188799738884, "entropy": 0.6592426188290119, "sharp": 0.10594075545668602}
|
| 12 |
+
{"time": "03:53:34", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.5841361284255981, "noul_T": 0.8212428376960577, "noul_auc": 0.7417258780442523, "noul_acc": 0.708, "noul_f1": 0.7697160883280757, "noul_nll": 0.5829908965826035, "noul_ece": 0.057272783637046826, "noul_brier": 0.19828078405748148, "noul_sharp": 0.1659131944179535, "entropy": 0.6112656593322754}
|
| 13 |
+
{"time": "03:56:36", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.250000000000001e-05, "tok_per_s": 1066.0489199500394, "loss": 0.6848712284117937, "entropy": 0.6467797663062811, "sharp": 0.12409992329776287}
|
| 14 |
+
{"time": "03:59:28", "event": "step", "step": 120, "rows_seen": 3840, "lr": 0.0001, "tok_per_s": 1068.0027537406252, "loss": 0.632717739790678, "entropy": 0.6788725778460503, "sharp": 0.07372224610298872}
|
| 15 |
+
{"time": "04:02:29", "event": "step", "step": 130, "rows_seen": 4160, "lr": 9.999844296800993e-05, "tok_per_s": 1070.5488270613866, "loss": 0.6417760401964188, "entropy": 0.665095716714859, "sharp": 0.09380739275366068}
|
| 16 |
+
{"time": "04:05:31", "event": "step", "step": 140, "rows_seen": 4480, "lr": 9.999377197411753e-05, "tok_per_s": 1072.5555032046511, "loss": 0.7070484682917595, "entropy": 0.6237239986658096, "sharp": 0.16197039000689983}
|
| 17 |
+
{"time": "04:08:25", "event": "step", "step": 150, "rows_seen": 4800, "lr": 9.998598732454963e-05, "tok_per_s": 1074.4081756370656, "loss": 0.679479356855154, "entropy": 0.6799738705158234, "sharp": 0.06428635958582163}
|
| 18 |
+
{"time": "04:11:25", "event": "step", "step": 160, "rows_seen": 5120, "lr": 9.997508952966197e-05, "tok_per_s": 1076.5548621549624, "loss": 0.6773449778556824, "entropy": 0.6335735581815243, "sharp": 0.15197997353971004}
|
| 19 |
+
{"time": "04:14:27", "event": "step", "step": 170, "rows_seen": 5440, "lr": 9.996107930390567e-05, "tok_per_s": 1078.4070454397943, "loss": 0.6888935565948486, "entropy": 0.6543452516198158, "sharp": 0.11864712554961443}
|
| 20 |
+
{"time": "04:17:26", "event": "step", "step": 180, "rows_seen": 5760, "lr": 9.994395756578056e-05, "tok_per_s": 1079.8634155892491, "loss": 0.6560298763215542, "entropy": 0.6776234358549118, "sharp": 0.07305796537548304}
|
| 21 |
+
{"time": "04:20:20", "event": "step", "step": 190, "rows_seen": 6080, "lr": 9.992372543777479e-05, "tok_per_s": 1080.7435591675828, "loss": 0.6546379216015339, "entropy": 0.664925679564476, "sharp": 0.0974449310451746}
|
| 22 |
+
{"time": "04:23:19", "event": "step", "step": 200, "rows_seen": 6400, "lr": 9.990038424629131e-05, "tok_per_s": 1081.929359114764, "loss": 0.6620908230543137, "entropy": 0.6766778752207756, "sharp": 0.07652906328439713}
|
| 23 |
+
{"time": "04:24:25", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.6061937212944031, "noul_T": 0.5551370652684163, "noul_auc": 0.7334053433697322, "noul_acc": 0.7, "noul_f1": 0.7619047619047619, "noul_nll": 0.6054254824519157, "noul_ece": 0.09358954668045046, "noul_brier": 0.207783558923173, "noul_sharp": 0.11740269511938095, "entropy": 0.6552082896232605}
|
| 24 |
+
{"time": "04:27:23", "event": "step", "step": 210, "rows_seen": 6720, "lr": 9.987393552156095e-05, "tok_per_s": 1064.3097567291352, "loss": 0.6519144624471664, "entropy": 0.6334665641188622, "sharp": 0.14687250554561615}
|
| 25 |
+
{"time": "04:30:18", "event": "step", "step": 220, "rows_seen": 7040, "lr": 9.984438099754206e-05, "tok_per_s": 1066.1879661307723, "loss": 0.660451240837574, "entropy": 0.6764987297356129, "sharp": 0.06436823029071093}
|
e27/S1-E19-b-n16k-syn/DONE
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
2026-10-19 13:43:06
|
e27/S1-E19-b-n16k-syn/ckpt-16000/adapter/README.md
ADDED
|
@@ -0,0 +1,206 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: models/hf/JEV-27B
|
| 3 |
+
library_name: peft
|
| 4 |
+
tags:
|
| 5 |
+
- base_model:adapter:models/hf/JEV-27B
|
| 6 |
+
- lora
|
| 7 |
+
- transformers
|
| 8 |
+
---
|
| 9 |
+
|
| 10 |
+
# Model Card for Model ID
|
| 11 |
+
|
| 12 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 13 |
+
|
| 14 |
+
|
| 15 |
+
|
| 16 |
+
## Model Details
|
| 17 |
+
|
| 18 |
+
### Model Description
|
| 19 |
+
|
| 20 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 21 |
+
|
| 22 |
+
|
| 23 |
+
|
| 24 |
+
- **Developed by:** [More Information Needed]
|
| 25 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 26 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 27 |
+
- **Model type:** [More Information Needed]
|
| 28 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 29 |
+
- **License:** [More Information Needed]
|
| 30 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 31 |
+
|
| 32 |
+
### Model Sources [optional]
|
| 33 |
+
|
| 34 |
+
<!-- Provide the basic links for the model. -->
|
| 35 |
+
|
| 36 |
+
- **Repository:** [More Information Needed]
|
| 37 |
+
- **Paper [optional]:** [More Information Needed]
|
| 38 |
+
- **Demo [optional]:** [More Information Needed]
|
| 39 |
+
|
| 40 |
+
## Uses
|
| 41 |
+
|
| 42 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 43 |
+
|
| 44 |
+
### Direct Use
|
| 45 |
+
|
| 46 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 47 |
+
|
| 48 |
+
[More Information Needed]
|
| 49 |
+
|
| 50 |
+
### Downstream Use [optional]
|
| 51 |
+
|
| 52 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 53 |
+
|
| 54 |
+
[More Information Needed]
|
| 55 |
+
|
| 56 |
+
### Out-of-Scope Use
|
| 57 |
+
|
| 58 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 59 |
+
|
| 60 |
+
[More Information Needed]
|
| 61 |
+
|
| 62 |
+
## Bias, Risks, and Limitations
|
| 63 |
+
|
| 64 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 65 |
+
|
| 66 |
+
[More Information Needed]
|
| 67 |
+
|
| 68 |
+
### Recommendations
|
| 69 |
+
|
| 70 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 71 |
+
|
| 72 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 73 |
+
|
| 74 |
+
## How to Get Started with the Model
|
| 75 |
+
|
| 76 |
+
Use the code below to get started with the model.
|
| 77 |
+
|
| 78 |
+
[More Information Needed]
|
| 79 |
+
|
| 80 |
+
## Training Details
|
| 81 |
+
|
| 82 |
+
### Training Data
|
| 83 |
+
|
| 84 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 85 |
+
|
| 86 |
+
[More Information Needed]
|
| 87 |
+
|
| 88 |
+
### Training Procedure
|
| 89 |
+
|
| 90 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 91 |
+
|
| 92 |
+
#### Preprocessing [optional]
|
| 93 |
+
|
| 94 |
+
[More Information Needed]
|
| 95 |
+
|
| 96 |
+
|
| 97 |
+
#### Training Hyperparameters
|
| 98 |
+
|
| 99 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 100 |
+
|
| 101 |
+
#### Speeds, Sizes, Times [optional]
|
| 102 |
+
|
| 103 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 104 |
+
|
| 105 |
+
[More Information Needed]
|
| 106 |
+
|
| 107 |
+
## Evaluation
|
| 108 |
+
|
| 109 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 110 |
+
|
| 111 |
+
### Testing Data, Factors & Metrics
|
| 112 |
+
|
| 113 |
+
#### Testing Data
|
| 114 |
+
|
| 115 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 116 |
+
|
| 117 |
+
[More Information Needed]
|
| 118 |
+
|
| 119 |
+
#### Factors
|
| 120 |
+
|
| 121 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 122 |
+
|
| 123 |
+
[More Information Needed]
|
| 124 |
+
|
| 125 |
+
#### Metrics
|
| 126 |
+
|
| 127 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 128 |
+
|
| 129 |
+
[More Information Needed]
|
| 130 |
+
|
| 131 |
+
### Results
|
| 132 |
+
|
| 133 |
+
[More Information Needed]
|
| 134 |
+
|
| 135 |
+
#### Summary
|
| 136 |
+
|
| 137 |
+
|
| 138 |
+
|
| 139 |
+
## Model Examination [optional]
|
| 140 |
+
|
| 141 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 142 |
+
|
| 143 |
+
[More Information Needed]
|
| 144 |
+
|
| 145 |
+
## Environmental Impact
|
| 146 |
+
|
| 147 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 148 |
+
|
| 149 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 150 |
+
|
| 151 |
+
- **Hardware Type:** [More Information Needed]
|
| 152 |
+
- **Hours used:** [More Information Needed]
|
| 153 |
+
- **Cloud Provider:** [More Information Needed]
|
| 154 |
+
- **Compute Region:** [More Information Needed]
|
| 155 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 156 |
+
|
| 157 |
+
## Technical Specifications [optional]
|
| 158 |
+
|
| 159 |
+
### Model Architecture and Objective
|
| 160 |
+
|
| 161 |
+
[More Information Needed]
|
| 162 |
+
|
| 163 |
+
### Compute Infrastructure
|
| 164 |
+
|
| 165 |
+
[More Information Needed]
|
| 166 |
+
|
| 167 |
+
#### Hardware
|
| 168 |
+
|
| 169 |
+
[More Information Needed]
|
| 170 |
+
|
| 171 |
+
#### Software
|
| 172 |
+
|
| 173 |
+
[More Information Needed]
|
| 174 |
+
|
| 175 |
+
## Citation [optional]
|
| 176 |
+
|
| 177 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 178 |
+
|
| 179 |
+
**BibTeX:**
|
| 180 |
+
|
| 181 |
+
[More Information Needed]
|
| 182 |
+
|
| 183 |
+
**APA:**
|
| 184 |
+
|
| 185 |
+
[More Information Needed]
|
| 186 |
+
|
| 187 |
+
## Glossary [optional]
|
| 188 |
+
|
| 189 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 190 |
+
|
| 191 |
+
[More Information Needed]
|
| 192 |
+
|
| 193 |
+
## More Information [optional]
|
| 194 |
+
|
| 195 |
+
[More Information Needed]
|
| 196 |
+
|
| 197 |
+
## Model Card Authors [optional]
|
| 198 |
+
|
| 199 |
+
[More Information Needed]
|
| 200 |
+
|
| 201 |
+
## Model Card Contact
|
| 202 |
+
|
| 203 |
+
[More Information Needed]
|
| 204 |
+
### Framework versions
|
| 205 |
+
|
| 206 |
+
- PEFT 0.21.2
|
e27/S1-E19-b-n16k-syn/ckpt-16000/adapter/adapter_config.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen3_5ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": "models/hf/JEV-27B",
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"kasa_config": null,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.05,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"monteclora_config": null,
|
| 31 |
+
"peft_type": "LORA",
|
| 32 |
+
"peft_version": "0.21.0",
|
| 33 |
+
"qalora_group_size": 16,
|
| 34 |
+
"r": 16,
|
| 35 |
+
"rank_pattern": {},
|
| 36 |
+
"revision": null,
|
| 37 |
+
"target_modules": [
|
| 38 |
+
"up_proj",
|
| 39 |
+
"in_proj_z",
|
| 40 |
+
"out_proj",
|
| 41 |
+
"gate_proj",
|
| 42 |
+
"down_proj",
|
| 43 |
+
"k_proj",
|
| 44 |
+
"v_proj",
|
| 45 |
+
"q_proj",
|
| 46 |
+
"in_proj_qkv",
|
| 47 |
+
"o_proj"
|
| 48 |
+
],
|
| 49 |
+
"target_parameters": null,
|
| 50 |
+
"task_type": null,
|
| 51 |
+
"trainable_token_indices": null,
|
| 52 |
+
"use_bdlora": null,
|
| 53 |
+
"use_dora": false,
|
| 54 |
+
"use_qalora": false,
|
| 55 |
+
"use_rslora": false,
|
| 56 |
+
"velora_config": null
|
| 57 |
+
}
|
e27/S1-E19-b-n16k-syn/ckpt-16000/adapter/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a43a17fe71d2bdec667778ad38d59512840bb2f616325e08103fcab02695216
|
| 3 |
+
size 435268528
|
e27/S1-E19-b-n16k-syn/ckpt-16000/adapter_vllm/adapter_config.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen3_5ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": null,
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"kasa_config": null,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 64.0,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"monteclora_config": null,
|
| 31 |
+
"peft_type": "LORA",
|
| 32 |
+
"peft_version": "0.21.0",
|
| 33 |
+
"qalora_group_size": 16,
|
| 34 |
+
"r": 32,
|
| 35 |
+
"rank_pattern": {},
|
| 36 |
+
"revision": null,
|
| 37 |
+
"target_modules": [
|
| 38 |
+
"down_proj",
|
| 39 |
+
"gate_proj",
|
| 40 |
+
"in_proj_qkv",
|
| 41 |
+
"in_proj_z",
|
| 42 |
+
"k_proj",
|
| 43 |
+
"lm_head",
|
| 44 |
+
"o_proj",
|
| 45 |
+
"out_proj",
|
| 46 |
+
"q_proj",
|
| 47 |
+
"up_proj",
|
| 48 |
+
"v_proj"
|
| 49 |
+
],
|
| 50 |
+
"target_parameters": null,
|
| 51 |
+
"task_type": null,
|
| 52 |
+
"trainable_token_indices": null,
|
| 53 |
+
"use_bdlora": null,
|
| 54 |
+
"use_dora": false,
|
| 55 |
+
"use_qalora": false,
|
| 56 |
+
"use_rslora": false,
|
| 57 |
+
"velora_config": null
|
| 58 |
+
}
|
e27/S1-E19-b-n16k-syn/ckpt-16000/adapter_vllm/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bea50867462134f660b30a0ab96960e5a1c4395819860ad0f7829f64da651261
|
| 3 |
+
size 451489808
|
e27/S1-E19-b-n16k-syn/ckpt-16000/adapter_vllm/decision_head.json
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bias": [
|
| 3 |
+
-8.537738904124126e-05,
|
| 4 |
+
8.515336958225816e-05,
|
| 5 |
+
-0.0018494465621188283,
|
| 6 |
+
-0.0010563605464994907,
|
| 7 |
+
-6.928045331733301e-05,
|
| 8 |
+
0.0019468257669359446,
|
| 9 |
+
0.0009648635750636458,
|
| 10 |
+
-0.0018802604172378778,
|
| 11 |
+
-0.0004759571165777743,
|
| 12 |
+
0.00018388776516076177,
|
| 13 |
+
6.20796054136008e-05,
|
| 14 |
+
0.00035097115323878825,
|
| 15 |
+
-0.0005603316240012646,
|
| 16 |
+
-0.0020464055705815554,
|
| 17 |
+
-0.004145903047174215,
|
| 18 |
+
-0.0069412230513989925,
|
| 19 |
+
-0.006485688965767622,
|
| 20 |
+
-0.004782030824571848,
|
| 21 |
+
-0.002681405982002616,
|
| 22 |
+
-0.0025907482486218214,
|
| 23 |
+
-0.002792850835248828,
|
| 24 |
+
-0.002848090371116996,
|
| 25 |
+
-0.00319416681304574,
|
| 26 |
+
-0.002386009320616722
|
| 27 |
+
],
|
| 28 |
+
"verbalizer_ids": [
|
| 29 |
+
3721,
|
| 30 |
+
1802,
|
| 31 |
+
15,
|
| 32 |
+
16,
|
| 33 |
+
17,
|
| 34 |
+
18,
|
| 35 |
+
19,
|
| 36 |
+
20,
|
| 37 |
+
32,
|
| 38 |
+
33,
|
| 39 |
+
34,
|
| 40 |
+
35,
|
| 41 |
+
36,
|
| 42 |
+
37,
|
| 43 |
+
38,
|
| 44 |
+
39,
|
| 45 |
+
40,
|
| 46 |
+
41,
|
| 47 |
+
42,
|
| 48 |
+
43,
|
| 49 |
+
44,
|
| 50 |
+
45,
|
| 51 |
+
46,
|
| 52 |
+
47
|
| 53 |
+
],
|
| 54 |
+
"slots": {
|
| 55 |
+
"num_slots": 24,
|
| 56 |
+
"ranges": {
|
| 57 |
+
"noul": [
|
| 58 |
+
0,
|
| 59 |
+
2
|
| 60 |
+
],
|
| 61 |
+
"score": [
|
| 62 |
+
2,
|
| 63 |
+
8
|
| 64 |
+
],
|
| 65 |
+
"choice": [
|
| 66 |
+
8,
|
| 67 |
+
24
|
| 68 |
+
]
|
| 69 |
+
},
|
| 70 |
+
"verbalizers": [
|
| 71 |
+
"false",
|
| 72 |
+
"true",
|
| 73 |
+
"0",
|
| 74 |
+
"1",
|
| 75 |
+
"2",
|
| 76 |
+
"3",
|
| 77 |
+
"4",
|
| 78 |
+
"5",
|
| 79 |
+
"A",
|
| 80 |
+
"B",
|
| 81 |
+
"C",
|
| 82 |
+
"D",
|
| 83 |
+
"E",
|
| 84 |
+
"F",
|
| 85 |
+
"G",
|
| 86 |
+
"H",
|
| 87 |
+
"I",
|
| 88 |
+
"J",
|
| 89 |
+
"K",
|
| 90 |
+
"L",
|
| 91 |
+
"M",
|
| 92 |
+
"N",
|
| 93 |
+
"O",
|
| 94 |
+
"P"
|
| 95 |
+
],
|
| 96 |
+
"template_version": "bare-v1"
|
| 97 |
+
},
|
| 98 |
+
"note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature"
|
| 99 |
+
}
|
e27/S1-E19-b-n16k-syn/ckpt-16000/calibration.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": 1,
|
| 3 |
+
"per_kind": {
|
| 4 |
+
"noul": 0.9398598376226803,
|
| 5 |
+
"choice": 1.0260172426656948,
|
| 6 |
+
"score": 0.9985329199926651
|
| 7 |
+
},
|
| 8 |
+
"fit": {
|
| 9 |
+
"noul": {
|
| 10 |
+
"n": 1087,
|
| 11 |
+
"T": 0.9398598376226803,
|
| 12 |
+
"ce_before": 0.5740634799003601,
|
| 13 |
+
"ce_after": 0.57375568151474
|
| 14 |
+
},
|
| 15 |
+
"choice": {
|
| 16 |
+
"n": 60,
|
| 17 |
+
"T": 1.0260172426656948,
|
| 18 |
+
"ce_before": 0.661950409412384,
|
| 19 |
+
"ce_after": 0.6618114709854126
|
| 20 |
+
},
|
| 21 |
+
"score": {
|
| 22 |
+
"n": 53,
|
| 23 |
+
"T": 0.9985329199926651,
|
| 24 |
+
"ce_before": 1.0684616565704346,
|
| 25 |
+
"ce_after": 1.068460464477539
|
| 26 |
+
}
|
| 27 |
+
},
|
| 28 |
+
"source": "models/e27/S1-E19-b-n16k-syn/ckpt-16000"
|
| 29 |
+
}
|
e27/S1-E19-b-n16k-syn/ckpt-16000/head.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b308ee20146b0ca5401d52c29cf04e3f927cc3b2267e003f0495f55118226754
|
| 3 |
+
size 491768
|
e27/S1-E19-b-n16k-syn/ckpt-16000/judge_config.json
ADDED
|
@@ -0,0 +1,164 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_model_path": "/root/models/Qwen3.8-27B",
|
| 3 |
+
"hidden_size": 5120,
|
| 4 |
+
"slots": {
|
| 5 |
+
"num_slots": 24,
|
| 6 |
+
"ranges": {
|
| 7 |
+
"noul": [
|
| 8 |
+
0,
|
| 9 |
+
2
|
| 10 |
+
],
|
| 11 |
+
"score": [
|
| 12 |
+
2,
|
| 13 |
+
8
|
| 14 |
+
],
|
| 15 |
+
"choice": [
|
| 16 |
+
8,
|
| 17 |
+
24
|
| 18 |
+
]
|
| 19 |
+
},
|
| 20 |
+
"verbalizers": [
|
| 21 |
+
"false",
|
| 22 |
+
"true",
|
| 23 |
+
"0",
|
| 24 |
+
"1",
|
| 25 |
+
"2",
|
| 26 |
+
"3",
|
| 27 |
+
"4",
|
| 28 |
+
"5",
|
| 29 |
+
"A",
|
| 30 |
+
"B",
|
| 31 |
+
"C",
|
| 32 |
+
"D",
|
| 33 |
+
"E",
|
| 34 |
+
"F",
|
| 35 |
+
"G",
|
| 36 |
+
"H",
|
| 37 |
+
"I",
|
| 38 |
+
"J",
|
| 39 |
+
"K",
|
| 40 |
+
"L",
|
| 41 |
+
"M",
|
| 42 |
+
"N",
|
| 43 |
+
"O",
|
| 44 |
+
"P"
|
| 45 |
+
],
|
| 46 |
+
"template_version": "bare-v1"
|
| 47 |
+
},
|
| 48 |
+
"verbalizer_ids": [
|
| 49 |
+
3721,
|
| 50 |
+
1802,
|
| 51 |
+
15,
|
| 52 |
+
16,
|
| 53 |
+
17,
|
| 54 |
+
18,
|
| 55 |
+
19,
|
| 56 |
+
20,
|
| 57 |
+
32,
|
| 58 |
+
33,
|
| 59 |
+
34,
|
| 60 |
+
35,
|
| 61 |
+
36,
|
| 62 |
+
37,
|
| 63 |
+
38,
|
| 64 |
+
39,
|
| 65 |
+
40,
|
| 66 |
+
41,
|
| 67 |
+
42,
|
| 68 |
+
43,
|
| 69 |
+
44,
|
| 70 |
+
45,
|
| 71 |
+
46,
|
| 72 |
+
47
|
| 73 |
+
],
|
| 74 |
+
"kinds": [
|
| 75 |
+
"noul",
|
| 76 |
+
"choice",
|
| 77 |
+
"score"
|
| 78 |
+
],
|
| 79 |
+
"model_name": "jev-judge-qwen38-27b",
|
| 80 |
+
"model_version": "0.8.0",
|
| 81 |
+
"lm_head_included": true,
|
| 82 |
+
"weights_mode": "unmerged",
|
| 83 |
+
"adapter_subfolder": "adapter",
|
| 84 |
+
"lora": {
|
| 85 |
+
"r": 16,
|
| 86 |
+
"lora_alpha": 32,
|
| 87 |
+
"lora_dropout": 0.05,
|
| 88 |
+
"target_modules": [
|
| 89 |
+
"down_proj",
|
| 90 |
+
"gate_proj",
|
| 91 |
+
"in_proj_qkv",
|
| 92 |
+
"in_proj_z",
|
| 93 |
+
"k_proj",
|
| 94 |
+
"o_proj",
|
| 95 |
+
"out_proj",
|
| 96 |
+
"q_proj",
|
| 97 |
+
"up_proj",
|
| 98 |
+
"v_proj"
|
| 99 |
+
]
|
| 100 |
+
},
|
| 101 |
+
"trained_stage": "e16",
|
| 102 |
+
"source_checkpoint": "models/e27/S1-E19-b-n16k-syn/ckpt-16000",
|
| 103 |
+
"softcap": null,
|
| 104 |
+
"e16": {
|
| 105 |
+
"data": "data/e19/E19-b-n16k",
|
| 106 |
+
"data_manifest": {
|
| 107 |
+
"arm": "E19-b-n16k",
|
| 108 |
+
"name": null,
|
| 109 |
+
"train_sha256": "9e31412d9aac0064859cdf9aae1636242d1a9dbfc3ab398a1f5ec10da1e7a50e",
|
| 110 |
+
"n_train": 16000
|
| 111 |
+
},
|
| 112 |
+
"init": "released",
|
| 113 |
+
"objective": "s-log",
|
| 114 |
+
"sigma": 0.5,
|
| 115 |
+
"K": 8,
|
| 116 |
+
"reward": "brier",
|
| 117 |
+
"clip": 0.2,
|
| 118 |
+
"passes": 1,
|
| 119 |
+
"lr": 0.0001,
|
| 120 |
+
"lr_head": 0.0002,
|
| 121 |
+
"rows_per_step": 32,
|
| 122 |
+
"train_seed": 0,
|
| 123 |
+
"replay": "data/e16/replay/train.jsonl",
|
| 124 |
+
"replay_frac": 0.05,
|
| 125 |
+
"replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e",
|
| 126 |
+
"max_len": 3072,
|
| 127 |
+
"schedule": "warmup 0.03 + cosine to x0.05 over 500 steps",
|
| 128 |
+
"total_rows": 16000,
|
| 129 |
+
"lora": {
|
| 130 |
+
"r": 16,
|
| 131 |
+
"lora_alpha": 32,
|
| 132 |
+
"lora_dropout": 0.05
|
| 133 |
+
},
|
| 134 |
+
"trainer_sha256": "a0b9d7552588ffb068565686509162a4f122f6f03392e693fa20088493e2a4f3",
|
| 135 |
+
"event": "ckpt",
|
| 136 |
+
"tag": "ckpt-16000",
|
| 137 |
+
"rows_seen": 16000,
|
| 138 |
+
"replay_seen": 842,
|
| 139 |
+
"step": 500,
|
| 140 |
+
"tokens": 9808867,
|
| 141 |
+
"tok_per_s": 1035.797855598367,
|
| 142 |
+
"rows_per_s": 1.7784834355398313,
|
| 143 |
+
"val": {
|
| 144 |
+
"n": 1200,
|
| 145 |
+
"dropped_long": 0,
|
| 146 |
+
"noul_ce": 0.5740634799003601,
|
| 147 |
+
"noul_T": 0.9398598376226803,
|
| 148 |
+
"choice_ce": 0.661950409412384,
|
| 149 |
+
"choice_T": 1.0260172426656948,
|
| 150 |
+
"score_ce": 1.0684616565704346,
|
| 151 |
+
"score_T": 0.9985329199926651,
|
| 152 |
+
"noul_auc": 0.7225301333333334,
|
| 153 |
+
"noul_acc": 0.7,
|
| 154 |
+
"noul_f1": 0.7841726618705036,
|
| 155 |
+
"noul_nll": 0.587886054456234,
|
| 156 |
+
"noul_ece": 0.0443340670466423,
|
| 157 |
+
"noul_brier": 0.20091599469521976,
|
| 158 |
+
"noul_sharp": 0.1817920207977295,
|
| 159 |
+
"entropy": 0.5949931144714355
|
| 160 |
+
},
|
| 161 |
+
"dropped_long": 0,
|
| 162 |
+
"peak_gib": 54.453864097595215
|
| 163 |
+
}
|
| 164 |
+
}
|
e27/S1-E19-b-n16k-syn/train_log.jsonl
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time": "11:05:14", "event": "start", "data": "data/e19/E19-b-n16k", "data_manifest": {"arm": "E19-b-n16k", "name": null, "train_sha256": "9e31412d9aac0064859cdf9aae1636242d1a9dbfc3ab398a1f5ec10da1e7a50e", "n_train": 16000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 500 steps", "total_rows": 16000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "a0b9d7552588ffb068565686509162a4f122f6f03392e693fa20088493e2a4f3", "device": "cuda", "load_s": 9.732000827789307}
|
| 2 |
+
{"time": "11:08:14", "event": "step", "step": 10, "rows_seen": 320, "lr": 7.333333333333333e-05, "tok_per_s": 1077.7197311399923, "loss": 0.6522295586764812, "entropy": 0.684142529964447, "sharp": 0.05799471400678158}
|
| 3 |
+
{"time": "11:11:04", "event": "step", "step": 20, "rows_seen": 640, "lr": 9.997508952966197e-05, "tok_per_s": 1082.2499167857889, "loss": 0.6484590955078602, "entropy": 0.6661871280521154, "sharp": 0.09717768151313066}
|
| 4 |
+
{"time": "11:14:10", "event": "step", "step": 30, "rows_seen": 960, "lr": 9.977596250541417e-05, "tok_per_s": 1084.3733025276201, "loss": 0.718626145273447, "entropy": 0.646320391446352, "sharp": 0.13459375593811274}
|
| 5 |
+
{"time": "11:17:08", "event": "step", "step": 40, "rows_seen": 1280, "lr": 9.937854366485982e-05, "tok_per_s": 1085.6567768498046, "loss": 0.6744779050350189, "entropy": 0.6646833121776581, "sharp": 0.09603481367230415}
|
| 6 |
+
{"time": "11:20:07", "event": "step", "step": 50, "rows_seen": 1600, "lr": 9.8784499920729e-05, "tok_per_s": 1085.7571019531056, "loss": 0.6440931260585785, "entropy": 0.6543912719935179, "sharp": 0.11135142389684916}
|
| 7 |
+
{"time": "11:23:08", "event": "step", "step": 60, "rows_seen": 1920, "lr": 9.79963228989294e-05, "tok_per_s": 1086.4573043778073, "loss": 0.6721030287444592, "entropy": 0.616748496890068, "sharp": 0.1703489013016224}
|
| 8 |
+
{"time": "11:26:10", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.701731848780134e-05, "tok_per_s": 1086.551798734469, "loss": 0.6521948724985123, "entropy": 0.6843808516860008, "sharp": 0.055780068039894104}
|
| 9 |
+
{"time": "11:29:12", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.585159297207315e-05, "tok_per_s": 1086.2930514285877, "loss": 0.7318311147391796, "entropy": 0.6213610619306564, "sharp": 0.1581342201679945}
|
| 10 |
+
{"time": "11:32:10", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.450403580967612e-05, "tok_per_s": 1086.7955106051181, "loss": 0.6725419275462627, "entropy": 0.656248651444912, "sharp": 0.12150376848876476}
|
| 11 |
+
{"time": "11:35:09", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.298029912365855e-05, "tok_per_s": 1085.5980361799634, "loss": 0.6293925382196903, "entropy": 0.6761574186384678, "sharp": 0.07745909504592419}
|
| 12 |
+
{"time": "11:36:17", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.602640688419342, "noul_T": 0.6359458841918998, "noul_auc": 0.724949789876964, "noul_acc": 0.704, "noul_f1": 0.7764350453172205, "noul_nll": 0.6035138320326805, "noul_ece": 0.09505029344558716, "noul_brier": 0.20713299612563568, "noul_sharp": 0.12612630426883698, "entropy": 0.6453104615211487}
|
| 13 |
+
{"time": "11:39:22", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.128677399521752e-05, "tok_per_s": 1049.7661981040503, "loss": 0.683271886780858, "entropy": 0.6397500261664391, "sharp": 0.1338183106854558}
|
| 14 |
+
{"time": "11:42:16", "event": "step", "step": 120, "rows_seen": 3840, "lr": 8.943056365728335e-05, "tok_per_s": 1052.1767875678663, "loss": 0.627701424062252, "entropy": 0.6746319495141506, "sharp": 0.08127051778137684}
|
| 15 |
+
{"time": "11:45:18", "event": "step", "step": 130, "rows_seen": 4160, "lr": 8.741945370109202e-05, "tok_per_s": 1054.9424685005044, "loss": 0.6399811767041683, "entropy": 0.6674068905413151, "sharp": 0.09341069590300322}
|
| 16 |
+
{"time": "11:48:22", "event": "step", "step": 140, "rows_seen": 4480, "lr": 8.526187942070997e-05, "tok_per_s": 1057.2949217791686, "loss": 0.6565540507435799, "entropy": 0.6627070382237434, "sharp": 0.1025173095986247}
|
| 17 |
+
{"time": "11:51:18", "event": "step", "step": 150, "rows_seen": 4800, "lr": 8.296689043247915e-05, "tok_per_s": 1059.5476900694916, "loss": 0.683769952505827, "entropy": 0.6703472658991814, "sharp": 0.09000742621719837}
|
| 18 |
+
{"time": "11:54:20", "event": "step", "step": 160, "rows_seen": 5120, "lr": 8.054411271778132e-05, "tok_per_s": 1061.89561141731, "loss": 0.6897436529397964, "entropy": 0.6589481718838215, "sharp": 0.1135472496971488}
|
| 19 |
+
{"time": "11:57:23", "event": "step", "step": 170, "rows_seen": 5440, "lr": 7.800370824832674e-05, "tok_per_s": 1064.0039385390405, "loss": 0.6661402173340321, "entropy": 0.6490621082484722, "sharp": 0.12494226545095444}
|
| 20 |
+
{"time": "12:00:24", "event": "step", "step": 180, "rows_seen": 5760, "lr": 7.535633236331324e-05, "tok_per_s": 1065.634158210004, "loss": 0.655711967498064, "entropy": 0.6780636981129646, "sharp": 0.07223189156502485}
|
| 21 |
+
{"time": "12:03:21", "event": "step", "step": 190, "rows_seen": 6080, "lr": 7.26130890772308e-05, "tok_per_s": 1066.6078697113503, "loss": 0.6632703803479671, "entropy": 0.6647546663880348, "sharp": 0.09228520467877388}
|
| 22 |
+
{"time": "12:06:22", "event": "step", "step": 200, "rows_seen": 6400, "lr": 6.978548450576568e-05, "tok_per_s": 1067.856972997184, "loss": 0.6715542525053024, "entropy": 0.6797775700688362, "sharp": 0.0653533460572362}
|
| 23 |
+
{"time": "12:07:28", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.6236364841461182, "noul_T": 0.510760870930009, "noul_auc": 0.7323758248805927, "noul_acc": 0.69, "noul_f1": 0.7412353923205343, "noul_nll": 0.6206807396113873, "noul_ece": 0.12651864153146744, "noul_brier": 0.21479240983712736, "noul_sharp": 0.09792481362819672, "entropy": 0.6663333773612976}
|
| 24 |
+
{"time": "12:10:27", "event": "step", "step": 210, "rows_seen": 6720, "lr": 6.688537860515266e-05, "tok_per_s": 1050.713657876041, "loss": 0.6608244851231575, "entropy": 0.6442862525582314, "sharp": 0.13337519206106663}
|
| 25 |
+
{"time": "12:13:24", "event": "step", "step": 220, "rows_seen": 7040, "lr": 6.392493542739706e-05, "tok_per_s": 1052.616698681994, "loss": 0.677855733782053, "entropy": 0.6652118861675262, "sharp": 0.09063196089118719}
|
| 26 |
+
{"time": "12:16:23", "event": "step", "step": 230, "rows_seen": 7360, "lr": 6.091657210001309e-05, "tok_per_s": 1054.3794798943065, "loss": 0.6744806803762913, "entropy": 0.6349601000547409, "sharp": 0.1464687930420041}
|
| 27 |
+
{"time": "12:19:26", "event": "step", "step": 240, "rows_seen": 7680, "lr": 5.7872906744276015e-05, "tok_per_s": 1055.8940434607348, "loss": 0.6544728428125381, "entropy": 0.6566608399152756, "sharp": 0.11172909662127495}
|
| 28 |
+
{"time": "12:22:25", "event": "step", "step": 250, "rows_seen": 8000, "lr": 5.48067055504363e-05, "tok_per_s": 1057.2026245953653, "loss": 0.6955359950661659, "entropy": 0.6573109328746796, "sharp": 0.11392195243388414}
|
| 29 |
+
{"time": "12:25:24", "event": "step", "step": 260, "rows_seen": 8320, "lr": 5.173082923188119e-05, "tok_per_s": 1058.1657086404223, "loss": 0.6723215878009796, "entropy": 0.6743875592947006, "sharp": 0.08398992847651243}
|
| 30 |
+
{"time": "12:28:31", "event": "step", "step": 270, "rows_seen": 8640, "lr": 4.865817908283331e-05, "tok_per_s": 1059.7560829856316, "loss": 0.6462667603045702, "entropy": 0.6304078623652458, "sharp": 0.14994796365499496}
|
| 31 |
+
{"time": "12:31:32", "event": "step", "step": 280, "rows_seen": 8960, "lr": 4.560164286583922e-05, "tok_per_s": 1060.7540830033413, "loss": 0.7015345990657806, "entropy": 0.6765403300523758, "sharp": 0.07707597780972719}
|
| 32 |
+
{"time": "12:34:36", "event": "step", "step": 290, "rows_seen": 9280, "lr": 4.257404075601443e-05, "tok_per_s": 1061.9286673213637, "loss": 0.6679913699626923, "entropy": 0.6737439520657063, "sharp": 0.07661883160471916}
|
| 33 |
+
{"time": "12:37:40", "event": "step", "step": 300, "rows_seen": 9600, "lr": 3.958807156877371e-05, "tok_per_s": 1062.8069988299796, "loss": 0.6741596348583698, "entropy": 0.6572934053838253, "sharp": 0.11630418710410595}
|
| 34 |
+
{"time": "12:38:45", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.5922117233276367, "noul_T": 0.7230124156490194, "noul_auc": 0.7399368787024692, "noul_acc": 0.71, "noul_f1": 0.7864506627393225, "noul_nll": 0.5898864249587059, "noul_ece": 0.08751082372665406, "noul_brier": 0.20101443347462428, "noul_sharp": 0.1482747346162796, "entropy": 0.6304252743721008}
|
| 35 |
+
{"time": "12:41:43", "event": "step", "step": 310, "rows_seen": 9920, "lr": 3.665625949658603e-05, "tok_per_s": 1051.4282743712831, "loss": 0.5966599583625793, "entropy": 0.6566374450922012, "sharp": 0.11698529496788979}
|
| 36 |
+
{"time": "12:44:42", "event": "step", "step": 320, "rows_seen": 10240, "lr": 3.379090157815887e-05, "tok_per_s": 1052.5501045472804, "loss": 0.6640897169709206, "entropy": 0.6611137539148331, "sharp": 0.10218132100999355}
|
| 37 |
+
{"time": "12:47:46", "event": "step", "step": 330, "rows_seen": 10560, "lr": 3.10040161203844e-05, "tok_per_s": 1053.8335775028106, "loss": 0.6970127709209919, "entropy": 0.6442325711250305, "sharp": 0.13022961001843214}
|
| 38 |
+
{"time": "12:50:41", "event": "step", "step": 340, "rows_seen": 10880, "lr": 2.8307292289383776e-05, "tok_per_s": 1054.720862069259, "loss": 0.6724089942872524, "entropy": 0.6510045155882835, "sharp": 0.11603066697716713}
|
| 39 |
+
{"time": "12:53:41", "event": "step", "step": 350, "rows_seen": 11200, "lr": 2.571204108208194e-05, "tok_per_s": 1055.8196288839592, "loss": 0.6427791453897953, "entropy": 0.6569386310875416, "sharp": 0.10732704121619463}
|
| 40 |
+
{"time": "12:56:39", "event": "step", "step": 360, "rows_seen": 11520, "lr": 2.322914788395595e-05, "tok_per_s": 1056.7070079025189, "loss": 0.6590521410107613, "entropy": 0.6309698969125748, "sharp": 0.15321106277406216}
|
| 41 |
+
{"time": "12:59:43", "event": "step", "step": 370, "rows_seen": 11840, "lr": 2.0869026811945157e-05, "tok_per_s": 1057.6590366382436, "loss": 0.6941980198025703, "entropy": 0.6387248486280441, "sharp": 0.13996820338070393}
|
| 42 |
+
{"time": "13:02:43", "event": "step", "step": 380, "rows_seen": 12160, "lr": 1.8641577034025627e-05, "tok_per_s": 1058.3972087498464, "loss": 0.673386313021183, "entropy": 0.6473079696297646, "sharp": 0.12195956613868475}
|
| 43 |
+
{"time": "13:05:46", "event": "step", "step": 390, "rows_seen": 12480, "lr": 1.6556141248659472e-05, "tok_per_s": 1059.6057047786996, "loss": 0.6414015367627144, "entropy": 0.642778255045414, "sharp": 0.1187155619263649}
|
| 44 |
+
{"time": "13:08:38", "event": "step", "step": 400, "rows_seen": 12800, "lr": 1.4621466498270773e-05, "tok_per_s": 1060.2353297338473, "loss": 0.6916267722845078, "entropy": 0.6240804046392441, "sharp": 0.15267168916761875}
|
| 45 |
+
{"time": "13:09:44", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.585293173789978, "noul_T": 0.9017957759593569, "noul_auc": 0.7419115289193431, "noul_acc": 0.722, "noul_f1": 0.7903469079939668, "noul_nll": 0.5815066531449556, "noul_ece": 0.06466888737678528, "noul_brier": 0.19753963521228843, "noul_sharp": 0.1752893626689911, "entropy": 0.600825309753418}
|
| 46 |
+
{"time": "13:12:45", "event": "step", "step": 410, "rows_seen": 13120, "lr": 1.284566748110963e-05, "tok_per_s": 1051.5472333156197, "loss": 0.6560046896338463, "entropy": 0.6662139892578125, "sharp": 0.09088579658418894}
|
| 47 |
+
{"time": "13:15:40", "event": "step", "step": 420, "rows_seen": 13440, "lr": 1.1236192515387821e-05, "tok_per_s": 1052.6352646550486, "loss": 0.6613713651895523, "entropy": 0.6577028632164001, "sharp": 0.10673416405916214}
|
| 48 |
+
{"time": "13:18:44", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.799792298443728e-06, "tok_per_s": 1053.6223338024965, "loss": 0.6690995208919048, "entropy": 0.6497735753655434, "sharp": 0.11929811723530293}
|
| 49 |
+
{"time": "13:21:41", "event": "step", "step": 440, "rows_seen": 14080, "lr": 8.542491591971554e-06, "tok_per_s": 1054.561897241351, "loss": 0.6719257440418005, "entropy": 0.6529794782400131, "sharp": 0.1174708716571331}
|
| 50 |
+
{"time": "13:24:42", "event": "step", "step": 450, "rows_seen": 14400, "lr": 7.469563952077155e-06, "tok_per_s": 1055.530399483215, "loss": 0.644193921238184, "entropy": 0.6621523071080446, "sharp": 0.09579949919134378}
|
| 51 |
+
{"time": "13:27:44", "event": "step", "step": 460, "rows_seen": 14720, "lr": 6.585509610150972e-06, "tok_per_s": 1056.1608792826107, "loss": 0.6527107320725918, "entropy": 0.6521026976406574, "sharp": 0.1162730548530817}
|
| 52 |
+
{"time": "13:30:48", "event": "step", "step": 470, "rows_seen": 15040, "lr": 5.894036597333646e-06, "tok_per_s": 1057.035742839842, "loss": 0.7228248659521341, "entropy": 0.6587521247565746, "sharp": 0.10972716845571995}
|
| 53 |
+
{"time": "13:33:46", "event": "step", "step": 480, "rows_seen": 15360, "lr": 5.398045191744809e-06, "tok_per_s": 1057.758944841856, "loss": 0.694283552467823, "entropy": 0.6578914150595665, "sharp": 0.10580180957913399}
|
| 54 |
+
{"time": "13:36:40", "event": "step", "step": 490, "rows_seen": 15680, "lr": 5.099615753708697e-06, "tok_per_s": 1058.2660696519015, "loss": 0.5677550733089447, "entropy": 0.6396998018026352, "sharp": 0.13405565172433853}
|
| 55 |
+
{"time": "13:39:37", "event": "step", "step": 500, "rows_seen": 16000, "lr": 5e-06, "tok_per_s": 1059.0194095208305, "loss": 0.6165808774530888, "entropy": 0.6450568586587906, "sharp": 0.12984534911811352}
|
| 56 |
+
{"time": "13:40:42", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5855497717857361, "noul_T": 0.8837393173756409, "noul_auc": 0.7407807463165179, "noul_acc": 0.718, "noul_f1": 0.7879699248120301, "noul_nll": 0.5826328975707292, "noul_ece": 0.04957844412326813, "noul_brier": 0.19813215348786228, "noul_sharp": 0.17307211458683014, "entropy": 0.6036848425865173}
|
| 57 |
+
{"time": "13:43:05", "event": "ckpt", "tag": "ckpt-16000", "rows_seen": 16000, "replay_seen": 842, "step": 500, "tokens": 9808867, "tok_per_s": 1035.797855598367, "rows_per_s": 1.7784834355398313, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5740634799003601, "noul_T": 0.9398598376226803, "choice_ce": 0.661950409412384, "choice_T": 1.0260172426656948, "score_ce": 1.0684616565704346, "score_T": 0.9985329199926651, "noul_auc": 0.7225301333333334, "noul_acc": 0.7, "noul_f1": 0.7841726618705036, "noul_nll": 0.587886054456234, "noul_ece": 0.0443340670466423, "noul_brier": 0.20091599469521976, "noul_sharp": 0.1817920207977295, "entropy": 0.5949931144714355}, "dropped_long": 0, "peak_gib": 54.453864097595215}
|
e27/S1-E19-b-n64k-syn/DONE
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
2026-10-20 01:52:09
|
e27/S1-E19-b-n64k-syn/ckpt-64000/adapter/README.md
ADDED
|
@@ -0,0 +1,206 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: models/hf/JEV-27B
|
| 3 |
+
library_name: peft
|
| 4 |
+
tags:
|
| 5 |
+
- base_model:adapter:models/hf/JEV-27B
|
| 6 |
+
- lora
|
| 7 |
+
- transformers
|
| 8 |
+
---
|
| 9 |
+
|
| 10 |
+
# Model Card for Model ID
|
| 11 |
+
|
| 12 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 13 |
+
|
| 14 |
+
|
| 15 |
+
|
| 16 |
+
## Model Details
|
| 17 |
+
|
| 18 |
+
### Model Description
|
| 19 |
+
|
| 20 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 21 |
+
|
| 22 |
+
|
| 23 |
+
|
| 24 |
+
- **Developed by:** [More Information Needed]
|
| 25 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 26 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 27 |
+
- **Model type:** [More Information Needed]
|
| 28 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 29 |
+
- **License:** [More Information Needed]
|
| 30 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 31 |
+
|
| 32 |
+
### Model Sources [optional]
|
| 33 |
+
|
| 34 |
+
<!-- Provide the basic links for the model. -->
|
| 35 |
+
|
| 36 |
+
- **Repository:** [More Information Needed]
|
| 37 |
+
- **Paper [optional]:** [More Information Needed]
|
| 38 |
+
- **Demo [optional]:** [More Information Needed]
|
| 39 |
+
|
| 40 |
+
## Uses
|
| 41 |
+
|
| 42 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 43 |
+
|
| 44 |
+
### Direct Use
|
| 45 |
+
|
| 46 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 47 |
+
|
| 48 |
+
[More Information Needed]
|
| 49 |
+
|
| 50 |
+
### Downstream Use [optional]
|
| 51 |
+
|
| 52 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 53 |
+
|
| 54 |
+
[More Information Needed]
|
| 55 |
+
|
| 56 |
+
### Out-of-Scope Use
|
| 57 |
+
|
| 58 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 59 |
+
|
| 60 |
+
[More Information Needed]
|
| 61 |
+
|
| 62 |
+
## Bias, Risks, and Limitations
|
| 63 |
+
|
| 64 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 65 |
+
|
| 66 |
+
[More Information Needed]
|
| 67 |
+
|
| 68 |
+
### Recommendations
|
| 69 |
+
|
| 70 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 71 |
+
|
| 72 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 73 |
+
|
| 74 |
+
## How to Get Started with the Model
|
| 75 |
+
|
| 76 |
+
Use the code below to get started with the model.
|
| 77 |
+
|
| 78 |
+
[More Information Needed]
|
| 79 |
+
|
| 80 |
+
## Training Details
|
| 81 |
+
|
| 82 |
+
### Training Data
|
| 83 |
+
|
| 84 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 85 |
+
|
| 86 |
+
[More Information Needed]
|
| 87 |
+
|
| 88 |
+
### Training Procedure
|
| 89 |
+
|
| 90 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 91 |
+
|
| 92 |
+
#### Preprocessing [optional]
|
| 93 |
+
|
| 94 |
+
[More Information Needed]
|
| 95 |
+
|
| 96 |
+
|
| 97 |
+
#### Training Hyperparameters
|
| 98 |
+
|
| 99 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 100 |
+
|
| 101 |
+
#### Speeds, Sizes, Times [optional]
|
| 102 |
+
|
| 103 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 104 |
+
|
| 105 |
+
[More Information Needed]
|
| 106 |
+
|
| 107 |
+
## Evaluation
|
| 108 |
+
|
| 109 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 110 |
+
|
| 111 |
+
### Testing Data, Factors & Metrics
|
| 112 |
+
|
| 113 |
+
#### Testing Data
|
| 114 |
+
|
| 115 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 116 |
+
|
| 117 |
+
[More Information Needed]
|
| 118 |
+
|
| 119 |
+
#### Factors
|
| 120 |
+
|
| 121 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 122 |
+
|
| 123 |
+
[More Information Needed]
|
| 124 |
+
|
| 125 |
+
#### Metrics
|
| 126 |
+
|
| 127 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 128 |
+
|
| 129 |
+
[More Information Needed]
|
| 130 |
+
|
| 131 |
+
### Results
|
| 132 |
+
|
| 133 |
+
[More Information Needed]
|
| 134 |
+
|
| 135 |
+
#### Summary
|
| 136 |
+
|
| 137 |
+
|
| 138 |
+
|
| 139 |
+
## Model Examination [optional]
|
| 140 |
+
|
| 141 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 142 |
+
|
| 143 |
+
[More Information Needed]
|
| 144 |
+
|
| 145 |
+
## Environmental Impact
|
| 146 |
+
|
| 147 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 148 |
+
|
| 149 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 150 |
+
|
| 151 |
+
- **Hardware Type:** [More Information Needed]
|
| 152 |
+
- **Hours used:** [More Information Needed]
|
| 153 |
+
- **Cloud Provider:** [More Information Needed]
|
| 154 |
+
- **Compute Region:** [More Information Needed]
|
| 155 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 156 |
+
|
| 157 |
+
## Technical Specifications [optional]
|
| 158 |
+
|
| 159 |
+
### Model Architecture and Objective
|
| 160 |
+
|
| 161 |
+
[More Information Needed]
|
| 162 |
+
|
| 163 |
+
### Compute Infrastructure
|
| 164 |
+
|
| 165 |
+
[More Information Needed]
|
| 166 |
+
|
| 167 |
+
#### Hardware
|
| 168 |
+
|
| 169 |
+
[More Information Needed]
|
| 170 |
+
|
| 171 |
+
#### Software
|
| 172 |
+
|
| 173 |
+
[More Information Needed]
|
| 174 |
+
|
| 175 |
+
## Citation [optional]
|
| 176 |
+
|
| 177 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 178 |
+
|
| 179 |
+
**BibTeX:**
|
| 180 |
+
|
| 181 |
+
[More Information Needed]
|
| 182 |
+
|
| 183 |
+
**APA:**
|
| 184 |
+
|
| 185 |
+
[More Information Needed]
|
| 186 |
+
|
| 187 |
+
## Glossary [optional]
|
| 188 |
+
|
| 189 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 190 |
+
|
| 191 |
+
[More Information Needed]
|
| 192 |
+
|
| 193 |
+
## More Information [optional]
|
| 194 |
+
|
| 195 |
+
[More Information Needed]
|
| 196 |
+
|
| 197 |
+
## Model Card Authors [optional]
|
| 198 |
+
|
| 199 |
+
[More Information Needed]
|
| 200 |
+
|
| 201 |
+
## Model Card Contact
|
| 202 |
+
|
| 203 |
+
[More Information Needed]
|
| 204 |
+
### Framework versions
|
| 205 |
+
|
| 206 |
+
- PEFT 0.21.2
|
e27/S1-E19-b-n64k-syn/ckpt-64000/adapter/adapter_config.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen3_5ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": "models/hf/JEV-27B",
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"kasa_config": null,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.05,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"monteclora_config": null,
|
| 31 |
+
"peft_type": "LORA",
|
| 32 |
+
"peft_version": "0.21.0",
|
| 33 |
+
"qalora_group_size": 16,
|
| 34 |
+
"r": 16,
|
| 35 |
+
"rank_pattern": {},
|
| 36 |
+
"revision": null,
|
| 37 |
+
"target_modules": [
|
| 38 |
+
"in_proj_z",
|
| 39 |
+
"v_proj",
|
| 40 |
+
"down_proj",
|
| 41 |
+
"k_proj",
|
| 42 |
+
"o_proj",
|
| 43 |
+
"up_proj",
|
| 44 |
+
"out_proj",
|
| 45 |
+
"in_proj_qkv",
|
| 46 |
+
"gate_proj",
|
| 47 |
+
"q_proj"
|
| 48 |
+
],
|
| 49 |
+
"target_parameters": null,
|
| 50 |
+
"task_type": null,
|
| 51 |
+
"trainable_token_indices": null,
|
| 52 |
+
"use_bdlora": null,
|
| 53 |
+
"use_dora": false,
|
| 54 |
+
"use_qalora": false,
|
| 55 |
+
"use_rslora": false,
|
| 56 |
+
"velora_config": null
|
| 57 |
+
}
|
e27/S1-E19-b-n64k-syn/ckpt-64000/adapter/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0319e87230f090fd56c3ebf165193f5a45d3fdf5c32ff7ac88f985a25f0844cb
|
| 3 |
+
size 435268528
|
e27/S1-E19-b-n64k-syn/ckpt-64000/adapter_vllm/adapter_config.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen3_5ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen3_5.modeling_qwen3_5"
|
| 8 |
+
},
|
| 9 |
+
"base_model_name_or_path": null,
|
| 10 |
+
"bias": "none",
|
| 11 |
+
"corda_config": null,
|
| 12 |
+
"ensure_weight_tying": false,
|
| 13 |
+
"eva_config": null,
|
| 14 |
+
"exclude_modules": null,
|
| 15 |
+
"fan_in_fan_out": false,
|
| 16 |
+
"inference_mode": true,
|
| 17 |
+
"init_lora_weights": true,
|
| 18 |
+
"kasa_config": null,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 64.0,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"monteclora_config": null,
|
| 31 |
+
"peft_type": "LORA",
|
| 32 |
+
"peft_version": "0.21.0",
|
| 33 |
+
"qalora_group_size": 16,
|
| 34 |
+
"r": 32,
|
| 35 |
+
"rank_pattern": {},
|
| 36 |
+
"revision": null,
|
| 37 |
+
"target_modules": [
|
| 38 |
+
"down_proj",
|
| 39 |
+
"gate_proj",
|
| 40 |
+
"in_proj_qkv",
|
| 41 |
+
"in_proj_z",
|
| 42 |
+
"k_proj",
|
| 43 |
+
"lm_head",
|
| 44 |
+
"o_proj",
|
| 45 |
+
"out_proj",
|
| 46 |
+
"q_proj",
|
| 47 |
+
"up_proj",
|
| 48 |
+
"v_proj"
|
| 49 |
+
],
|
| 50 |
+
"target_parameters": null,
|
| 51 |
+
"task_type": null,
|
| 52 |
+
"trainable_token_indices": null,
|
| 53 |
+
"use_bdlora": null,
|
| 54 |
+
"use_dora": false,
|
| 55 |
+
"use_qalora": false,
|
| 56 |
+
"use_rslora": false,
|
| 57 |
+
"velora_config": null
|
| 58 |
+
}
|
e27/S1-E19-b-n64k-syn/ckpt-64000/adapter_vllm/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ef6070ae012f39dbd888da29de963608db3617645f04b117064493b0c8957432
|
| 3 |
+
size 451489808
|
e27/S1-E19-b-n64k-syn/ckpt-64000/adapter_vllm/decision_head.json
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bias": [
|
| 3 |
+
8.548866026103497e-05,
|
| 4 |
+
-8.573211380280554e-05,
|
| 5 |
+
-0.0025414933916181326,
|
| 6 |
+
-0.0017926497384905815,
|
| 7 |
+
-0.00029623034060932696,
|
| 8 |
+
0.0023997556418180466,
|
| 9 |
+
0.0013189597520977259,
|
| 10 |
+
-0.0025977969635277987,
|
| 11 |
+
-9.974042040994391e-05,
|
| 12 |
+
-0.0005865467828698456,
|
| 13 |
+
-0.00039630482206121087,
|
| 14 |
+
-0.00030467507895082235,
|
| 15 |
+
-0.0009385098237544298,
|
| 16 |
+
-0.0049257101491093636,
|
| 17 |
+
-0.007154162507504225,
|
| 18 |
+
-0.007213599514216185,
|
| 19 |
+
-0.006547721568495035,
|
| 20 |
+
-0.004935313947498798,
|
| 21 |
+
-0.0029069329611957073,
|
| 22 |
+
-0.002893035300076008,
|
| 23 |
+
-0.00232312292791903,
|
| 24 |
+
-0.003141729161143303,
|
| 25 |
+
-0.003500900696963072,
|
| 26 |
+
-0.002633381634950638
|
| 27 |
+
],
|
| 28 |
+
"verbalizer_ids": [
|
| 29 |
+
3721,
|
| 30 |
+
1802,
|
| 31 |
+
15,
|
| 32 |
+
16,
|
| 33 |
+
17,
|
| 34 |
+
18,
|
| 35 |
+
19,
|
| 36 |
+
20,
|
| 37 |
+
32,
|
| 38 |
+
33,
|
| 39 |
+
34,
|
| 40 |
+
35,
|
| 41 |
+
36,
|
| 42 |
+
37,
|
| 43 |
+
38,
|
| 44 |
+
39,
|
| 45 |
+
40,
|
| 46 |
+
41,
|
| 47 |
+
42,
|
| 48 |
+
43,
|
| 49 |
+
44,
|
| 50 |
+
45,
|
| 51 |
+
46,
|
| 52 |
+
47
|
| 53 |
+
],
|
| 54 |
+
"slots": {
|
| 55 |
+
"num_slots": 24,
|
| 56 |
+
"ranges": {
|
| 57 |
+
"noul": [
|
| 58 |
+
0,
|
| 59 |
+
2
|
| 60 |
+
],
|
| 61 |
+
"score": [
|
| 62 |
+
2,
|
| 63 |
+
8
|
| 64 |
+
],
|
| 65 |
+
"choice": [
|
| 66 |
+
8,
|
| 67 |
+
24
|
| 68 |
+
]
|
| 69 |
+
},
|
| 70 |
+
"verbalizers": [
|
| 71 |
+
"false",
|
| 72 |
+
"true",
|
| 73 |
+
"0",
|
| 74 |
+
"1",
|
| 75 |
+
"2",
|
| 76 |
+
"3",
|
| 77 |
+
"4",
|
| 78 |
+
"5",
|
| 79 |
+
"A",
|
| 80 |
+
"B",
|
| 81 |
+
"C",
|
| 82 |
+
"D",
|
| 83 |
+
"E",
|
| 84 |
+
"F",
|
| 85 |
+
"G",
|
| 86 |
+
"H",
|
| 87 |
+
"I",
|
| 88 |
+
"J",
|
| 89 |
+
"K",
|
| 90 |
+
"L",
|
| 91 |
+
"M",
|
| 92 |
+
"N",
|
| 93 |
+
"O",
|
| 94 |
+
"P"
|
| 95 |
+
],
|
| 96 |
+
"template_version": "bare-v1"
|
| 97 |
+
},
|
| 98 |
+
"note": "decision logits = lm_head-LoRA logprobs of verbalizer ids + bias, then per-kind temperature"
|
| 99 |
+
}
|
e27/S1-E19-b-n64k-syn/ckpt-64000/calibration.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": 1,
|
| 3 |
+
"per_kind": {
|
| 4 |
+
"noul": 0.79188707015101,
|
| 5 |
+
"choice": 1.0040194368311735,
|
| 6 |
+
"score": 1.0113736971898961
|
| 7 |
+
},
|
| 8 |
+
"fit": {
|
| 9 |
+
"noul": {
|
| 10 |
+
"n": 1087,
|
| 11 |
+
"T": 0.79188707015101,
|
| 12 |
+
"ce_before": 0.5699779987335205,
|
| 13 |
+
"ce_after": 0.5659562945365906
|
| 14 |
+
},
|
| 15 |
+
"choice": {
|
| 16 |
+
"n": 60,
|
| 17 |
+
"T": 1.0040194368311735,
|
| 18 |
+
"ce_before": 0.6766050457954407,
|
| 19 |
+
"ce_after": 0.6766027808189392
|
| 20 |
+
},
|
| 21 |
+
"score": {
|
| 22 |
+
"n": 53,
|
| 23 |
+
"T": 1.0113736971898961,
|
| 24 |
+
"ce_before": 1.0778504610061646,
|
| 25 |
+
"ce_after": 1.0778151750564575
|
| 26 |
+
}
|
| 27 |
+
},
|
| 28 |
+
"source": "models/e27/S1-E19-b-n64k-syn/ckpt-64000"
|
| 29 |
+
}
|
e27/S1-E19-b-n64k-syn/ckpt-64000/head.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c51f0805f1290e58432361872ad17ae761e7a6d87eb5cfb67bb8e64bb2bc15ff
|
| 3 |
+
size 491768
|
e27/S1-E19-b-n64k-syn/ckpt-64000/judge_config.json
ADDED
|
@@ -0,0 +1,164 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_model_path": "/root/models/Qwen3.8-27B",
|
| 3 |
+
"hidden_size": 5120,
|
| 4 |
+
"slots": {
|
| 5 |
+
"num_slots": 24,
|
| 6 |
+
"ranges": {
|
| 7 |
+
"noul": [
|
| 8 |
+
0,
|
| 9 |
+
2
|
| 10 |
+
],
|
| 11 |
+
"score": [
|
| 12 |
+
2,
|
| 13 |
+
8
|
| 14 |
+
],
|
| 15 |
+
"choice": [
|
| 16 |
+
8,
|
| 17 |
+
24
|
| 18 |
+
]
|
| 19 |
+
},
|
| 20 |
+
"verbalizers": [
|
| 21 |
+
"false",
|
| 22 |
+
"true",
|
| 23 |
+
"0",
|
| 24 |
+
"1",
|
| 25 |
+
"2",
|
| 26 |
+
"3",
|
| 27 |
+
"4",
|
| 28 |
+
"5",
|
| 29 |
+
"A",
|
| 30 |
+
"B",
|
| 31 |
+
"C",
|
| 32 |
+
"D",
|
| 33 |
+
"E",
|
| 34 |
+
"F",
|
| 35 |
+
"G",
|
| 36 |
+
"H",
|
| 37 |
+
"I",
|
| 38 |
+
"J",
|
| 39 |
+
"K",
|
| 40 |
+
"L",
|
| 41 |
+
"M",
|
| 42 |
+
"N",
|
| 43 |
+
"O",
|
| 44 |
+
"P"
|
| 45 |
+
],
|
| 46 |
+
"template_version": "bare-v1"
|
| 47 |
+
},
|
| 48 |
+
"verbalizer_ids": [
|
| 49 |
+
3721,
|
| 50 |
+
1802,
|
| 51 |
+
15,
|
| 52 |
+
16,
|
| 53 |
+
17,
|
| 54 |
+
18,
|
| 55 |
+
19,
|
| 56 |
+
20,
|
| 57 |
+
32,
|
| 58 |
+
33,
|
| 59 |
+
34,
|
| 60 |
+
35,
|
| 61 |
+
36,
|
| 62 |
+
37,
|
| 63 |
+
38,
|
| 64 |
+
39,
|
| 65 |
+
40,
|
| 66 |
+
41,
|
| 67 |
+
42,
|
| 68 |
+
43,
|
| 69 |
+
44,
|
| 70 |
+
45,
|
| 71 |
+
46,
|
| 72 |
+
47
|
| 73 |
+
],
|
| 74 |
+
"kinds": [
|
| 75 |
+
"noul",
|
| 76 |
+
"choice",
|
| 77 |
+
"score"
|
| 78 |
+
],
|
| 79 |
+
"model_name": "jev-judge-qwen38-27b",
|
| 80 |
+
"model_version": "0.8.0",
|
| 81 |
+
"lm_head_included": true,
|
| 82 |
+
"weights_mode": "unmerged",
|
| 83 |
+
"adapter_subfolder": "adapter",
|
| 84 |
+
"lora": {
|
| 85 |
+
"r": 16,
|
| 86 |
+
"lora_alpha": 32,
|
| 87 |
+
"lora_dropout": 0.05,
|
| 88 |
+
"target_modules": [
|
| 89 |
+
"down_proj",
|
| 90 |
+
"gate_proj",
|
| 91 |
+
"in_proj_qkv",
|
| 92 |
+
"in_proj_z",
|
| 93 |
+
"k_proj",
|
| 94 |
+
"o_proj",
|
| 95 |
+
"out_proj",
|
| 96 |
+
"q_proj",
|
| 97 |
+
"up_proj",
|
| 98 |
+
"v_proj"
|
| 99 |
+
]
|
| 100 |
+
},
|
| 101 |
+
"trained_stage": "e16",
|
| 102 |
+
"source_checkpoint": "models/e27/S1-E19-b-n64k-syn/ckpt-64000",
|
| 103 |
+
"softcap": null,
|
| 104 |
+
"e16": {
|
| 105 |
+
"data": "data/e19/E19-b-n64k",
|
| 106 |
+
"data_manifest": {
|
| 107 |
+
"arm": "E19-b-n64k",
|
| 108 |
+
"name": null,
|
| 109 |
+
"train_sha256": "3ce755dafa9591efefa2ab4ee6196b7d7b36969b49976b616f3c3aa7fe5fb297",
|
| 110 |
+
"n_train": 64000
|
| 111 |
+
},
|
| 112 |
+
"init": "released",
|
| 113 |
+
"objective": "s-log",
|
| 114 |
+
"sigma": 0.5,
|
| 115 |
+
"K": 8,
|
| 116 |
+
"reward": "brier",
|
| 117 |
+
"clip": 0.2,
|
| 118 |
+
"passes": 1,
|
| 119 |
+
"lr": 0.0001,
|
| 120 |
+
"lr_head": 0.0002,
|
| 121 |
+
"rows_per_step": 32,
|
| 122 |
+
"train_seed": 0,
|
| 123 |
+
"replay": "data/e16/replay/train.jsonl",
|
| 124 |
+
"replay_frac": 0.05,
|
| 125 |
+
"replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e",
|
| 126 |
+
"max_len": 3072,
|
| 127 |
+
"schedule": "warmup 0.03 + cosine to x0.05 over 2000 steps",
|
| 128 |
+
"total_rows": 64000,
|
| 129 |
+
"lora": {
|
| 130 |
+
"r": 16,
|
| 131 |
+
"lora_alpha": 32,
|
| 132 |
+
"lora_dropout": 0.05
|
| 133 |
+
},
|
| 134 |
+
"trainer_sha256": "a0b9d7552588ffb068565686509162a4f122f6f03392e693fa20088493e2a4f3",
|
| 135 |
+
"event": "ckpt",
|
| 136 |
+
"tag": "ckpt-64000",
|
| 137 |
+
"rows_seen": 64000,
|
| 138 |
+
"replay_seen": 3368,
|
| 139 |
+
"step": 2000,
|
| 140 |
+
"tokens": 39327883,
|
| 141 |
+
"tok_per_s": 1056.0974661297848,
|
| 142 |
+
"rows_per_s": 1.809077139841883,
|
| 143 |
+
"val": {
|
| 144 |
+
"n": 1200,
|
| 145 |
+
"dropped_long": 0,
|
| 146 |
+
"noul_ce": 0.5699779987335205,
|
| 147 |
+
"noul_T": 0.79188707015101,
|
| 148 |
+
"choice_ce": 0.6766050457954407,
|
| 149 |
+
"choice_T": 1.0040194368311735,
|
| 150 |
+
"score_ce": 1.0778504610061646,
|
| 151 |
+
"score_T": 1.0113736971898961,
|
| 152 |
+
"noul_auc": 0.7299968,
|
| 153 |
+
"noul_acc": 0.696,
|
| 154 |
+
"noul_f1": 0.7748148148148148,
|
| 155 |
+
"noul_nll": 0.5844181453436613,
|
| 156 |
+
"noul_ece": 0.046879994392395014,
|
| 157 |
+
"noul_brier": 0.19965154587164557,
|
| 158 |
+
"noul_sharp": 0.16322408616542816,
|
| 159 |
+
"entropy": 0.6132904291152954
|
| 160 |
+
},
|
| 161 |
+
"dropped_long": 0,
|
| 162 |
+
"peak_gib": 54.453864097595215
|
| 163 |
+
}
|
| 164 |
+
}
|
e27/S1-E19-b-n64k-syn/train_log.jsonl
ADDED
|
@@ -0,0 +1,225 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time": "15:16:40", "event": "start", "data": "data/e19/E19-b-n64k", "data_manifest": {"arm": "E19-b-n64k", "name": null, "train_sha256": "3ce755dafa9591efefa2ab4ee6196b7d7b36969b49976b616f3c3aa7fe5fb297", "n_train": 64000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 2000 steps", "total_rows": 64000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "a0b9d7552588ffb068565686509162a4f122f6f03392e693fa20088493e2a4f3", "device": "cuda", "load_s": 10.924422025680542}
|
| 2 |
+
{"time": "15:19:40", "event": "step", "step": 10, "rows_seen": 320, "lr": 1.8333333333333333e-05, "tok_per_s": 1082.2263618463487, "loss": 0.6131187602877617, "entropy": 0.6358103528618813, "sharp": 0.13462414499372244}
|
| 3 |
+
{"time": "15:22:29", "event": "step", "step": 20, "rows_seen": 640, "lr": 3.5e-05, "tok_per_s": 1086.293677052183, "loss": 0.6293862126767635, "entropy": 0.6616963855922222, "sharp": 0.10028474126011133}
|
| 4 |
+
{"time": "15:25:35", "event": "step", "step": 30, "rows_seen": 960, "lr": 5.166666666666667e-05, "tok_per_s": 1087.9270318269828, "loss": 0.7011135965585709, "entropy": 0.6362524032592773, "sharp": 0.14751000795513391}
|
| 5 |
+
{"time": "15:28:31", "event": "step", "step": 40, "rows_seen": 1280, "lr": 6.833333333333333e-05, "tok_per_s": 1089.0818659622882, "loss": 0.6790523510426283, "entropy": 0.6513091698288918, "sharp": 0.1285816766321659}
|
| 6 |
+
{"time": "15:31:30", "event": "step", "step": 50, "rows_seen": 1600, "lr": 8.5e-05, "tok_per_s": 1089.6284792064241, "loss": 0.6267712861299515, "entropy": 0.638539370149374, "sharp": 0.12831499427556992}
|
| 7 |
+
{"time": "15:34:30", "event": "step", "step": 60, "rows_seen": 1920, "lr": 0.0001, "tok_per_s": 1090.9275200770437, "loss": 0.643253605812788, "entropy": 0.6576808393001556, "sharp": 0.11197101417928934}
|
| 8 |
+
{"time": "15:37:31", "event": "step", "step": 70, "rows_seen": 2240, "lr": 9.999377197411753e-05, "tok_per_s": 1090.7899091396014, "loss": 0.6387065649032593, "entropy": 0.6786472275853157, "sharp": 0.06486842781305313}
|
| 9 |
+
{"time": "15:40:32", "event": "step", "step": 80, "rows_seen": 2560, "lr": 9.997508952966197e-05, "tok_per_s": 1090.6314588350392, "loss": 0.7113026157021523, "entropy": 0.6381632890552282, "sharp": 0.138449483551085}
|
| 10 |
+
{"time": "15:43:30", "event": "step", "step": 90, "rows_seen": 2880, "lr": 9.994395756578056e-05, "tok_per_s": 1090.7630427958215, "loss": 0.6690399795770645, "entropy": 0.6755365803837776, "sharp": 0.08083697780966759}
|
| 11 |
+
{"time": "15:46:29", "event": "step", "step": 100, "rows_seen": 3200, "lr": 9.990038424629131e-05, "tok_per_s": 1089.578082965902, "loss": 0.6338557228446007, "entropy": 0.6747289970517159, "sharp": 0.08174598682671785}
|
| 12 |
+
{"time": "15:47:34", "event": "val", "step": 100, "rows_seen": 3200, "n": 500, "dropped_long": 0, "noul_ce": 0.596189022064209, "noul_T": 0.7185294289896692, "noul_auc": 0.730148014379504, "noul_acc": 0.704, "noul_f1": 0.7665615141955836, "noul_nll": 0.5970325221419335, "noul_ece": 0.10062401866912843, "noul_brier": 0.20441667481376777, "noul_sharp": 0.14550583064556122, "entropy": 0.6335936188697815}
|
| 13 |
+
{"time": "15:50:39", "event": "step", "step": 110, "rows_seen": 3520, "lr": 9.984438099754206e-05, "tok_per_s": 1054.3276792380138, "loss": 0.6832073014229536, "entropy": 0.6613786704838276, "sharp": 0.10315568000078201}
|
| 14 |
+
{"time": "15:53:33", "event": "step", "step": 120, "rows_seen": 3840, "lr": 9.977596250541417e-05, "tok_per_s": 1056.2031200682666, "loss": 0.6250881645828485, "entropy": 0.6636500619351864, "sharp": 0.10063458885997534}
|
| 15 |
+
{"time": "15:56:36", "event": "step", "step": 130, "rows_seen": 4160, "lr": 9.969514671147145e-05, "tok_per_s": 1058.6701862563405, "loss": 0.6505123414099216, "entropy": 0.6767578646540642, "sharp": 0.06698277592658997}
|
| 16 |
+
{"time": "15:59:40", "event": "step", "step": 140, "rows_seen": 4480, "lr": 9.96019548082552e-05, "tok_per_s": 1060.6092839833648, "loss": 0.6826639994978905, "entropy": 0.6341612115502357, "sharp": 0.14319249708205462}
|
| 17 |
+
{"time": "16:02:36", "event": "step", "step": 150, "rows_seen": 4800, "lr": 9.949641123372692e-05, "tok_per_s": 1062.658461729453, "loss": 0.6934116147458553, "entropy": 0.6608294248580933, "sharp": 0.10462656896561384}
|
| 18 |
+
{"time": "16:05:38", "event": "step", "step": 160, "rows_seen": 5120, "lr": 9.937854366485982e-05, "tok_per_s": 1064.7927268110298, "loss": 0.713507629930973, "entropy": 0.6373671069741249, "sharp": 0.1391180520877242}
|
| 19 |
+
{"time": "16:08:42", "event": "step", "step": 170, "rows_seen": 5440, "lr": 9.924838301038104e-05, "tok_per_s": 1066.5152071233535, "loss": 0.6572409756481647, "entropy": 0.6641374230384827, "sharp": 0.10034757200628519}
|
| 20 |
+
{"time": "16:11:43", "event": "step", "step": 180, "rows_seen": 5760, "lr": 9.910596340266635e-05, "tok_per_s": 1067.910976878543, "loss": 0.6678217463195324, "entropy": 0.6563045457005501, "sharp": 0.11302283778786659}
|
| 21 |
+
{"time": "16:14:40", "event": "step", "step": 190, "rows_seen": 6080, "lr": 9.895132218878961e-05, "tok_per_s": 1068.682498515672, "loss": 0.6580487862229347, "entropy": 0.6587028093636036, "sharp": 0.1013826634734869}
|
| 22 |
+
{"time": "16:17:41", "event": "step", "step": 200, "rows_seen": 6400, "lr": 9.8784499920729e-05, "tok_per_s": 1069.8187114469135, "loss": 0.6819414123892784, "entropy": 0.6814761832356453, "sharp": 0.06136298179626465}
|
| 23 |
+
{"time": "16:18:47", "event": "val", "step": 200, "rows_seen": 6400, "n": 500, "dropped_long": 0, "noul_ce": 0.6202054023742676, "noul_T": 0.461004480475546, "noul_auc": 0.7402575483958076, "noul_acc": 0.692, "noul_f1": 0.7416107382550335, "noul_nll": 0.6165782600939274, "noul_ece": 0.12474704980850222, "noul_brier": 0.21295960562780006, "noul_sharp": 0.09078183025121689, "entropy": 0.6670299768447876}
|
| 24 |
+
{"time": "16:21:47", "event": "step", "step": 210, "rows_seen": 6720, "lr": 9.860554034473306e-05, "tok_per_s": 1052.360985786517, "loss": 0.6652685292065144, "entropy": 0.6539017334580421, "sharp": 0.11543105076998472}
|
| 25 |
+
{"time": "16:24:44", "event": "step", "step": 220, "rows_seen": 7040, "lr": 9.841449038984903e-05, "tok_per_s": 1054.1914324913143, "loss": 0.6714651733636856, "entropy": 0.6672043316066265, "sharp": 0.08580164331942797}
|
| 26 |
+
{"time": "16:27:43", "event": "step", "step": 230, "rows_seen": 7360, "lr": 9.821140015561645e-05, "tok_per_s": 1055.8290513068243, "loss": 0.6721252128481865, "entropy": 0.6668057665228844, "sharp": 0.09644082561135292}
|
| 27 |
+
{"time": "16:30:46", "event": "step", "step": 240, "rows_seen": 7680, "lr": 9.79963228989294e-05, "tok_per_s": 1057.33476527843, "loss": 0.6471810899674892, "entropy": 0.6660477742552757, "sharp": 0.09868718404322863}
|
| 28 |
+
{"time": "16:33:45", "event": "step", "step": 250, "rows_seen": 8000, "lr": 9.776931502007089e-05, "tok_per_s": 1058.5899180561016, "loss": 0.6941359899938107, "entropy": 0.6548145040869713, "sharp": 0.10502185951918364}
|
| 29 |
+
{"time": "16:36:44", "event": "step", "step": 260, "rows_seen": 8320, "lr": 9.753043604792285e-05, "tok_per_s": 1059.3754536896297, "loss": 0.6532404124736786, "entropy": 0.6525340601801872, "sharp": 0.11664598900824785}
|
| 30 |
+
{"time": "16:39:52", "event": "step", "step": 270, "rows_seen": 8640, "lr": 9.727974862435562e-05, "tok_per_s": 1060.9533651855963, "loss": 0.6426989026367664, "entropy": 0.6546144504100084, "sharp": 0.10912820603698492}
|
| 31 |
+
{"time": "16:42:53", "event": "step", "step": 280, "rows_seen": 8960, "lr": 9.701731848780134e-05, "tok_per_s": 1061.8832791978664, "loss": 0.7019357271492481, "entropy": 0.6729346662759781, "sharp": 0.08244740031659603}
|
| 32 |
+
{"time": "16:45:57", "event": "step", "step": 290, "rows_seen": 9280, "lr": 9.674321445601502e-05, "tok_per_s": 1063.003284290555, "loss": 0.6575875245034695, "entropy": 0.6516618952155113, "sharp": 0.10936412215232849}
|
| 33 |
+
{"time": "16:49:00", "event": "step", "step": 300, "rows_seen": 9600, "lr": 9.645750840802845e-05, "tok_per_s": 1063.7953787728184, "loss": 0.6817382909357548, "entropy": 0.6629457995295525, "sharp": 0.10485032293945551}
|
| 34 |
+
{"time": "16:50:06", "event": "val", "step": 300, "rows_seen": 9600, "n": 500, "dropped_long": 0, "noul_ce": 0.6006875038146973, "noul_T": 0.58530422957753, "noul_auc": 0.7460296028759008, "noul_acc": 0.694, "noul_f1": 0.7792207792207793, "noul_nll": 0.5985265584290027, "noul_ece": 0.10438199639320372, "noul_brier": 0.20495649257067536, "noul_sharp": 0.11906993389129639, "entropy": 0.6488625407218933}
|
| 35 |
+
{"time": "16:53:05", "event": "step", "step": 310, "rows_seen": 9920, "lr": 9.616027526530109e-05, "tok_per_s": 1052.282802735873, "loss": 0.6139553561806679, "entropy": 0.6602901555597782, "sharp": 0.10508832521736622}
|
| 36 |
+
{"time": "16:56:03", "event": "step", "step": 320, "rows_seen": 10240, "lr": 9.585159297207315e-05, "tok_per_s": 1053.356668240667, "loss": 0.6639249697327614, "entropy": 0.6514961794018745, "sharp": 0.11776070110499859}
|
| 37 |
+
{"time": "16:59:08", "event": "step", "step": 330, "rows_seen": 10560, "lr": 9.553154247492623e-05, "tok_per_s": 1054.5948355299745, "loss": 0.6699989903718233, "entropy": 0.6675009317696095, "sharp": 0.09018005523830652}
|
| 38 |
+
{"time": "17:02:02", "event": "step", "step": 340, "rows_seen": 10880, "lr": 9.520020770155628e-05, "tok_per_s": 1055.4770641614004, "loss": 0.6920109167695045, "entropy": 0.6238062158226967, "sharp": 0.1483000833541155}
|
| 39 |
+
{"time": "17:05:03", "event": "step", "step": 350, "rows_seen": 11200, "lr": 9.485767553876519e-05, "tok_per_s": 1056.4745266830246, "loss": 0.6567034609615803, "entropy": 0.673428725451231, "sharp": 0.07650796975940466}
|
| 40 |
+
{"time": "17:08:02", "event": "step", "step": 360, "rows_seen": 11520, "lr": 9.450403580967612e-05, "tok_per_s": 1057.2312976648172, "loss": 0.6626352220773697, "entropy": 0.6577606201171875, "sharp": 0.11372150294482708}
|
| 41 |
+
{"time": "17:11:06", "event": "step", "step": 370, "rows_seen": 11840, "lr": 9.413938125017902e-05, "tok_per_s": 1058.1334982036342, "loss": 0.7090447470545769, "entropy": 0.6244790256023407, "sharp": 0.16288743074983358}
|
| 42 |
+
{"time": "17:14:06", "event": "step", "step": 380, "rows_seen": 12160, "lr": 9.376380748461219e-05, "tok_per_s": 1058.8059789027434, "loss": 0.6736596971750259, "entropy": 0.6626831442117691, "sharp": 0.09738070890307426}
|
| 43 |
+
{"time": "17:17:09", "event": "step", "step": 390, "rows_seen": 12480, "lr": 9.337741300068645e-05, "tok_per_s": 1059.9986330095917, "loss": 0.6471961215138435, "entropy": 0.6447130925953388, "sharp": 0.12123909033834934}
|
| 44 |
+
{"time": "17:20:02", "event": "step", "step": 400, "rows_seen": 12800, "lr": 9.298029912365855e-05, "tok_per_s": 1060.5809971381618, "loss": 0.709536723792553, "entropy": 0.6076210737228394, "sharp": 0.1702792989090085}
|
| 45 |
+
{"time": "17:21:08", "event": "val", "step": 400, "rows_seen": 12800, "n": 500, "dropped_long": 0, "noul_ce": 0.5852157473564148, "noul_T": 0.9510796352420061, "noul_auc": 0.7461477443418677, "noul_acc": 0.728, "noul_f1": 0.7894736842105263, "noul_nll": 0.5779457761198282, "noul_ece": 0.06919977390766148, "noul_brier": 0.19603932581114172, "noul_sharp": 0.18123772740364075, "entropy": 0.593165397644043}
|
| 46 |
+
{"time": "17:24:08", "event": "step", "step": 410, "rows_seen": 13120, "lr": 9.257256998976022e-05, "tok_per_s": 1051.8660453123987, "loss": 0.6819463931024075, "entropy": 0.6610577665269375, "sharp": 0.11302163451910019}
|
| 47 |
+
{"time": "17:27:04", "event": "step", "step": 420, "rows_seen": 13440, "lr": 9.215433251889039e-05, "tok_per_s": 1052.8991478959597, "loss": 0.6865076571702957, "entropy": 0.6706804931163788, "sharp": 0.08629898820072412}
|
| 48 |
+
{"time": "17:30:08", "event": "step", "step": 430, "rows_seen": 13760, "lr": 9.172569638657718e-05, "tok_per_s": 1053.8359759668022, "loss": 0.6766203604638577, "entropy": 0.6591402962803841, "sharp": 0.10855570528656244}
|
| 49 |
+
{"time": "17:33:06", "event": "step", "step": 440, "rows_seen": 14080, "lr": 9.128677399521752e-05, "tok_per_s": 1054.7426475857937, "loss": 0.6787217352539301, "entropy": 0.6318546012043953, "sharp": 0.14973435271531343}
|
| 50 |
+
{"time": "17:36:07", "event": "step", "step": 450, "rows_seen": 14400, "lr": 9.083768044460145e-05, "tok_per_s": 1055.6521751610328, "loss": 0.6566086933016777, "entropy": 0.6508982460945845, "sharp": 0.11614688206464052}
|
| 51 |
+
{"time": "17:39:09", "event": "step", "step": 460, "rows_seen": 14720, "lr": 9.037853350172924e-05, "tok_per_s": 1056.3078068888603, "loss": 0.6436644680798054, "entropy": 0.647111676633358, "sharp": 0.12432059925049543}
|
| 52 |
+
{"time": "17:42:13", "event": "step", "step": 470, "rows_seen": 15040, "lr": 8.990945356992909e-05, "tok_per_s": 1057.1332383407955, "loss": 0.8137808870524168, "entropy": 0.6709567550569773, "sharp": 0.08259441331028938}
|
| 53 |
+
{"time": "17:45:11", "event": "step", "step": 480, "rows_seen": 15360, "lr": 8.943056365728335e-05, "tok_per_s": 1057.8730316201904, "loss": 0.7157063782215118, "entropy": 0.6338030099868774, "sharp": 0.15175866149365902}
|
| 54 |
+
{"time": "17:48:05", "event": "step", "step": 490, "rows_seen": 15680, "lr": 8.894198934437185e-05, "tok_per_s": 1058.3725583320686, "loss": 0.6198066622018814, "entropy": 0.6721488833427429, "sharp": 0.08087788708508015}
|
| 55 |
+
{"time": "17:51:02", "event": "step", "step": 500, "rows_seen": 16000, "lr": 8.844385875134053e-05, "tok_per_s": 1059.0859315391037, "loss": 0.6277916580438614, "entropy": 0.6650028005242348, "sharp": 0.10140499472618103}
|
| 56 |
+
{"time": "17:52:08", "event": "val", "step": 500, "rows_seen": 16000, "n": 500, "dropped_long": 0, "noul_ce": 0.5955636501312256, "noul_T": 0.6474638880471598, "noul_auc": 0.7438693017839362, "noul_acc": 0.718, "noul_f1": 0.7935578330893118, "noul_nll": 0.593184635400772, "noul_ece": 0.08714135646820069, "noul_brier": 0.20261851105569895, "noul_sharp": 0.13389743864536285, "entropy": 0.6401733160018921}
|
| 57 |
+
{"time": "17:55:09", "event": "step", "step": 510, "rows_seen": 16320, "lr": 8.793630250430419e-05, "tok_per_s": 1052.2420222207256, "loss": 0.7084776535630226, "entropy": 0.6248774081468582, "sharp": 0.15497887320816517}
|
| 58 |
+
{"time": "17:58:10", "event": "step", "step": 520, "rows_seen": 16640, "lr": 8.741945370109202e-05, "tok_per_s": 1052.9010704083569, "loss": 0.6575800329446793, "entropy": 0.6553567871451378, "sharp": 0.11178564000874758}
|
| 59 |
+
{"time": "18:01:08", "event": "step", "step": 530, "rows_seen": 16960, "lr": 8.689344787634503e-05, "tok_per_s": 1053.5898930204771, "loss": 0.6113016754388809, "entropy": 0.6566670462489128, "sharp": 0.11030910536646843}
|
| 60 |
+
{"time": "18:04:11", "event": "step", "step": 540, "rows_seen": 17280, "lr": 8.63584229659744e-05, "tok_per_s": 1054.0882268073863, "loss": 0.7161937914788723, "entropy": 0.6318701300770044, "sharp": 0.13802665378898382}
|
| 61 |
+
{"time": "18:07:14", "event": "step", "step": 550, "rows_seen": 17600, "lr": 8.581451927099022e-05, "tok_per_s": 1054.8742191267795, "loss": 0.7201417982578278, "entropy": 0.6688778810203075, "sharp": 0.09141252655535936}
|
| 62 |
+
{"time": "18:10:13", "event": "step", "step": 560, "rows_seen": 17920, "lr": 8.526187942070997e-05, "tok_per_s": 1055.6540660889557, "loss": 0.7200964652001858, "entropy": 0.641665618866682, "sharp": 0.1306101530790329}
|
| 63 |
+
{"time": "18:13:13", "event": "step", "step": 570, "rows_seen": 18240, "lr": 8.470064833535642e-05, "tok_per_s": 1056.3447582284064, "loss": 0.6575150936841965, "entropy": 0.6495997980237007, "sharp": 0.1115412786602974}
|
| 64 |
+
{"time": "18:16:13", "event": "step", "step": 580, "rows_seen": 18560, "lr": 8.413097318805486e-05, "tok_per_s": 1056.9413463651874, "loss": 0.6949254814535379, "entropy": 0.6420996524393559, "sharp": 0.12984994892030954}
|
| 65 |
+
{"time": "18:19:17", "event": "step", "step": 590, "rows_seen": 18880, "lr": 8.35530033662395e-05, "tok_per_s": 1057.6369012424773, "loss": 0.6761569306254387, "entropy": 0.6593517959117889, "sharp": 0.10361642390489578}
|
| 66 |
+
{"time": "18:22:16", "event": "step", "step": 600, "rows_seen": 19200, "lr": 8.296689043247915e-05, "tok_per_s": 1058.3207554154835, "loss": 0.6366999074816704, "entropy": 0.6578917130827904, "sharp": 0.11249988153576851}
|
| 67 |
+
{"time": "18:23:21", "event": "val", "step": 600, "rows_seen": 19200, "n": 500, "dropped_long": 0, "noul_ce": 0.590262770652771, "noul_T": 0.7102099923498096, "noul_auc": 0.7458777067053721, "noul_acc": 0.706, "noul_f1": 0.7860262008733624, "noul_nll": 0.5879864647686481, "noul_ece": 0.0666298555135727, "noul_brier": 0.20052239797548474, "noul_sharp": 0.14798441529273987, "entropy": 0.6303538680076599}
|
| 68 |
+
{"time": "18:26:28", "event": "step", "step": 610, "rows_seen": 19520, "lr": 8.237278808473261e-05, "tok_per_s": 1052.6757899701024, "loss": 0.6875832304358482, "entropy": 0.6399332843720913, "sharp": 0.133230684325099}
|
| 69 |
+
{"time": "18:38:09", "event": "start", "data": "data/e19/E19-b-n64k", "data_manifest": {"arm": "E19-b-n64k", "name": null, "train_sha256": "3ce755dafa9591efefa2ab4ee6196b7d7b36969b49976b616f3c3aa7fe5fb297", "n_train": 64000}, "init": "released", "objective": "s-log", "sigma": 0.5, "K": 8, "reward": "brier", "clip": 0.2, "passes": 1, "lr": 0.0001, "lr_head": 0.0002, "rows_per_step": 32, "train_seed": 0, "replay": "data/e16/replay/train.jsonl", "replay_frac": 0.05, "replay_sha256": "9dd2df19851678750cf79d2fdb47581720930ef2f0c6e18e6fbe23ef2181847e", "max_len": 3072, "schedule": "warmup 0.03 + cosine to x0.05 over 2000 steps", "total_rows": 64000, "lora": {"r": 16, "lora_alpha": 32, "lora_dropout": 0.05}, "trainer_sha256": "a0b9d7552588ffb068565686509162a4f122f6f03392e693fa20088493e2a4f3", "device": "cuda", "load_s": 91.47592091560364}
|
| 70 |
+
{"time": "18:38:10", "event": "resume", "from": "models/e27/S1-E19-b-n64k-syn/resume/state.pt", "saved": "2026-10-19 18:23:21", "step": 600, "rows_seen": 19200, "replay_seen": 1010, "pending_ckpts": [64000]}
|
| 71 |
+
{"time": "18:41:16", "event": "step", "step": 610, "rows_seen": 19520, "lr": 8.237278808473261e-05, "tok_per_s": 1052.7083246013945, "loss": 0.6879324540495872, "entropy": 0.6400203108787537, "sharp": 0.13326799869537354}
|
| 72 |
+
{"time": "18:44:17", "event": "step", "step": 620, "rows_seen": 19840, "lr": 8.177085211604405e-05, "tok_per_s": 1053.5146238365423, "loss": 0.6972969882190228, "entropy": 0.6394016668200493, "sharp": 0.13163360115140676}
|
| 73 |
+
{"time": "18:47:16", "event": "step", "step": 630, "rows_seen": 20160, "lr": 8.116124037368893e-05, "tok_per_s": 1054.1789747724215, "loss": 0.651166882365942, "entropy": 0.6623795479536057, "sharp": 0.0981414495036006}
|
| 74 |
+
{"time": "18:50:17", "event": "step", "step": 640, "rows_seen": 20480, "lr": 8.054411271778132e-05, "tok_per_s": 1054.9295288868311, "loss": 0.6799165904521942, "entropy": 0.6459406763315201, "sharp": 0.12681906390935183}
|
| 75 |
+
{"time": "18:53:20", "event": "step", "step": 650, "rows_seen": 20800, "lr": 7.991963097935343e-05, "tok_per_s": 1055.7075439464315, "loss": 0.646777156740427, "entropy": 0.649933747947216, "sharp": 0.12332320772111416}
|
| 76 |
+
{"time": "18:56:17", "event": "step", "step": 660, "rows_seen": 21120, "lr": 7.928795891791805e-05, "tok_per_s": 1056.43016902798, "loss": 0.6492561250925064, "entropy": 0.6517651826143265, "sharp": 0.11435394361615181}
|
| 77 |
+
{"time": "18:59:21", "event": "step", "step": 670, "rows_seen": 21440, "lr": 7.864926217852567e-05, "tok_per_s": 1056.9812504248368, "loss": 0.6892704349011183, "entropy": 0.6567306872457266, "sharp": 0.10699710249900818}
|
| 78 |
+
{"time": "19:02:15", "event": "step", "step": 680, "rows_seen": 21760, "lr": 7.800370824832674e-05, "tok_per_s": 1057.4623699221897, "loss": 0.7012839168310165, "entropy": 0.6380632594227791, "sharp": 0.1362381037324667}
|
| 79 |
+
{"time": "19:05:13", "event": "step", "step": 690, "rows_seen": 22080, "lr": 7.735146641265118e-05, "tok_per_s": 1058.2363195617677, "loss": 0.6150439418852329, "entropy": 0.6173392310738564, "sharp": 0.16168649587780237}
|
| 80 |
+
{"time": "19:08:11", "event": "step", "step": 700, "rows_seen": 22400, "lr": 7.669270771061626e-05, "tok_per_s": 1058.9078779064162, "loss": 0.6421531215310097, "entropy": 0.6088044345378876, "sharp": 0.17754408530890942}
|
| 81 |
+
{"time": "19:09:16", "event": "val", "step": 700, "rows_seen": 22400, "n": 500, "dropped_long": 0, "noul_ce": 0.5834069848060608, "noul_T": 0.8912192249012577, "noul_auc": 0.7490168942296331, "noul_acc": 0.702, "noul_f1": 0.7600644122383253, "noul_nll": 0.5780368869751692, "noul_ece": 0.06609733808040619, "noul_brier": 0.19641341576008717, "noul_sharp": 0.17683614790439606, "entropy": 0.6008036136627197}
|
| 82 |
+
{"time": "19:12:18", "event": "step", "step": 710, "rows_seen": 22720, "lr": 7.602760489027442e-05, "tok_per_s": 1054.2312720430293, "loss": 0.6444023549556732, "entropy": 0.6705612055957317, "sharp": 0.08236255776137114}
|
| 83 |
+
{"time": "19:15:24", "event": "step", "step": 720, "rows_seen": 23040, "lr": 7.535633236331324e-05, "tok_per_s": 1054.89002095531, "loss": 0.6691530123353004, "entropy": 0.6198925003409386, "sharp": 0.17560833133757114}
|
| 84 |
+
{"time": "19:18:28", "event": "step", "step": 730, "rows_seen": 23360, "lr": 7.467906615931893e-05, "tok_per_s": 1055.5363943842285, "loss": 0.7151712365448475, "entropy": 0.660609245300293, "sharp": 0.09684483613818884}
|
| 85 |
+
{"time": "19:21:26", "event": "step", "step": 740, "rows_seen": 23680, "lr": 7.399598387961561e-05, "tok_per_s": 1056.029103144088, "loss": 0.6710624564439058, "entropy": 0.6489107608795166, "sharp": 0.11730959825217724}
|
| 86 |
+
{"time": "19:24:22", "event": "step", "step": 750, "rows_seen": 24000, "lr": 7.330726465069241e-05, "tok_per_s": 1056.6048064668257, "loss": 0.6352635696530342, "entropy": 0.6737055070698261, "sharp": 0.07691421452909708}
|
| 87 |
+
{"time": "19:27:22", "event": "step", "step": 760, "rows_seen": 24320, "lr": 7.26130890772308e-05, "tok_per_s": 1057.2136159152421, "loss": 0.6150332912802696, "entropy": 0.6426695510745049, "sharp": 0.12835267279297113}
|
| 88 |
+
{"time": "19:30:23", "event": "step", "step": 770, "rows_seen": 24640, "lr": 7.191363919474393e-05, "tok_per_s": 1057.8602310237186, "loss": 0.6471485905349255, "entropy": 0.5606783404946327, "sharp": 0.2266068309545517}
|
| 89 |
+
{"time": "19:33:20", "event": "step", "step": 780, "rows_seen": 24960, "lr": 7.120909842184114e-05, "tok_per_s": 1058.3644832516334, "loss": 0.6735829785466194, "entropy": 0.6701201125979424, "sharp": 0.08902919851243496}
|
| 90 |
+
{"time": "19:36:19", "event": "step", "step": 790, "rows_seen": 25280, "lr": 7.049965151212958e-05, "tok_per_s": 1058.9190337822652, "loss": 0.6111287772655487, "entropy": 0.6640728265047073, "sharp": 0.09335392992943525}
|
| 91 |
+
{"time": "19:39:17", "event": "step", "step": 800, "rows_seen": 25600, "lr": 6.978548450576568e-05, "tok_per_s": 1059.4074073123777, "loss": 0.6205611117184162, "entropy": 0.6534019410610199, "sharp": 0.10718406364321709}
|
| 92 |
+
{"time": "19:40:22", "event": "val", "step": 800, "rows_seen": 25600, "n": 500, "dropped_long": 0, "noul_ce": 0.5869063138961792, "noul_T": 0.9707200186827137, "noul_auc": 0.7449156976253565, "noul_acc": 0.696, "noul_f1": 0.7516339869281046, "noul_nll": 0.5815790510848164, "noul_ece": 0.05855892956256869, "noul_brier": 0.19797815809125519, "noul_sharp": 0.18060381710529327, "entropy": 0.5915529727935791}
|
| 93 |
+
{"time": "19:43:21", "event": "step", "step": 810, "rows_seen": 25920, "lr": 6.90667846806694e-05, "tok_per_s": 1055.3289746498008, "loss": 0.6494933478534222, "entropy": 0.6324053183197975, "sharp": 0.13590718619525433}
|
| 94 |
+
{"time": "19:46:20", "event": "step", "step": 820, "rows_seen": 26240, "lr": 6.834374050341399e-05, "tok_per_s": 1055.9285593677253, "loss": 0.7140439674258232, "entropy": 0.6614707708358765, "sharp": 0.10217410139739513}
|
| 95 |
+
{"time": "19:49:17", "event": "step", "step": 830, "rows_seen": 26560, "lr": 6.76165415798036e-05, "tok_per_s": 1056.5289686573065, "loss": 0.6343726329505444, "entropy": 0.6748637035489082, "sharp": 0.07192272320389748}
|
| 96 |
+
{"time": "19:52:16", "event": "step", "step": 840, "rows_seen": 26880, "lr": 6.688537860515266e-05, "tok_per_s": 1057.0927745481154, "loss": 0.6949021285399795, "entropy": 0.6409690156579018, "sharp": 0.13143645878881216}
|
| 97 |
+
{"time": "19:55:11", "event": "step", "step": 850, "rows_seen": 27200, "lr": 6.615044331427935e-05, "tok_per_s": 1057.5807023543284, "loss": 0.6323830597102642, "entropy": 0.6652449741959572, "sharp": 0.08226928859949112}
|
| 98 |
+
{"time": "19:58:07", "event": "step", "step": 860, "rows_seen": 27520, "lr": 6.541192843122628e-05, "tok_per_s": 1057.9934299170388, "loss": 0.6603431440889835, "entropy": 0.6317157372832298, "sharp": 0.15504839085042477}
|
| 99 |
+
{"time": "20:01:09", "event": "step", "step": 870, "rows_seen": 27840, "lr": 6.467002761872219e-05, "tok_per_s": 1058.447925595062, "loss": 0.6922061666846275, "entropy": 0.6773486137390137, "sharp": 0.06429280899465084}
|
| 100 |
+
{"time": "20:04:08", "event": "step", "step": 880, "rows_seen": 28160, "lr": 6.392493542739706e-05, "tok_per_s": 1059.0959289908712, "loss": 0.6615094318985939, "entropy": 0.6414827387779951, "sharp": 0.13347421865910292}
|
| 101 |
+
{"time": "20:07:05", "event": "step", "step": 890, "rows_seen": 28480, "lr": 6.317684724476465e-05, "tok_per_s": 1059.5828897793579, "loss": 0.7008407302200794, "entropy": 0.6283408664166927, "sharp": 0.14174491073936224}
|
| 102 |
+
{"time": "20:10:06", "event": "step", "step": 900, "rows_seen": 28800, "lr": 6.242595924398558e-05, "tok_per_s": 1060.0413922976943, "loss": 0.5976368431001902, "entropy": 0.613497881218791, "sharp": 0.17313378676772118}
|
| 103 |
+
{"time": "20:11:11", "event": "val", "step": 900, "rows_seen": 28800, "n": 500, "dropped_long": 0, "noul_ce": 0.5809858441352844, "noul_T": 0.8605614007842194, "noul_auc": 0.7441562167727127, "noul_acc": 0.706, "noul_f1": 0.7835051546391752, "noul_nll": 0.5809521165788174, "noul_ece": 0.05416114974021912, "noul_brier": 0.1980751894863155, "noul_sharp": 0.17296914756298065, "entropy": 0.6032228469848633}
|
| 104 |
+
{"time": "20:14:12", "event": "step", "step": 910, "rows_seen": 29120, "lr": 6.16724683324242e-05, "tok_per_s": 1056.3900564056275, "loss": 0.6428925879299641, "entropy": 0.6455060094594955, "sharp": 0.11846349947154522}
|
| 105 |
+
{"time": "20:17:16", "event": "step", "step": 920, "rows_seen": 29440, "lr": 6.091657210001309e-05, "tok_per_s": 1056.8322309656257, "loss": 0.6132086254656315, "entropy": 0.6572806723415852, "sharp": 0.09735018946230412}
|
| 106 |
+
{"time": "20:20:19", "event": "step", "step": 930, "rows_seen": 29760, "lr": 6.015846876743859e-05, "tok_per_s": 1057.206902261184, "loss": 0.6750517636537552, "entropy": 0.6312854737043381, "sharp": 0.14472483564168215}
|
| 107 |
+
{"time": "20:23:20", "event": "step", "step": 940, "rows_seen": 30080, "lr": 5.9398357134160796e-05, "tok_per_s": 1057.598400910475, "loss": 0.6333043444901705, "entropy": 0.6380850672721863, "sharp": 0.14978280290961266}
|
| 108 |
+
{"time": "20:26:17", "event": "step", "step": 950, "rows_seen": 30400, "lr": 5.8636436526281816e-05, "tok_per_s": 1058.0140486681573, "loss": 0.664833378046751, "entropy": 0.6565508916974068, "sharp": 0.10262944176793098}
|
| 109 |
+
{"time": "20:29:20", "event": "step", "step": 960, "rows_seen": 30720, "lr": 5.7872906744276015e-05, "tok_per_s": 1058.4585076496373, "loss": 0.6666958779096603, "entropy": 0.6253483816981316, "sharp": 0.16693899501115084}
|
| 110 |
+
{"time": "20:32:17", "event": "step", "step": 970, "rows_seen": 31040, "lr": 5.7107968010595795e-05, "tok_per_s": 1058.9043702833078, "loss": 0.7130667641758919, "entropy": 0.6403534114360809, "sharp": 0.13154354505240917}
|
| 111 |
+
{"time": "20:35:17", "event": "step", "step": 980, "rows_seen": 31360, "lr": 5.634182091716671e-05, "tok_per_s": 1059.3596579222342, "loss": 0.6148464782163501, "entropy": 0.6150618940591812, "sharp": 0.16151277627795935}
|
| 112 |
+
{"time": "20:38:14", "event": "step", "step": 990, "rows_seen": 31680, "lr": 5.5574666372785714e-05, "tok_per_s": 1059.7248619732502, "loss": 0.6284385547041893, "entropy": 0.6440248116850853, "sharp": 0.12120562139898539}
|
| 113 |
+
{"time": "20:41:09", "event": "step", "step": 1000, "rows_seen": 32000, "lr": 5.48067055504363e-05, "tok_per_s": 1060.1173506905632, "loss": 0.6494888104498386, "entropy": 0.6266499496996403, "sharp": 0.157706368714571}
|
| 114 |
+
{"time": "20:42:14", "event": "val", "step": 1000, "rows_seen": 32000, "n": 500, "dropped_long": 0, "noul_ce": 0.5837751030921936, "noul_T": 0.9288144400987406, "noul_auc": 0.7404769539754603, "noul_acc": 0.706, "noul_f1": 0.7884892086330936, "noul_nll": 0.5838962022513151, "noul_ece": 0.05268677198886871, "noul_brier": 0.19920358986143002, "noul_sharp": 0.18401482701301575, "entropy": 0.5956218242645264}
|
| 115 |
+
{"time": "20:45:14", "event": "step", "step": 1010, "rows_seen": 32320, "lr": 5.403813983453441e-05, "tok_per_s": 1056.9100165321126, "loss": 0.620039027184248, "entropy": 0.6546438336372375, "sharp": 0.11458360590040684}
|
| 116 |
+
{"time": "20:48:10", "event": "step", "step": 1020, "rows_seen": 32640, "lr": 5.3269170768118824e-05, "tok_per_s": 1057.3975122254203, "loss": 0.6812442168593407, "entropy": 0.6549267321825027, "sharp": 0.11206960678100586}
|
| 117 |
+
{"time": "20:51:08", "event": "step", "step": 1030, "rows_seen": 32960, "lr": 5.25e-05, "tok_per_s": 1057.8026313733526, "loss": 0.6465893536806107, "entropy": 0.6315197134390473, "sharp": 0.14998292364180088}
|
| 118 |
+
{"time": "20:54:01", "event": "step", "step": 1040, "rows_seen": 33280, "lr": 5.173082923188119e-05, "tok_per_s": 1058.1696167223724, "loss": 0.6345278937369585, "entropy": 0.6421767920255661, "sharp": 0.13012279570102692}
|
| 119 |
+
{"time": "20:57:03", "event": "step", "step": 1050, "rows_seen": 33600, "lr": 5.0961860165465604e-05, "tok_per_s": 1058.5298581990508, "loss": 0.6327840462327003, "entropy": 0.6421177610754967, "sharp": 0.13301327638328075}
|
| 120 |
+
{"time": "20:59:59", "event": "step", "step": 1060, "rows_seen": 33920, "lr": 5.019329444956372e-05, "tok_per_s": 1058.8418871148992, "loss": 0.6430683303624392, "entropy": 0.6463650986552238, "sharp": 0.1321149505674839}
|
| 121 |
+
{"time": "21:02:56", "event": "step", "step": 1070, "rows_seen": 34240, "lr": 4.9425333627214304e-05, "tok_per_s": 1059.2309336997168, "loss": 0.6497254259884357, "entropy": 0.6299772337079048, "sharp": 0.1415524436160922}
|
| 122 |
+
{"time": "21:05:52", "event": "step", "step": 1080, "rows_seen": 34560, "lr": 4.865817908283331e-05, "tok_per_s": 1059.5040127448274, "loss": 0.6394774876534939, "entropy": 0.655146911740303, "sharp": 0.10158728715032339}
|
| 123 |
+
{"time": "21:08:50", "event": "step", "step": 1090, "rows_seen": 34880, "lr": 4.7892031989404217e-05, "tok_per_s": 1059.8601520932027, "loss": 0.7084429748356342, "entropy": 0.6265795286744833, "sharp": 0.1478560408577323}
|
| 124 |
+
{"time": "21:11:47", "event": "step", "step": 1100, "rows_seen": 35200, "lr": 4.7127093255723996e-05, "tok_per_s": 1060.3508097181189, "loss": 0.6568561047315598, "entropy": 0.6538146808743477, "sharp": 0.10268974211066961}
|
| 125 |
+
{"time": "21:12:52", "event": "val", "step": 1100, "rows_seen": 35200, "n": 500, "dropped_long": 0, "noul_ce": 0.5887113809585571, "noul_T": 0.7917126722210447, "noul_auc": 0.7449663296821994, "noul_acc": 0.69, "noul_f1": 0.7495961227786753, "noul_nll": 0.5852310931086541, "noul_ece": 0.06776215654611588, "noul_brier": 0.19964289784944395, "noul_sharp": 0.1575555056333542, "entropy": 0.618700385093689}
|
| 126 |
+
{"time": "21:15:56", "event": "step", "step": 1110, "rows_seen": 35520, "lr": 4.636356347371821e-05, "tok_per_s": 1057.3386675588026, "loss": 0.6954275742173195, "entropy": 0.6584060490131378, "sharp": 0.10990326851606369}
|
| 127 |
+
{"time": "21:18:50", "event": "step", "step": 1120, "rows_seen": 35840, "lr": 4.560164286583922e-05, "tok_per_s": 1057.7270734877682, "loss": 0.6527716731652617, "entropy": 0.6498583517968655, "sharp": 0.11639642249792814}
|
| 128 |
+
{"time": "21:21:54", "event": "step", "step": 1130, "rows_seen": 36160, "lr": 4.4841531232561406e-05, "tok_per_s": 1058.1452181618995, "loss": 0.6840269677340984, "entropy": 0.6398858800530434, "sharp": 0.13295002654194832}
|
| 129 |
+
{"time": "21:24:50", "event": "step", "step": 1140, "rows_seen": 36480, "lr": 4.4083427899986926e-05, "tok_per_s": 1058.4763542535914, "loss": 0.6479424424469471, "entropy": 0.6541442684829235, "sharp": 0.11169291194528341}
|
| 130 |
+
{"time": "21:27:47", "event": "step", "step": 1150, "rows_seen": 36800, "lr": 4.3327531667575824e-05, "tok_per_s": 1058.8438412853222, "loss": 0.6748643256723881, "entropy": 0.6662947311997414, "sharp": 0.09109612554311752}
|
| 131 |
+
{"time": "21:30:52", "event": "step", "step": 1160, "rows_seen": 37120, "lr": 4.257404075601443e-05, "tok_per_s": 1059.2483841621458, "loss": 0.6597234681248665, "entropy": 0.652434166520834, "sharp": 0.1125809820368886}
|
| 132 |
+
{"time": "21:33:52", "event": "step", "step": 1170, "rows_seen": 37440, "lr": 4.182315275523537e-05, "tok_per_s": 1059.6895668693746, "loss": 0.6478748805820942, "entropy": 0.6433335244655609, "sharp": 0.12972628604620695}
|
| 133 |
+
{"time": "21:36:47", "event": "step", "step": 1180, "rows_seen": 37760, "lr": 4.1075064572602964e-05, "tok_per_s": 1059.9595376086534, "loss": 0.6700069271028042, "entropy": 0.650680098682642, "sharp": 0.12573404982686043}
|
| 134 |
+
{"time": "21:39:44", "event": "step", "step": 1190, "rows_seen": 38080, "lr": 4.0329972381277805e-05, "tok_per_s": 1060.2945431818046, "loss": 0.6429749578237534, "entropy": 0.6528461426496506, "sharp": 0.12198928743600845}
|
| 135 |
+
{"time": "21:42:38", "event": "step", "step": 1200, "rows_seen": 38400, "lr": 3.958807156877371e-05, "tok_per_s": 1060.5596732025067, "loss": 0.6371453404426575, "entropy": 0.6497875526547432, "sharp": 0.11903403326869011}
|
| 136 |
+
{"time": "21:43:43", "event": "val", "step": 1200, "rows_seen": 38400, "n": 500, "dropped_long": 0, "noul_ce": 0.5916946530342102, "noul_T": 0.7039435761833251, "noul_auc": 0.7473797910583788, "noul_acc": 0.7, "noul_f1": 0.7648902821316614, "noul_nll": 0.5873729227632284, "noul_ece": 0.08006765490770341, "noul_brier": 0.20014664846707286, "noul_sharp": 0.14466139674186707, "entropy": 0.6317377686500549}
|
| 137 |
+
{"time": "21:46:41", "event": "step", "step": 1210, "rows_seen": 38720, "lr": 3.884955668572066e-05, "tok_per_s": 1057.8130363975042, "loss": 0.652520339936018, "entropy": 0.6449155956506729, "sharp": 0.12465443648397923}
|
| 138 |
+
{"time": "21:49:44", "event": "step", "step": 1220, "rows_seen": 39040, "lr": 3.811462139484735e-05, "tok_per_s": 1058.1415497516464, "loss": 0.7121171876788139, "entropy": 0.6501026228070259, "sharp": 0.11530941724777222}
|
| 139 |
+
{"time": "21:52:38", "event": "step", "step": 1230, "rows_seen": 39360, "lr": 3.738345842019643e-05, "tok_per_s": 1058.378134255013, "loss": 0.6432583518326283, "entropy": 0.663412295281887, "sharp": 0.098777218721807}
|
| 140 |
+
{"time": "21:55:39", "event": "step", "step": 1240, "rows_seen": 39680, "lr": 3.665625949658603e-05, "tok_per_s": 1058.7114180836995, "loss": 0.6269976273179054, "entropy": 0.6555930599570274, "sharp": 0.11505889799445868}
|
| 141 |
+
{"time": "21:58:31", "event": "step", "step": 1250, "rows_seen": 40000, "lr": 3.5933215319330585e-05, "tok_per_s": 1059.0730434199002, "loss": 0.6423104908317327, "entropy": 0.6343790963292122, "sharp": 0.14213607646524906}
|
| 142 |
+
{"time": "22:01:31", "event": "step", "step": 1260, "rows_seen": 40320, "lr": 3.521451549423435e-05, "tok_per_s": 1059.4524461440244, "loss": 0.6178647447377443, "entropy": 0.6474980767816305, "sharp": 0.12624850776046515}
|
| 143 |
+
{"time": "22:04:28", "event": "step", "step": 1270, "rows_seen": 40640, "lr": 3.450034848787043e-05, "tok_per_s": 1059.7838402135546, "loss": 0.6048779785633087, "entropy": 0.6321729719638824, "sharp": 0.15051505714654922}
|
| 144 |
+
{"time": "22:07:31", "event": "step", "step": 1280, "rows_seen": 40960, "lr": 3.379090157815887e-05, "tok_per_s": 1060.145828362821, "loss": 0.7018939480185509, "entropy": 0.6255376040935516, "sharp": 0.16029650252312422}
|
| 145 |
+
{"time": "22:10:31", "event": "step", "step": 1290, "rows_seen": 41280, "lr": 3.3086360805256096e-05, "tok_per_s": 1060.5719610122446, "loss": 0.6223144978284836, "entropy": 0.6534477472305298, "sharp": 0.12350128404796124}
|
| 146 |
+
{"time": "22:13:30", "event": "step", "step": 1300, "rows_seen": 41600, "lr": 3.238691092276923e-05, "tok_per_s": 1060.9481840935407, "loss": 0.6211014166474342, "entropy": 0.6526798903942108, "sharp": 0.1235122224316001}
|
| 147 |
+
{"time": "22:14:36", "event": "val", "step": 1300, "rows_seen": 41600, "n": 500, "dropped_long": 0, "noul_ce": 0.5907600522041321, "noul_T": 0.7765167659795363, "noul_auc": 0.743278594454102, "noul_acc": 0.696, "noul_f1": 0.7540453074433657, "noul_nll": 0.5860195798277855, "noul_ece": 0.06731813073158265, "noul_brier": 0.19993106728371987, "noul_sharp": 0.15622888505458832, "entropy": 0.6226723194122314}
|
| 148 |
+
{"time": "22:17:37", "event": "step", "step": 1310, "rows_seen": 41920, "lr": 3.169273534930759e-05, "tok_per_s": 1058.4059438456784, "loss": 0.6255215257406235, "entropy": 0.6249717622995377, "sharp": 0.14773881621658802}
|
| 149 |
+
{"time": "22:20:33", "event": "step", "step": 1320, "rows_seen": 42240, "lr": 3.10040161203844e-05, "tok_per_s": 1058.7593412273682, "loss": 0.6350859366357327, "entropy": 0.6457136422395706, "sharp": 0.13295244053006172}
|
| 150 |
+
{"time": "22:23:34", "event": "step", "step": 1330, "rows_seen": 42560, "lr": 3.032093384068107e-05, "tok_per_s": 1059.1166441744335, "loss": 0.6612363271415234, "entropy": 0.6619888320565224, "sharp": 0.10553343035280704}
|
| 151 |
+
{"time": "22:26:32", "event": "step", "step": 1340, "rows_seen": 42880, "lr": 2.9643667636686757e-05, "tok_per_s": 1059.4540696650147, "loss": 0.6086804885417223, "entropy": 0.6507056653499603, "sharp": 0.1257784804329276}
|
| 152 |
+
{"time": "22:29:27", "event": "step", "step": 1350, "rows_seen": 43200, "lr": 2.8972395109725607e-05, "tok_per_s": 1059.7335770944865, "loss": 0.6201820708811283, "entropy": 0.6229626592248678, "sharp": 0.1588510014116764}
|
| 153 |
+
{"time": "22:32:22", "event": "step", "step": 1360, "rows_seen": 43520, "lr": 2.8307292289383776e-05, "tok_per_s": 1060.0671948005731, "loss": 0.6530717238783836, "entropy": 0.6304044611752033, "sharp": 0.1509373290464282}
|
| 154 |
+
{"time": "22:35:19", "event": "step", "step": 1370, "rows_seen": 43840, "lr": 2.7648533587348822e-05, "tok_per_s": 1060.3578424324376, "loss": 0.7014294192194939, "entropy": 0.6580727621912956, "sharp": 0.10888773389160633}
|
| 155 |
+
{"time": "22:38:19", "event": "step", "step": 1380, "rows_seen": 44160, "lr": 2.699629175167327e-05, "tok_per_s": 1060.6830675034635, "loss": 0.6915622055530548, "entropy": 0.6676102802157402, "sharp": 0.08894718904048204}
|
| 156 |
+
{"time": "22:41:18", "event": "step", "step": 1390, "rows_seen": 44480, "lr": 2.635073782147433e-05, "tok_per_s": 1060.9351792770537, "loss": 0.6644435971975327, "entropy": 0.6358829960227013, "sharp": 0.14069326408207417}
|
| 157 |
+
{"time": "22:44:13", "event": "step", "step": 1400, "rows_seen": 44800, "lr": 2.571204108208194e-05, "tok_per_s": 1061.208792329269, "loss": 0.6691657695919275, "entropy": 0.6574969571083784, "sharp": 0.11268266476690769}
|
| 158 |
+
{"time": "22:45:18", "event": "val", "step": 1400, "rows_seen": 44800, "n": 500, "dropped_long": 0, "noul_ce": 0.5869107246398926, "noul_T": 0.8377822325728043, "noul_auc": 0.7426878871242679, "noul_acc": 0.696, "noul_f1": 0.7579617834394905, "noul_nll": 0.5841790333092213, "noul_ece": 0.0716273759007454, "noul_brier": 0.1992145429126125, "noul_sharp": 0.1675216406583786, "entropy": 0.6114603281021118}
|
| 159 |
+
{"time": "22:48:21", "event": "step", "step": 1410, "rows_seen": 45120, "lr": 2.5080369020646587e-05, "tok_per_s": 1058.7620347453678, "loss": 0.6552223190665245, "entropy": 0.6177433952689171, "sharp": 0.16090702638030052}
|
| 160 |
+
{"time": "22:51:17", "event": "step", "step": 1420, "rows_seen": 45440, "lr": 2.4455887282218688e-05, "tok_per_s": 1059.0156347956786, "loss": 0.6823240704834461, "entropy": 0.6370885968208313, "sharp": 0.14641384966671467}
|
| 161 |
+
{"time": "22:54:15", "event": "step", "step": 1430, "rows_seen": 45760, "lr": 2.383875962631108e-05, "tok_per_s": 1059.3035247326516, "loss": 0.6811752952635288, "entropy": 0.6467617154121399, "sharp": 0.12390383891761303}
|
| 162 |
+
{"time": "22:57:10", "event": "step", "step": 1440, "rows_seen": 46080, "lr": 2.322914788395595e-05, "tok_per_s": 1059.5204013607856, "loss": 0.6343048140406609, "entropy": 0.6648491565138102, "sharp": 0.0991816446185112}
|
| 163 |
+
{"time": "23:00:07", "event": "step", "step": 1450, "rows_seen": 46400, "lr": 2.2627211915267383e-05, "tok_per_s": 1059.8764385083832, "loss": 0.6618887837976217, "entropy": 0.6422704383730888, "sharp": 0.13443209882825613}
|
| 164 |
+
{"time": "23:03:05", "event": "step", "step": 1460, "rows_seen": 46720, "lr": 2.2033109567520866e-05, "tok_per_s": 1060.1796346341846, "loss": 0.6260535381734371, "entropy": 0.65077019110322, "sharp": 0.12173444405198097}
|
| 165 |
+
{"time": "23:06:08", "event": "step", "step": 1470, "rows_seen": 47040, "lr": 2.144699663376052e-05, "tok_per_s": 1060.4302123781792, "loss": 0.6543696895241737, "entropy": 0.6584671214222908, "sharp": 0.11629195045679808}
|
| 166 |
+
{"time": "23:09:07", "event": "step", "step": 1480, "rows_seen": 47360, "lr": 2.0869026811945157e-05, "tok_per_s": 1060.7132976503442, "loss": 0.65362199395895, "entropy": 0.65148407779634, "sharp": 0.12217999156564474}
|
| 167 |
+
{"time": "23:12:03", "event": "step", "step": 1490, "rows_seen": 47680, "lr": 2.0299351664643596e-05, "tok_per_s": 1061.0228009142675, "loss": 0.597219679504633, "entropy": 0.6288461834192276, "sharp": 0.14454311039298773}
|
| 168 |
+
{"time": "23:15:00", "event": "step", "step": 1500, "rows_seen": 48000, "lr": 1.973812057929005e-05, "tok_per_s": 1061.2221078663142, "loss": 0.7336503639817238, "entropy": 0.6500345692038536, "sharp": 0.12161857448518276}
|
| 169 |
+
{"time": "23:16:05", "event": "val", "step": 1500, "rows_seen": 48000, "n": 500, "dropped_long": 0, "noul_ce": 0.5819829106330872, "noul_T": 0.8053416890977488, "noul_auc": 0.7449832070344805, "noul_acc": 0.708, "noul_f1": 0.7801204819277109, "noul_nll": 0.5802099272161723, "noul_ece": 0.06241287147998811, "noul_brier": 0.19747101529856026, "noul_sharp": 0.1657089740037918, "entropy": 0.6118530035018921}
|
| 170 |
+
{"time": "23:19:07", "event": "step", "step": 1510, "rows_seen": 48320, "lr": 1.9185480729009792e-05, "tok_per_s": 1059.088968606337, "loss": 0.6681572906672955, "entropy": 0.6405563354492188, "sharp": 0.13532815035432577}
|
| 171 |
+
{"time": "23:22:09", "event": "step", "step": 1520, "rows_seen": 48640, "lr": 1.8641577034025627e-05, "tok_per_s": 1059.4066984900574, "loss": 0.6394392475485802, "entropy": 0.6422444581985474, "sharp": 0.13135464489459991}
|
| 172 |
+
{"time": "23:25:06", "event": "step", "step": 1530, "rows_seen": 48960, "lr": 1.810655212365499e-05, "tok_per_s": 1059.6275404912606, "loss": 0.6792142949998379, "entropy": 0.644219420850277, "sharp": 0.13118814304471016}
|
| 173 |
+
{"time": "23:28:07", "event": "step", "step": 1540, "rows_seen": 49280, "lr": 1.7580546298907994e-05, "tok_per_s": 1059.82413777616, "loss": 0.6834315843880177, "entropy": 0.6515863426029682, "sharp": 0.11274617817252874}
|
| 174 |
+
{"time": "23:31:04", "event": "step", "step": 1550, "rows_seen": 49600, "lr": 1.7063697495695813e-05, "tok_per_s": 1060.0938180211178, "loss": 0.6855371966958046, "entropy": 0.6546606533229351, "sharp": 0.11344689596444368}
|
| 175 |
+
{"time": "23:34:01", "event": "step", "step": 1560, "rows_seen": 49920, "lr": 1.6556141248659472e-05, "tok_per_s": 1060.3894087815843, "loss": 0.6587732173502445, "entropy": 0.6614720299839973, "sharp": 0.1018411461263895}
|
| 176 |
+
{"time": "23:36:55", "event": "step", "step": 1570, "rows_seen": 50240, "lr": 1.605801065562816e-05, "tok_per_s": 1060.6860084388156, "loss": 0.6653978750109673, "entropy": 0.6421091258525848, "sharp": 0.13481707870960236}
|
| 177 |
+
{"time": "23:39:50", "event": "step", "step": 1580, "rows_seen": 50560, "lr": 1.556943634271667e-05, "tok_per_s": 1060.8901017077574, "loss": 0.5922338962554932, "entropy": 0.6335457637906075, "sharp": 0.14174459408968687}
|
| 178 |
+
{"time": "23:42:54", "event": "step", "step": 1590, "rows_seen": 50880, "lr": 1.5090546430070923e-05, "tok_per_s": 1061.1493952248773, "loss": 0.7015224732458591, "entropy": 0.6412908956408501, "sharp": 0.14460135344415903}
|
| 179 |
+
{"time": "23:45:52", "event": "step", "step": 1600, "rows_seen": 51200, "lr": 1.4621466498270773e-05, "tok_per_s": 1061.4688819906187, "loss": 0.6742951795458794, "entropy": 0.6545688360929489, "sharp": 0.11017687153071165}
|
| 180 |
+
{"time": "23:46:57", "event": "val", "step": 1600, "rows_seen": 51200, "n": 500, "dropped_long": 0, "noul_ce": 0.5872702598571777, "noul_T": 0.7279124546523077, "noul_auc": 0.7468059610808255, "noul_acc": 0.706, "noul_f1": 0.7713841368584758, "noul_nll": 0.5835086451172828, "noul_ece": 0.07081121683120731, "noul_brier": 0.1986060744625599, "noul_sharp": 0.15151162445545197, "entropy": 0.62589430809021}
|
| 181 |
+
{"time": "23:49:52", "event": "step", "step": 1610, "rows_seen": 51520, "lr": 1.4162319555398557e-05, "tok_per_s": 1059.3400126183928, "loss": 0.6385656297206879, "entropy": 0.6430994793772697, "sharp": 0.13538206089287996}
|
| 182 |
+
{"time": "23:52:54", "event": "step", "step": 1620, "rows_seen": 51840, "lr": 1.3713226004782476e-05, "tok_per_s": 1059.601890761514, "loss": 0.6448559649288654, "entropy": 0.6455141194164753, "sharp": 0.1340660061687231}
|
| 183 |
+
{"time": "23:55:50", "event": "step", "step": 1630, "rows_seen": 52160, "lr": 1.3274303613422823e-05, "tok_per_s": 1059.8412861692684, "loss": 0.6420887531712651, "entropy": 0.6522904392331839, "sharp": 0.111915891058743}
|
| 184 |
+
{"time": "23:58:50", "event": "step", "step": 1640, "rows_seen": 52480, "lr": 1.284566748110963e-05, "tok_per_s": 1060.109461439386, "loss": 0.634530782699585, "entropy": 0.6466475501656532, "sharp": 0.1294484082609415}
|
| 185 |
+
{"time": "00:01:55", "event": "step", "step": 1650, "rows_seen": 52800, "lr": 1.2427430010239793e-05, "tok_per_s": 1060.3651688198374, "loss": 0.6551141142845154, "entropy": 0.6517235338687897, "sharp": 0.11062002927064896}
|
| 186 |
+
{"time": "00:04:49", "event": "step", "step": 1660, "rows_seen": 53120, "lr": 1.2019700876341466e-05, "tok_per_s": 1060.5744098122395, "loss": 0.6584497392177582, "entropy": 0.6332224979996681, "sharp": 0.14561191946268082}
|
| 187 |
+
{"time": "00:07:40", "event": "step", "step": 1670, "rows_seen": 53440, "lr": 1.162258699931355e-05, "tok_per_s": 1060.8427753392318, "loss": 0.6368752270936966, "entropy": 0.6538003981113434, "sharp": 0.11699464917182922}
|
| 188 |
+
{"time": "00:10:39", "event": "step", "step": 1680, "rows_seen": 53760, "lr": 1.1236192515387821e-05, "tok_per_s": 1061.0493533557794, "loss": 0.656554302200675, "entropy": 0.644525732845068, "sharp": 0.13400097750127316}
|
| 189 |
+
{"time": "00:13:41", "event": "step", "step": 1690, "rows_seen": 54080, "lr": 1.0860618749820988e-05, "tok_per_s": 1061.3064093298876, "loss": 0.6759133115410805, "entropy": 0.6315383315086365, "sharp": 0.14717731904238462}
|
| 190 |
+
{"time": "00:16:42", "event": "step", "step": 1700, "rows_seen": 54400, "lr": 1.0495964190323887e-05, "tok_per_s": 1061.5843672498484, "loss": 0.6409410759806633, "entropy": 0.6431715935468674, "sharp": 0.1340796137228608}
|
| 191 |
+
{"time": "00:17:47", "event": "val", "step": 1700, "rows_seen": 54400, "n": 500, "dropped_long": 0, "noul_ce": 0.5836461186408997, "noul_T": 0.8038273114979346, "noul_auc": 0.7474135457629407, "noul_acc": 0.702, "noul_f1": 0.7682737169517885, "noul_nll": 0.5794989260733128, "noul_ece": 0.05688396263122558, "noul_brier": 0.1971022779394581, "noul_sharp": 0.16414931416511536, "entropy": 0.6132174730300903}
|
| 192 |
+
{"time": "00:20:49", "event": "step", "step": 1710, "rows_seen": 54720, "lr": 1.0142324461234822e-05, "tok_per_s": 1059.7089452661226, "loss": 0.6431732410565019, "entropy": 0.6430508065968752, "sharp": 0.12804061267524958}
|
| 193 |
+
{"time": "00:23:52", "event": "step", "step": 1720, "rows_seen": 55040, "lr": 9.799792298443728e-06, "tok_per_s": 1060.027536055719, "loss": 0.710967019200325, "entropy": 0.6299051567912102, "sharp": 0.1416153209283948}
|
| 194 |
+
{"time": "00:26:43", "event": "step", "step": 1730, "rows_seen": 55360, "lr": 9.468457525073774e-06, "tok_per_s": 1060.275652748496, "loss": 0.6378663592040539, "entropy": 0.6374504305422306, "sharp": 0.1416206145659089}
|
| 195 |
+
{"time": "00:29:41", "event": "step", "step": 1740, "rows_seen": 55680, "lr": 9.148407027926849e-06, "tok_per_s": 1060.4460262465273, "loss": 0.6409894600510597, "entropy": 0.6424791142344475, "sharp": 0.12100108060985804}
|
| 196 |
+
{"time": "00:32:34", "event": "step", "step": 1750, "rows_seen": 56000, "lr": 8.839724734698926e-06, "tok_per_s": 1060.6327622165045, "loss": 0.6712557226419449, "entropy": 0.6378760188817978, "sharp": 0.1398517433553934}
|
| 197 |
+
{"time": "00:35:31", "event": "step", "step": 1760, "rows_seen": 56320, "lr": 8.542491591971554e-06, "tok_per_s": 1060.8359288721765, "loss": 0.6298501379787922, "entropy": 0.6351524367928505, "sharp": 0.13816133700311184}
|
| 198 |
+
{"time": "00:38:26", "event": "step", "step": 1770, "rows_seen": 56640, "lr": 8.256785543984993e-06, "tok_per_s": 1061.0445682212032, "loss": 0.6696652360260487, "entropy": 0.6398462802171707, "sharp": 0.13042485900223255}
|
| 199 |
+
{"time": "00:41:25", "event": "step", "step": 1780, "rows_seen": 56960, "lr": 7.982681512198684e-06, "tok_per_s": 1061.2892750426336, "loss": 0.6572590805590153, "entropy": 0.6371487975120544, "sharp": 0.1363568240776658}
|
| 200 |
+
{"time": "00:44:20", "event": "step", "step": 1790, "rows_seen": 57280, "lr": 7.720251375644373e-06, "tok_per_s": 1061.4778080367623, "loss": 0.6675092689692974, "entropy": 0.6617869809269905, "sharp": 0.10351145453751087}
|
| 201 |
+
{"time": "00:47:17", "event": "step", "step": 1800, "rows_seen": 57600, "lr": 7.469563952077155e-06, "tok_per_s": 1061.7043816638982, "loss": 0.6923620514571667, "entropy": 0.6681033112108707, "sharp": 0.0890584522858262}
|
| 202 |
+
{"time": "00:48:22", "event": "val", "step": 1800, "rows_seen": 57600, "n": 500, "dropped_long": 0, "noul_ce": 0.5848124027252197, "noul_T": 0.7455793900431082, "noul_auc": 0.7458608293530911, "noul_acc": 0.708, "noul_f1": 0.7732919254658385, "noul_nll": 0.5823517657965421, "noul_ece": 0.06586129927635195, "noul_brier": 0.19828635193487296, "noul_sharp": 0.15377743542194366, "entropy": 0.6216273307800293}
|
| 203 |
+
{"time": "00:51:21", "event": "step", "step": 1810, "rows_seen": 57920, "lr": 7.230684979929109e-06, "tok_per_s": 1059.901264120518, "loss": 0.658517949283123, "entropy": 0.6501467376947403, "sharp": 0.12099023070186377}
|
| 204 |
+
{"time": "00:54:16", "event": "step", "step": 1820, "rows_seen": 58240, "lr": 7.003677101070616e-06, "tok_per_s": 1060.0600967055677, "loss": 0.6853167228400707, "entropy": 0.6566899307072163, "sharp": 0.11373298708349466}
|
| 205 |
+
{"time": "00:57:17", "event": "step", "step": 1830, "rows_seen": 58560, "lr": 6.7885998443835666e-06, "tok_per_s": 1060.2917337134702, "loss": 0.6236746832728386, "entropy": 0.6605739295482635, "sharp": 0.10880075208842754}
|
| 206 |
+
{"time": "01:00:21", "event": "step", "step": 1840, "rows_seen": 58880, "lr": 6.585509610150972e-06, "tok_per_s": 1060.4955876303238, "loss": 0.623088039457798, "entropy": 0.6565414071083069, "sharp": 0.1102676959708333}
|
| 207 |
+
{"time": "01:03:21", "event": "step", "step": 1850, "rows_seen": 59200, "lr": 6.394459655266939e-06, "tok_per_s": 1060.705234161556, "loss": 0.646099547855556, "entropy": 0.64109668135643, "sharp": 0.13344360422343016}
|
| 208 |
+
{"time": "01:06:19", "event": "step", "step": 1860, "rows_seen": 59520, "lr": 6.215500079271015e-06, "tok_per_s": 1060.997234465813, "loss": 0.6648380495607853, "entropy": 0.6512063518166542, "sharp": 0.12123808357864618}
|
| 209 |
+
{"time": "01:09:19", "event": "step", "step": 1870, "rows_seen": 59840, "lr": 6.048677811210399e-06, "tok_per_s": 1061.1963669894358, "loss": 0.6555158272385597, "entropy": 0.6379273384809494, "sharp": 0.1341949012130499}
|
| 210 |
+
{"time": "01:12:21", "event": "step", "step": 1880, "rows_seen": 60160, "lr": 5.894036597333646e-06, "tok_per_s": 1061.4688922012258, "loss": 0.6888596378266811, "entropy": 0.6581859514117241, "sharp": 0.10431751050055027}
|
| 211 |
+
{"time": "01:15:25", "event": "step", "step": 1890, "rows_seen": 60480, "lr": 5.751616989618974e-06, "tok_per_s": 1061.6988071660194, "loss": 0.6615608409047127, "entropy": 0.662639670073986, "sharp": 0.09947383869439363}
|
| 212 |
+
{"time": "01:18:24", "event": "step", "step": 1900, "rows_seen": 60800, "lr": 5.6214563351401916e-06, "tok_per_s": 1061.8688528175085, "loss": 0.6772829107940197, "entropy": 0.6634313501417637, "sharp": 0.09760536067187786}
|
| 213 |
+
{"time": "01:19:30", "event": "val", "step": 1900, "rows_seen": 60800, "n": 500, "dropped_long": 0, "noul_ce": 0.582176148891449, "noul_T": 0.7921364611860973, "noul_auc": 0.7461477443418676, "noul_acc": 0.706, "noul_f1": 0.7741935483870968, "noul_nll": 0.5799320323467254, "noul_ece": 0.051708625435829186, "noul_brier": 0.197332168320125, "noul_sharp": 0.16237255930900574, "entropy": 0.6135891079902649}
|
| 214 |
+
{"time": "01:22:23", "event": "step", "step": 1910, "rows_seen": 61120, "lr": 5.5035887662730904e-06, "tok_per_s": 1060.0787647550349, "loss": 0.6636744067072868, "entropy": 0.6507181189954281, "sharp": 0.11625638604164124}
|
| 215 |
+
{"time": "01:25:16", "event": "step", "step": 1920, "rows_seen": 61440, "lr": 5.398045191744809e-06, "tok_per_s": 1060.240542602574, "loss": 0.6516218930482864, "entropy": 0.657375905662775, "sharp": 0.10815304517745972}
|
| 216 |
+
{"time": "01:28:11", "event": "step", "step": 1930, "rows_seen": 61760, "lr": 5.304853288528564e-06, "tok_per_s": 1060.4404582816721, "loss": 0.6384984543547034, "entropy": 0.6461979523301125, "sharp": 0.1268319170922041}
|
| 217 |
+
{"time": "01:31:06", "event": "step", "step": 1940, "rows_seen": 62080, "lr": 5.224037494585838e-06, "tok_per_s": 1060.658343619168, "loss": 0.6611248590052128, "entropy": 0.651192419230938, "sharp": 0.12237500865012407}
|
| 218 |
+
{"time": "01:34:00", "event": "step", "step": 1950, "rows_seen": 62400, "lr": 5.1556190024579555e-06, "tok_per_s": 1060.8678871330496, "loss": 0.6514468342065811, "entropy": 0.6535171866416931, "sharp": 0.11075065284967422}
|
| 219 |
+
{"time": "01:36:58", "event": "step", "step": 1960, "rows_seen": 62720, "lr": 5.099615753708697e-06, "tok_per_s": 1061.0679090554222, "loss": 0.6253711301833391, "entropy": 0.648292351514101, "sharp": 0.12471799552440643}
|
| 220 |
+
{"time": "01:39:50", "event": "step", "step": 1970, "rows_seen": 63040, "lr": 5.056042434219443e-06, "tok_per_s": 1061.2606896758236, "loss": 0.6380712985992432, "entropy": 0.6543910726904869, "sharp": 0.11041062045842409}
|
| 221 |
+
{"time": "01:42:50", "event": "step", "step": 1980, "rows_seen": 63360, "lr": 5.0249104703380416e-06, "tok_per_s": 1061.4823883396698, "loss": 0.6880905851721764, "entropy": 0.6513346843421459, "sharp": 0.11892064847052097}
|
| 222 |
+
{"time": "01:45:42", "event": "step", "step": 1990, "rows_seen": 63680, "lr": 5.006228025882471e-06, "tok_per_s": 1061.6844152379697, "loss": 0.6639719009399414, "entropy": 0.6410263851284981, "sharp": 0.13160091917961836}
|
| 223 |
+
{"time": "01:48:44", "event": "step", "step": 2000, "rows_seen": 64000, "lr": 5e-06, "tok_per_s": 1061.8987807066517, "loss": 0.6114724650979042, "entropy": 0.650774385780096, "sharp": 0.12661761045455933}
|
| 224 |
+
{"time": "01:49:49", "event": "val", "step": 2000, "rows_seen": 64000, "n": 500, "dropped_long": 0, "noul_ce": 0.5837926268577576, "noul_T": 0.7687967086685785, "noul_auc": 0.7454895276029097, "noul_acc": 0.708, "noul_f1": 0.7746913580246914, "noul_nll": 0.581747235327959, "noul_ece": 0.05760568714141846, "noul_brier": 0.19802280928448862, "noul_sharp": 0.15839779376983643, "entropy": 0.6179080009460449}
|
| 225 |
+
{"time": "01:52:08", "event": "ckpt", "tag": "ckpt-64000", "rows_seen": 64000, "replay_seen": 3368, "step": 2000, "tokens": 39327883, "tok_per_s": 1056.0974661297848, "rows_per_s": 1.809077139841883, "val": {"n": 1200, "dropped_long": 0, "noul_ce": 0.5699779987335205, "noul_T": 0.79188707015101, "choice_ce": 0.6766050457954407, "choice_T": 1.0040194368311735, "score_ce": 1.0778504610061646, "score_T": 1.0113736971898961, "noul_auc": 0.7299968, "noul_acc": 0.696, "noul_f1": 0.7748148148148148, "noul_nll": 0.5844181453436613, "noul_ece": 0.046879994392395014, "noul_brier": 0.19965154587164557, "noul_sharp": 0.16322408616542816, "entropy": 0.6132904291152954}, "dropped_long": 0, "peak_gib": 54.453864097595215}
|