| { |
| "format": "minijev-v2", |
| "config": { |
| "seed": 0, |
| "task": { |
| "name": "text", |
| "max_len": 32 |
| }, |
| "data": { |
| "dir": "data/general_qa_teacher" |
| }, |
| "model": { |
| "d_model": 128, |
| "n_heads": 4, |
| "n_layers": 2, |
| "n_decision_layers": 1, |
| "mlp_ratio": 2.0, |
| "dropout": 0.1, |
| "max_question_len": 48, |
| "max_choice_len": 16, |
| "scorer": "bi", |
| "text_encoder": { |
| "type": "pretrained", |
| "name": "text_encoder", |
| "finetune": "full", |
| "tokenizer": "text_encoder" |
| }, |
| "state_encoders": { |
| "text": {} |
| } |
| }, |
| "training": { |
| "batch_size": 32, |
| "epochs": 6, |
| "lr": 0.001, |
| "min_lr_ratio": 0.05, |
| "weight_decay": 0.05, |
| "warmup_steps": 100, |
| "grad_clip": 1.0, |
| "choice_dropout": 0.0, |
| "eval_every": 500, |
| "checkpoint_every": 1000, |
| "log_every": 100, |
| "cache_text": true, |
| "hardware": { |
| "device": "auto", |
| "amp": "auto", |
| "num_workers": 0, |
| "compile": false |
| }, |
| "backbone_lr": 3e-05 |
| }, |
| "loss": { |
| "hard_weight": 1.0, |
| "distillation": { |
| "enabled": true, |
| "alpha": 0.5, |
| "temperature": 1.0 |
| } |
| }, |
| "calibration": { |
| "method": "temperature" |
| }, |
| "name": "qat-minilm-tiny-bi-full" |
| }, |
| "temperature": 3.506696939468384, |
| "task_temperatures": { |
| "text": 3.506696820258835 |
| }, |
| "metrics": { |
| "test_acc_teacher": 0.812, |
| "test_ece_teacher": 0.055, |
| "test_acc_knowledge_table": 0.827, |
| "benchmark_30": "23/30" |
| } |
| } |
