TypePredictor / run_config.json
hadikhamoud's picture
Upload completed TypePredictor run 2026-07-12T18:56:38+00:00
6f22d12 verified
Raw
History Blame Contribute Delete
2.21 kB
{
"experiment_name": "TypePredictor",
"dataset_repo_id": "U4RASD/TypePrediction",
"dataset_files": {
"train": "type_predictor_train.jsonl",
"validation": "type_predictor_val.jsonl",
"test": "type_predictor_test.jsonl"
},
"model_name": "U4RASD/NeoAraBERT",
"model_repo_id": "U4RASD/TypePredictor",
"seed": 42,
"max_length": 512,
"context_chars": 300,
"context_candidates": [
null,
500,
300,
150,
80,
30,
0
],
"num_epochs": 4.0,
"train_batch_size": 4,
"eval_batch_size": 8,
"gradient_accumulation_steps": 4,
"effective_batch_size": 16,
"encoder_lr": 1e-05,
"head_lr": 5e-05,
"dropout": 0.1,
"weight_decay": 0.01,
"warmup_ratio": 0.1,
"max_grad_norm": 1.0,
"logging_steps": 50,
"eval_steps": 500,
"save_steps": 500,
"fp16": true,
"best_metric_name": "validation macro F1",
"parameter_counts": {
"total": 248162325,
"trainable": 248162325,
"encoder": 248146176,
"classifier": 16149
},
"checkpoint_summary": {
"best_checkpoint_source": "outputs/TypePredictor/checkpoints/checkpoint-25000",
"best_checkpoint_preserved": "outputs/TypePredictor/best_checkpoint",
"best_step": 25000,
"best_epoch": 3.9682923925552602,
"best_validation_macro_f1": 0.9587281193044483,
"latest_checkpoint_source": "outputs/TypePredictor/checkpoints/checkpoint-25196",
"latest_checkpoint_preserved": "outputs/TypePredictor/latest_checkpoint",
"latest_step": 25196,
"latest_epoch": 3.9994047382832654,
"best_and_latest_same_source": false,
"root_released_model": "best checkpoint"
},
"training_started_at_utc": "2026-07-12T15:30:38+00:00",
"training_finished_at_utc": "2026-07-12T18:55:01+00:00",
"training_wall_seconds": 12262.467122793198,
"versions": {
"python": "3.12.3 (main, Aug 14 2025, 17:47:21) [GCC 13.3.0]",
"torch": "2.5.1+cu124",
"transformers": "4.49.0",
"huggingface_hub": "0.29.1",
"scikit_learn": "1.5.2",
"numpy": "2.0.2",
"pandas": "2.2.3",
"platform": "Linux-6.8.0-48-generic-x86_64-with-glibc2.39"
},
"hardware": {
"cuda_available": true,
"gpu_name": "NVIDIA A40",
"gpu_vram_gb": 44.431640625
}
}