Upload folder using huggingface_hub

.gitattributes

@@ -35,3 +35,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 reports/meter_aux_sanity/train_20260408_130230/plots/probe_meter_small_multiples.png filter=lfs diff=lfs merge=lfs -text
 reports/meter_aux_sanity/train_20260408_130230/plots/probe_panels.png filter=lfs diff=lfs merge=lfs -text
+reports/meter_aux_sanity_v2/train_20260408_131545/plots/probe_meter_small_multiples.png filter=lfs diff=lfs merge=lfs -text
+reports/meter_aux_sanity_v2/train_20260408_131545/plots/probe_panels.png filter=lfs diff=lfs merge=lfs -text

reports/meter_aux_sanity_v2/train_20260408_131545/README.md

@@ -0,0 +1,3 @@
+# train_20260408_131545
+
+Continuation sanity bundle copied from `/root/workspace/Shaer/sft/outputs/train/train_20260408_131545`.

reports/meter_aux_sanity_v2/train_20260408_131545/config_snapshot.json

@@ -0,0 +1,92 @@
+{
+  "mode": "train",
+  "run_name": "train_20260408_131545",
+  "model_repo_id": "Shaer-AI/shaer-adapters-v2",
+  "dataset_id": "Shaer-AI/ashaar-with-enhanced-descriptions-baseform-final-sft-lte20-min500-splits",
+  "base_model_id": "Navid-AI/Yehia-7B-preview",
+  "trust_remote_code": true,
+  "torch_dtype": "bfloat16",
+  "model_use_cache": false,
+  "init_adapter_repo_id": "Shaer-AI/Shaer-adapters",
+  "init_adapter_subfolder": "adapters/fresh_sft/train/latest",
+  "init_from_adapter": false,
+  "init_adapter_path": "/root/workspace/Shaer/sft/outputs/train/train_20260407_231929/checkpoint-3000",
+  "continuation_namespace": "meter_aux_sanity_v2",
+  "resume_mode": "fresh",
+  "resume_path": "",
+  "output_dir": "/root/workspace/Shaer/sft/outputs/train/train_20260408_131545",
+  "seed": 42,
+  "push_to_hub": true,
+  "max_seq_length": 1024,
+  "learning_rate": 3e-05,
+  "weight_decay": 0.0,
+  "warmup_ratio": 0.03,
+  "lr_scheduler_type": "cosine",
+  "max_grad_norm": 1.0,
+  "per_device_train_batch_size": 1,
+  "per_device_eval_batch_size": 1,
+  "gradient_accumulation_steps": 16,
+  "num_train_epochs": 2.0,
+  "max_steps": 2,
+  "save_steps": 2,
+  "live_eval_steps": 2,
+  "full_eval_steps": 200,
+  "logging_steps": 10,
+  "save_total_limit": 3,
+  "remote_keep_last_checkpoints": 3,
+  "bf16": "true",
+  "fp16": false,
+  "gradient_checkpointing": true,
+  "optim": "paged_adamw_8bit",
+  "load_best_model_at_end": true,
+  "metric_for_best_model": "eval_loss",
+  "greater_is_better": false,
+  "heartbeat_seconds": 30,
+  "jsonl_metrics": true,
+  "jsonl_events": true,
+  "debug_dump_first_batch": true,
+  "use_weighted_sampler": true,
+  "max_bayts": 0,
+  "min_bayts": 0,
+  "drop_meters": [],
+  "packing": true,
+  "completion_only_loss": true,
+  "truncation_mode": "keep_end",
+  "lora_r": 64,
+  "lora_alpha": 128,
+  "lora_dropout": 0.05,
+  "lora_target_modules": [
+    "all-linear"
+  ],
+  "lora_bias": "none",
+  "lora_use_rslora": true,
+  "lora_task_type": "CAUSAL_LM",
+  "load_in_4bit": true,
+  "bnb_4bit_quant_type": "nf4",
+  "bnb_4bit_use_double_quant": true,
+  "bnb_4bit_compute_dtype": "bfloat16",
+  "prepare_model_for_kbit_training": true,
+  "probe_per_meter": 2,
+  "live_eval_per_meter": 4,
+  "full_eval_per_meter": 8,
+  "oversample_max_multiplier": 2.0,
+  "enable_meter_aux": true,
+  "meter_aux_lambda": 0.1,
+  "meter_aux_normalize_by_log_num_classes": true,
+  "probe_max_new_tokens": 96,
+  "probe_batch_size": 2,
+  "probe_do_sample": false,
+  "probe_temperature": 0.8,
+  "limit_train_rows": 256,
+  "limit_eval_rows": 64,
+  "limit_test_rows": 64,
+  "plateau_min_full_eval_points": 2,
+  "plateau_patience": 4,
+  "plateau_full_eval_min_delta": 0.005,
+  "plateau_probe_meter_min_delta": 0.01,
+  "plateau_probe_count_min_delta": 0.005,
+  "plateau_stop_on_plateau": false,
+  "log_level": "INFO",
+  "hf_home": "/root/workspace/Shaer/sft/.hf_cache",
+  "hub_cache": "/root/workspace/Shaer/sft/.hf_cache/hub"
+}

reports/meter_aux_sanity_v2/train_20260408_131545/effective_runtime_config.json

@@ -0,0 +1,93 @@
+{
+  "mode": "train",
+  "run_name": "train_20260408_131545",
+  "model_repo_id": "Shaer-AI/shaer-adapters-v2",
+  "dataset_id": "Shaer-AI/ashaar-with-enhanced-descriptions-baseform-final-sft-lte20-min500-splits",
+  "base_model_id": "Navid-AI/Yehia-7B-preview",
+  "trust_remote_code": true,
+  "torch_dtype": "bfloat16",
+  "model_use_cache": false,
+  "init_adapter_repo_id": "Shaer-AI/Shaer-adapters",
+  "init_adapter_subfolder": "adapters/fresh_sft/train/latest",
+  "init_from_adapter": false,
+  "init_adapter_path": "/root/workspace/Shaer/sft/outputs/train/train_20260407_231929/checkpoint-3000",
+  "continuation_namespace": "meter_aux_sanity_v2",
+  "resume_mode": "fresh",
+  "resume_path": "",
+  "output_dir": "/root/workspace/Shaer/sft/outputs/train/train_20260408_131545",
+  "seed": 42,
+  "push_to_hub": true,
+  "max_seq_length": 1024,
+  "learning_rate": 3e-05,
+  "weight_decay": 0.0,
+  "warmup_ratio": 0.03,
+  "lr_scheduler_type": "cosine",
+  "max_grad_norm": 1.0,
+  "per_device_train_batch_size": 1,
+  "per_device_eval_batch_size": 1,
+  "gradient_accumulation_steps": 16,
+  "num_train_epochs": 2.0,
+  "max_steps": 2,
+  "save_steps": 2,
+  "live_eval_steps": 2,
+  "full_eval_steps": 200,
+  "logging_steps": 10,
+  "save_total_limit": 3,
+  "remote_keep_last_checkpoints": 3,
+  "bf16": "true",
+  "fp16": false,
+  "gradient_checkpointing": true,
+  "optim": "paged_adamw_8bit",
+  "load_best_model_at_end": true,
+  "metric_for_best_model": "eval_loss",
+  "greater_is_better": false,
+  "heartbeat_seconds": 30,
+  "jsonl_metrics": true,
+  "jsonl_events": true,
+  "debug_dump_first_batch": true,
+  "use_weighted_sampler": true,
+  "max_bayts": 0,
+  "min_bayts": 0,
+  "drop_meters": [],
+  "packing": true,
+  "completion_only_loss": true,
+  "truncation_mode": "keep_end",
+  "lora_r": 64,
+  "lora_alpha": 128,
+  "lora_dropout": 0.05,
+  "lora_target_modules": [
+    "all-linear"
+  ],
+  "lora_bias": "none",
+  "lora_use_rslora": true,
+  "lora_task_type": "CAUSAL_LM",
+  "load_in_4bit": true,
+  "bnb_4bit_quant_type": "nf4",
+  "bnb_4bit_use_double_quant": true,
+  "bnb_4bit_compute_dtype": "bfloat16",
+  "prepare_model_for_kbit_training": true,
+  "probe_per_meter": 2,
+  "live_eval_per_meter": 4,
+  "full_eval_per_meter": 8,
+  "oversample_max_multiplier": 2.0,
+  "enable_meter_aux": true,
+  "meter_aux_lambda": 0.1,
+  "meter_aux_normalize_by_log_num_classes": true,
+  "probe_max_new_tokens": 96,
+  "probe_batch_size": 2,
+  "probe_do_sample": false,
+  "probe_temperature": 0.8,
+  "limit_train_rows": 256,
+  "limit_eval_rows": 64,
+  "limit_test_rows": 64,
+  "plateau_min_full_eval_points": 2,
+  "plateau_patience": 4,
+  "plateau_full_eval_min_delta": 0.005,
+  "plateau_probe_meter_min_delta": 0.01,
+  "plateau_probe_count_min_delta": 0.005,
+  "plateau_stop_on_plateau": false,
+  "log_level": "INFO",
+  "hf_home": "/root/workspace/Shaer/sft/.hf_cache",
+  "hub_cache": "/root/workspace/Shaer/sft/.hf_cache/hub",
+  "config_fingerprint": "62762136c9cbfe59330971f6e3fdec3ec0480b183b9df4ec633082c883826e66"
+}

reports/meter_aux_sanity_v2/train_20260408_131545/meter_aux_eval.jsonl

@@ -0,0 +1,4 @@
+{"timestamp_utc": "2026-04-08T13:16:49.072028+00:00", "global_step": 0, "mode": "eval_aux_eval", "eval_ce_loss": 2.3057554457336664, "eval_meter_loss": 1.3002298036590219, "eval_total_loss": 2.4357784278690815, "eval_meter_accuracy": 0.046875, "by_meter": {"البسيط": {"count": 11, "ce_loss": 2.1107695427807895, "meter_loss": 1.2413049340248108, "total_loss": 2.2349000627344306, "meter_accuracy": 0.0}, "الخفيف": {"count": 5, "ce_loss": 2.4659348011016844, "meter_loss": 1.3471728086471557, "total_loss": 2.600652050971985, "meter_accuracy": 0.0}, "الرجز": {"count": 6, "ce_loss": 2.219511409600576, "meter_loss": 0.8346773684024811, "total_loss": 2.302979131539663, "meter_accuracy": 0.0}, "الرمل": {"count": 3, "ce_loss": 2.5547393560409546, "meter_loss": 1.3994367718696594, "total_loss": 2.694682995478312, "meter_accuracy": 0.0}, "السريع": {"count": 4, "ce_loss": 2.3038302659988403, "meter_loss": 0.36851443350315094, "total_loss": 2.340681731700897, "meter_accuracy": 0.75}, "الطويل": {"count": 12, "ce_loss": 2.2056806087493896, "meter_loss": 1.7907378673553467, "total_loss": 2.38475438952446, "meter_accuracy": 0.0}, "الكامل": {"count": 14, "ce_loss": 2.280037922518594, "meter_loss": 1.0648378942693983, "total_loss": 2.38652172258922, "meter_accuracy": 0.0}, "المتقارب": {"count": 3, "ce_loss": 3.0874030590057373, "meter_loss": 2.123313029607137, "total_loss": 3.299734354019165, "meter_accuracy": 0.0}, "الوافر": {"count": 6, "ce_loss": 2.362115760644277, "meter_loss": 1.5629221399625142, "total_loss": 2.5184079806009927, "meter_accuracy": 0.0}}, "by_length_bucket": {"1-3": {"count": 32, "ce_loss": 2.2027039416134357, "meter_loss": 1.2367290891706944, "total_loss": 2.326376859098673, "meter_accuracy": 0.0625}, "11-20": {"count": 8, "ce_loss": 2.917207509279251, "meter_loss": 1.4992111176252365, "total_loss": 3.0671286284923553, "meter_accuracy": 0.0}, "4-6": {"count": 12, "ce_loss": 2.096702446540197, "meter_loss": 1.1727492312590282, "total_loss": 2.21397735675176, "meter_accuracy": 0.08333333333333333}, "7-10": {"count": 12, "ce_loss": 2.381977746884028, "meter_loss": 1.464391405383746, "total_loss": 2.5284168819586434, "meter_accuracy": 0.0}}}
+{"timestamp_utc": "2026-04-08T13:18:15.890576+00:00", "global_step": 2, "mode": "eval_aux_eval", "eval_ce_loss": 2.3079946730285883, "eval_meter_loss": 1.179134032689035, "eval_total_loss": 2.4259080719202757, "eval_meter_accuracy": 0.0625, "by_meter": {"البسيط": {"count": 11, "ce_loss": 2.1170971285213125, "meter_loss": 0.9979224692691456, "total_loss": 2.2168893705714834, "meter_accuracy": 0.0}, "الخفيف": {"count": 5, "ce_loss": 2.4692026138305665, "meter_loss": 1.3297618865966796, "total_loss": 2.6021787405014036, "meter_accuracy": 0.0}, "الرجز": {"count": 6, "ce_loss": 2.21829746166865, "meter_loss": 0.8892326156298319, "total_loss": 2.307220697402954, "meter_accuracy": 0.0}, "الرمل": {"count": 3, "ce_loss": 2.54103954633077, "meter_loss": 1.301000952720642, "total_loss": 2.671139637629191, "meter_accuracy": 0.3333333333333333}, "السريع": {"count": 4, "ce_loss": 2.3080617487430573, "meter_loss": 0.5149831026792526, "total_loss": 2.3595600724220276, "meter_accuracy": 0.75}, "الطويل": {"count": 12, "ce_loss": 2.2057043612003326, "meter_loss": 1.6337440013885498, "total_loss": 2.3690787653128305, "meter_accuracy": 0.0}, "الكامل": {"count": 14, "ce_loss": 2.281286256653922, "meter_loss": 0.8797757412706103, "total_loss": 2.3692638533455983, "meter_accuracy": 0.0}, "المتقارب": {"count": 3, "ce_loss": 3.1098360220591226, "meter_loss": 1.9981197118759155, "total_loss": 3.309648036956787, "meter_accuracy": 0.0}, "الوافر": {"count": 6, "ce_loss": 2.3627431988716125, "meter_loss": 1.4373571674029033, "total_loss": 2.5064788659413657, "meter_accuracy": 0.0}}, "by_length_bucket": {"1-3": {"count": 32, "ce_loss": 2.205085340887308, "meter_loss": 1.1193970693275332, "total_loss": 2.3170250467956066, "meter_accuracy": 0.09375}, "11-20": {"count": 8, "ce_loss": 2.916529357433319, "meter_loss": 1.375857800245285, "total_loss": 3.0541151463985443, "meter_accuracy": 0.0}, "4-6": {"count": 12, "ce_loss": 2.099700460831324, "meter_loss": 1.040298822025458, "total_loss": 2.2037303348382316, "meter_accuracy": 0.08333333333333333}, "7-10": {"count": 12, "ce_loss": 2.385023981332779, "meter_loss": 1.346118633945783, "total_loss": 2.5196358263492584, "meter_accuracy": 0.0}}}
+{"timestamp_utc": "2026-04-08T13:20:00.123481+00:00", "global_step": 2, "mode": "eval_aux_eval", "eval_ce_loss": 2.3079946730285883, "eval_meter_loss": 1.179134032689035, "eval_total_loss": 2.4259080719202757, "eval_meter_accuracy": 0.0625, "by_meter": {"البسيط": {"count": 11, "ce_loss": 2.1170971285213125, "meter_loss": 0.9979224692691456, "total_loss": 2.2168893705714834, "meter_accuracy": 0.0}, "الخفيف": {"count": 5, "ce_loss": 2.4692026138305665, "meter_loss": 1.3297618865966796, "total_loss": 2.6021787405014036, "meter_accuracy": 0.0}, "الرجز": {"count": 6, "ce_loss": 2.21829746166865, "meter_loss": 0.8892326156298319, "total_loss": 2.307220697402954, "meter_accuracy": 0.0}, "الرمل": {"count": 3, "ce_loss": 2.54103954633077, "meter_loss": 1.301000952720642, "total_loss": 2.671139637629191, "meter_accuracy": 0.3333333333333333}, "السريع": {"count": 4, "ce_loss": 2.3080617487430573, "meter_loss": 0.5149831026792526, "total_loss": 2.3595600724220276, "meter_accuracy": 0.75}, "الطويل": {"count": 12, "ce_loss": 2.2057043612003326, "meter_loss": 1.6337440013885498, "total_loss": 2.3690787653128305, "meter_accuracy": 0.0}, "الكامل": {"count": 14, "ce_loss": 2.281286256653922, "meter_loss": 0.8797757412706103, "total_loss": 2.3692638533455983, "meter_accuracy": 0.0}, "المتقارب": {"count": 3, "ce_loss": 3.1098360220591226, "meter_loss": 1.9981197118759155, "total_loss": 3.309648036956787, "meter_accuracy": 0.0}, "الوافر": {"count": 6, "ce_loss": 2.3627431988716125, "meter_loss": 1.4373571674029033, "total_loss": 2.5064788659413657, "meter_accuracy": 0.0}}, "by_length_bucket": {"1-3": {"count": 32, "ce_loss": 2.205085340887308, "meter_loss": 1.1193970693275332, "total_loss": 2.3170250467956066, "meter_accuracy": 0.09375}, "11-20": {"count": 8, "ce_loss": 2.916529357433319, "meter_loss": 1.375857800245285, "total_loss": 3.0541151463985443, "meter_accuracy": 0.0}, "4-6": {"count": 12, "ce_loss": 2.099700460831324, "meter_loss": 1.040298822025458, "total_loss": 2.2037303348382316, "meter_accuracy": 0.08333333333333333}, "7-10": {"count": 12, "ce_loss": 2.385023981332779, "meter_loss": 1.346118633945783, "total_loss": 2.5196358263492584, "meter_accuracy": 0.0}}}
+{"timestamp_utc": "2026-04-08T13:20:06.481827+00:00", "global_step": 2, "mode": "test_aux_eval", "test_ce_loss": 2.189884844236076, "test_meter_loss": 1.1414123848080635, "test_total_loss": 2.3040260821580887, "test_meter_accuracy": 0.125, "by_meter": {"البسيط": {"count": 12, "ce_loss": 2.2282683849334717, "meter_loss": 0.8152663757403692, "total_loss": 2.309794992208481, "meter_accuracy": 0.25}, "الخفيف": {"count": 8, "ce_loss": 2.3001690357923508, "meter_loss": 1.3117068260908127, "total_loss": 2.4313396960496902, "meter_accuracy": 0.0}, "الرمل": {"count": 5, "ce_loss": 2.679948830604553, "meter_loss": 1.3146013498306275, "total_loss": 2.8114089965820312, "meter_accuracy": 0.0}, "السريع": {"count": 5, "ce_loss": 1.6298471212387085, "meter_loss": 0.4199250340461731, "total_loss": 1.6718396425247193, "meter_accuracy": 0.8}, "الطويل": {"count": 16, "ce_loss": 2.0024348832666874, "meter_loss": 1.5395683012902737, "total_loss": 2.1563917323946953, "meter_accuracy": 0.0}, "الكامل": {"count": 10, "ce_loss": 2.653821074962616, "meter_loss": 0.8223051726818085, "total_loss": 2.736051595211029, "meter_accuracy": 0.1}, "المتقارب": {"count": 1, "ce_loss": 2.005706787109375, "meter_loss": 2.210555076599121, "total_loss": 2.226762294769287, "meter_accuracy": 0.0}, "المجتث": {"count": 1, "ce_loss": 2.1081814765930176, "meter_loss": 1.1553541421890259, "total_loss": 2.223716974258423, "meter_accuracy": 0.0}, "المديد": {"count": 1, "ce_loss": 1.2412512302398682, "meter_loss": 0.9874567985534668, "total_loss": 1.3399969339370728, "meter_accuracy": 0.0}, "المنسرح": {"count": 1, "ce_loss": 3.5799243450164795, "meter_loss": 0.676925539970398, "total_loss": 3.6476168632507324, "meter_accuracy": 0.0}, "الوافر": {"count": 4, "ce_loss": 1.4877111613750458, "meter_loss": 1.5536183714866638, "total_loss": 1.6430729627609253, "meter_accuracy": 0.0}}, "by_length_bucket": {"1-3": {"count": 29, "ce_loss": 2.01742141205689, "meter_loss": 1.0755691579703628, "total_loss": 2.124978336794623, "meter_accuracy": 0.2413793103448276}, "11-20": {"count": 13, "ce_loss": 2.678608014033391, "meter_loss": 1.1258914103874793, "total_loss": 2.791197134898259, "meter_accuracy": 0.0}, "4-6": {"count": 16, "ce_loss": 2.0833748131990433, "meter_loss": 1.2688912190496922, "total_loss": 2.210263930261135, "meter_accuracy": 0.0}, "7-10": {"count": 6, "ce_loss": 2.2485846479733786, "meter_loss": 1.15333986779054, "total_loss": 2.363918642203013, "meter_accuracy": 0.16666666666666666}}}

reports/meter_aux_sanity_v2/train_20260408_131545/metrics.csv

@@ -0,0 +1,12 @@
+epoch,eval_ce_loss,eval_loss,eval_meter_accuracy,eval_meter_loss,eval_model_preparation_time,eval_runtime,eval_samples_per_second,eval_steps_per_second,eval_total_loss,global_step,grad_norm,learning_rate,loss,mode,test_ce_loss,test_loss,test_meter_accuracy,test_meter_loss,test_model_preparation_time,test_runtime,test_samples_per_second,test_steps_per_second,test_total_loss,timestamp_utc,total_flos,train_ce_loss,train_loss,train_meter_accuracy,train_meter_loss,train_meter_loss_raw,train_runtime,train_samples_per_second,train_steps_per_second,train_total_loss
+,,2.305755615234375,,,0.0078,7.6046,8.416,8.416,,0,,,,eval,,,,,,,,,,2026-04-08T13:16:42.612179+00:00,,,,,,,,,,
+,2.3057554457336664,,0.046875,1.3002298036590219,,,,,2.4357784278690815,0,,,,eval_aux,,,,,,,,,,2026-04-08T13:16:49.073525+00:00,,,,,,,,,,
+,,2.305755615234375,,,0.0078,7.6046,8.416,8.416,,0,,,,eval,,,,,,,,,,2026-04-08T13:16:49.074909+00:00,,,,,,,,,,
+0.1509433962264151,,,,,,,,,,1,7.917732238769531,3e-05,1.7909,train,,,,,,,,,,2026-04-08T13:17:55.521213+00:00,,1.0771480798721313,,1.0,0.3426118493080139,0.8787819743156433,,,,1.111409306526184
+0.3018867924528302,2.3057554457336664,2.3079946041107178,0.046875,1.3002298036590219,0.0078,6.6697,9.596,9.596,2.4357784278690815,2,,,,eval,,,,,,,,,,2026-04-08T13:18:09.629354+00:00,,,,,,,,,,
+,2.3079946730285883,,0.0625,1.179134032689035,,,,,2.4259080719202757,2,,,,eval_aux,,,,,,,,,,2026-04-08T13:18:15.891549+00:00,,,,,,,,,,
+0.3018867924528302,,,,,,,,,,2,,,,train,,,,,,,,,,2026-04-08T13:19:36.251849+00:00,1005320270536704.0,,1.6001258492469788,,,,108.5268,0.295,0.018,
+0.3018867924528302,2.3079946730285883,2.3079946041107178,0.0625,1.179134032689035,0.0078,6.67,9.595,9.595,2.4259080719202757,2,,,,eval,,,,,,,,,,2026-04-08T13:19:47.147941+00:00,,,,,,,,,,
+0.3018867924528302,,,,,,,,,,2,,,,train,,2.189884662628174,,,0.0078,6.6831,9.576,9.576,,2026-04-08T13:19:53.840425+00:00,,,,,,,,,,
+,,,,,,,,,,2,,,,test_eval,,2.189884662628174,,,0.0078,6.6831,9.576,9.576,,2026-04-08T13:20:06.482766+00:00,,,,,,,,,,
+,,,,,,,,,,2,,,,test_aux_eval,2.189884844236076,,0.125,1.1414123848080635,,,,,2.3040260821580887,2026-04-08T13:20:06.483388+00:00,,,,,,,,,,

reports/meter_aux_sanity_v2/train_20260408_131545/metrics.jsonl

@@ -0,0 +1,11 @@
+{"timestamp_utc": "2026-04-08T13:16:42.612179+00:00", "mode": "eval", "global_step": 0, "epoch": null, "eval_loss": 2.305755615234375, "eval_model_preparation_time": 0.0078, "eval_runtime": 7.6046, "eval_samples_per_second": 8.416, "eval_steps_per_second": 8.416}
+{"timestamp_utc": "2026-04-08T13:16:49.073525+00:00", "mode": "eval_aux", "global_step": 0, "eval_ce_loss": 2.3057554457336664, "eval_meter_loss": 1.3002298036590219, "eval_total_loss": 2.4357784278690815, "eval_meter_accuracy": 0.046875}
+{"timestamp_utc": "2026-04-08T13:16:49.074909+00:00", "mode": "eval", "global_step": 0, "eval_loss": 2.305755615234375, "eval_model_preparation_time": 0.0078, "eval_runtime": 7.6046, "eval_samples_per_second": 8.416, "eval_steps_per_second": 8.416}
+{"timestamp_utc": "2026-04-08T13:17:55.521213+00:00", "mode": "train", "global_step": 1, "epoch": 0.1509433962264151, "loss": 1.7909, "grad_norm": 7.917732238769531, "learning_rate": 3e-05, "train_ce_loss": 1.0771480798721313, "train_total_loss": 1.111409306526184, "train_meter_loss": 0.3426118493080139, "train_meter_loss_raw": 0.8787819743156433, "train_meter_accuracy": 1.0}
+{"timestamp_utc": "2026-04-08T13:18:09.629354+00:00", "mode": "eval", "global_step": 2, "epoch": 0.3018867924528302, "eval_loss": 2.3079946041107178, "eval_model_preparation_time": 0.0078, "eval_runtime": 6.6697, "eval_samples_per_second": 9.596, "eval_steps_per_second": 9.596, "eval_ce_loss": 2.3057554457336664, "eval_meter_loss": 1.3002298036590219, "eval_total_loss": 2.4357784278690815, "eval_meter_accuracy": 0.046875}
+{"timestamp_utc": "2026-04-08T13:18:15.891549+00:00", "mode": "eval_aux", "global_step": 2, "eval_ce_loss": 2.3079946730285883, "eval_meter_loss": 1.179134032689035, "eval_total_loss": 2.4259080719202757, "eval_meter_accuracy": 0.0625}
+{"timestamp_utc": "2026-04-08T13:19:36.251849+00:00", "mode": "train", "global_step": 2, "epoch": 0.3018867924528302, "train_runtime": 108.5268, "train_samples_per_second": 0.295, "train_steps_per_second": 0.018, "total_flos": 1005320270536704.0, "train_loss": 1.6001258492469788}
+{"timestamp_utc": "2026-04-08T13:19:47.147941+00:00", "mode": "eval", "global_step": 2, "epoch": 0.3018867924528302, "eval_loss": 2.3079946041107178, "eval_model_preparation_time": 0.0078, "eval_runtime": 6.67, "eval_samples_per_second": 9.595, "eval_steps_per_second": 9.595, "eval_ce_loss": 2.3079946730285883, "eval_meter_loss": 1.179134032689035, "eval_total_loss": 2.4259080719202757, "eval_meter_accuracy": 0.0625}
+{"timestamp_utc": "2026-04-08T13:19:53.840425+00:00", "mode": "train", "global_step": 2, "epoch": 0.3018867924528302, "test_loss": 2.189884662628174, "test_model_preparation_time": 0.0078, "test_runtime": 6.6831, "test_samples_per_second": 9.576, "test_steps_per_second": 9.576}
+{"timestamp_utc": "2026-04-08T13:20:06.482766+00:00", "mode": "test_eval", "global_step": 2, "test_loss": 2.189884662628174, "test_model_preparation_time": 0.0078, "test_runtime": 6.6831, "test_samples_per_second": 9.576, "test_steps_per_second": 9.576}
+{"timestamp_utc": "2026-04-08T13:20:06.483388+00:00", "mode": "test_aux_eval", "global_step": 2, "test_ce_loss": 2.189884844236076, "test_meter_loss": 1.1414123848080635, "test_total_loss": 2.3040260821580887, "test_meter_accuracy": 0.125}

reports/meter_aux_sanity_v2/train_20260408_131545/probe_metrics.csv

@@ -0,0 +1,4 @@
+global_step,mode,per_meter_probe_count_mean,per_meter_probe_meter_mean,probe_count_adherence_mean,probe_meter_mean,probe_rows,timestamp_utc
+0,probe,"{'البسيط': 1.0, 'الخفيف': 0.875, 'الرمل': 1.0, 'السريع': 1.0, 'الطويل': 1.0, 'الكامل': 1.0, 'المتقارب': 1.0, 'المجتث': 1.0, 'المديد': 1.0, 'المنسرح': 0.2666666666666667, 'الوافر': 0.875}","{'البسيط': 0.5967974947268959, 'الخفيف': 0.8982911088658296, 'الرمل': 0.7110797039942255, 'السريع': 0.9565219249005583, 'الطويل': 0.9943233881336386, 'الكامل': 0.10845240274677223, 'المتقارب': 0.9878604682104052, 'المجتث': 0.1120847917913538, 'المديد': 0.04282417551648971, 'المنسرح': 0.19444100539534218, 'الوافر': 0.9930468307883479}",0.9314814814814815,0.658568674957007,18,2026-04-08T13:17:47.335873+00:00
+2,probe,"{'البسيط': 1.0, 'الخفيف': 0.875, 'الرمل': 1.0, 'السريع': 1.0, 'الطويل': 1.0, 'الكامل': 1.0, 'المتقارب': 1.0, 'المجتث': 1.0, 'المديد': 1.0, 'المنسرح': 0.2666666666666667, 'الوافر': 0.875}","{'البسيط': 0.6796648624944279, 'الخفيف': 0.7931978044468359, 'الرمل': 0.7277926856813755, 'السريع': 0.5030206757358148, 'الطويل': 0.6806433745863054, 'الكامل': 0.6313052058992991, 'المتقارب': 0.9777671543431393, 'المجتث': 0.3026994342965345, 'المديد': 0.04289265621405183, 'المنسرح': 0.2744723193961778, 'الوافر': 0.9901043282141716}",0.9314814814814815,0.6449605243536868,18,2026-04-08T13:19:36.079270+00:00
+2,probe,"{'البسيط': 1.0, 'الخفيف': 0.875, 'الرمل': 1.0, 'السريع': 1.0, 'الطويل': 1.0, 'الكامل': 1.0, 'المتقارب': 1.0, 'المجتث': 1.0, 'المديد': 1.0, 'المنسرح': 0.2666666666666667, 'الوافر': 0.875}","{'البسيط': 0.6796648624944279, 'الخفيف': 0.7931978044468359, 'الرمل': 0.7277926856813755, 'السريع': 0.5030206757358148, 'الطويل': 0.6806433745863054, 'الكامل': 0.6313052058992991, 'المتقارب': 0.9777671543431393, 'المجتث': 0.3026994342965345, 'المديد': 0.04289265621405183, 'المنسرح': 0.2744723193961778, 'الوافر': 0.9901043282141716}",0.9314814814814815,0.6449605243536868,18,2026-04-08T13:21:04.493305+00:00

reports/meter_aux_sanity_v2/train_20260408_131545/probe_metrics.jsonl

@@ -0,0 +1,3 @@
+{"timestamp_utc": "2026-04-08T13:17:47.335873+00:00", "global_step": 0, "mode": "probe", "probe_meter_mean": 0.658568674957007, "probe_count_adherence_mean": 0.9314814814814815, "probe_rows": 18, "per_meter_probe_meter_mean": {"البسيط": 0.5967974947268959, "الخفيف": 0.8982911088658296, "الرمل": 0.7110797039942255, "السريع": 0.9565219249005583, "الطويل": 0.9943233881336386, "الكامل": 0.10845240274677223, "المتقارب": 0.9878604682104052, "المجتث": 0.1120847917913538, "المديد": 0.04282417551648971, "المنسرح": 0.19444100539534218, "الوافر": 0.9930468307883479}, "per_meter_probe_count_mean": {"البسيط": 1.0, "الخفيف": 0.875, "الرمل": 1.0, "السريع": 1.0, "الطويل": 1.0, "الكامل": 1.0, "المتقارب": 1.0, "المجتث": 1.0, "المديد": 1.0, "المنسرح": 0.2666666666666667, "الوافر": 0.875}}
+{"timestamp_utc": "2026-04-08T13:19:36.079270+00:00", "global_step": 2, "mode": "probe", "probe_meter_mean": 0.6449605243536868, "probe_count_adherence_mean": 0.9314814814814815, "probe_rows": 18, "per_meter_probe_meter_mean": {"البسيط": 0.6796648624944279, "الخفيف": 0.7931978044468359, "الرمل": 0.7277926856813755, "السريع": 0.5030206757358148, "الطويل": 0.6806433745863054, "الكامل": 0.6313052058992991, "المتقارب": 0.9777671543431393, "المجتث": 0.3026994342965345, "المديد": 0.04289265621405183, "المنسرح": 0.2744723193961778, "الوافر": 0.9901043282141716}, "per_meter_probe_count_mean": {"البسيط": 1.0, "الخفيف": 0.875, "الرمل": 1.0, "السريع": 1.0, "الطويل": 1.0, "الكامل": 1.0, "المتقارب": 1.0, "المجتث": 1.0, "المديد": 1.0, "المنسرح": 0.2666666666666667, "الوافر": 0.875}}
+{"timestamp_utc": "2026-04-08T13:21:04.493305+00:00", "global_step": 2, "mode": "probe", "probe_meter_mean": 0.6449605243536868, "probe_count_adherence_mean": 0.9314814814814815, "probe_rows": 18, "per_meter_probe_meter_mean": {"البسيط": 0.6796648624944279, "الخفيف": 0.7931978044468359, "الرمل": 0.7277926856813755, "السريع": 0.5030206757358148, "الطويل": 0.6806433745863054, "الكامل": 0.6313052058992991, "المتقارب": 0.9777671543431393, "المجتث": 0.3026994342965345, "المديد": 0.04289265621405183, "المنسرح": 0.2744723193961778, "الوافر": 0.9901043282141716}, "per_meter_probe_count_mean": {"البسيط": 1.0, "الخفيف": 0.875, "الرمل": 1.0, "السريع": 1.0, "الطويل": 1.0, "الكامل": 1.0, "المتقارب": 1.0, "المجتث": 1.0, "المديد": 1.0, "المنسرح": 0.2666666666666667, "الوافر": 0.875}}

reports/meter_aux_sanity_v2/train_20260408_131545/run_summary.json

@@ -0,0 +1,449 @@
+{
+  "timestamp_utc": "2026-04-08T13:21:08.505743+00:00",
+  "mode": "train",
+  "run_name": "train_20260408_131545",
+  "resume_decision": {
+    "timestamp_utc": "2026-04-08T13:15:50.040031+00:00",
+    "mode": "train",
+    "resume_mode": "fresh",
+    "result": "fresh",
+    "reason": "explicit_fresh",
+    "checkpoint_repo_path": null,
+    "local_resume_path": null
+  },
+  "global_step": 2,
+  "train_global_step": 2,
+  "best_eval_loss": 2.3079946041107178,
+  "best_eval_checkpoint": "/root/workspace/Shaer/sft/outputs/train/train_20260408_131545/checkpoint-2",
+  "latest_checkpoint_repo_path": "checkpoints/meter_aux_sanity_v2/train/train_20260408_131545/checkpoint-2",
+  "best_adapter_path": "adapters/meter_aux_sanity_v2/train/best",
+  "latest_adapter_path": "adapters/meter_aux_sanity_v2/train/latest",
+  "initial_eval": {
+    "eval_loss": 2.305755615234375,
+    "eval_model_preparation_time": 0.0078,
+    "eval_runtime": 7.6046,
+    "eval_samples_per_second": 8.416,
+    "eval_steps_per_second": 8.416
+  },
+  "initial_eval_aux": {
+    "timestamp_utc": "2026-04-08T13:16:49.072028+00:00",
+    "global_step": 0,
+    "mode": "eval_aux_eval",
+    "eval_ce_loss": 2.3057554457336664,
+    "eval_meter_loss": 1.3002298036590219,
+    "eval_total_loss": 2.4357784278690815,
+    "eval_meter_accuracy": 0.046875,
+    "by_meter": {
+      "البسيط": {
+        "count": 11,
+        "ce_loss": 2.1107695427807895,
+        "meter_loss": 1.2413049340248108,
+        "total_loss": 2.2349000627344306,
+        "meter_accuracy": 0.0
+      },
+      "الخفيف": {
+        "count": 5,
+        "ce_loss": 2.4659348011016844,
+        "meter_loss": 1.3471728086471557,
+        "total_loss": 2.600652050971985,
+        "meter_accuracy": 0.0
+      },
+      "الرجز": {
+        "count": 6,
+        "ce_loss": 2.219511409600576,
+        "meter_loss": 0.8346773684024811,
+        "total_loss": 2.302979131539663,
+        "meter_accuracy": 0.0
+      },
+      "الرمل": {
+        "count": 3,
+        "ce_loss": 2.5547393560409546,
+        "meter_loss": 1.3994367718696594,
+        "total_loss": 2.694682995478312,
+        "meter_accuracy": 0.0
+      },
+      "السريع": {
+        "count": 4,
+        "ce_loss": 2.3038302659988403,
+        "meter_loss": 0.36851443350315094,
+        "total_loss": 2.340681731700897,
+        "meter_accuracy": 0.75
+      },
+      "الطويل": {
+        "count": 12,
+        "ce_loss": 2.2056806087493896,
+        "meter_loss": 1.7907378673553467,
+        "total_loss": 2.38475438952446,
+        "meter_accuracy": 0.0
+      },
+      "الكامل": {
+        "count": 14,
+        "ce_loss": 2.280037922518594,
+        "meter_loss": 1.0648378942693983,
+        "total_loss": 2.38652172258922,
+        "meter_accuracy": 0.0
+      },
+      "المتقارب": {
+        "count": 3,
+        "ce_loss": 3.0874030590057373,
+        "meter_loss": 2.123313029607137,
+        "total_loss": 3.299734354019165,
+        "meter_accuracy": 0.0
+      },
+      "الوافر": {
+        "count": 6,
+        "ce_loss": 2.362115760644277,
+        "meter_loss": 1.5629221399625142,
+        "total_loss": 2.5184079806009927,
+        "meter_accuracy": 0.0
+      }
+    },
+    "by_length_bucket": {
+      "1-3": {
+        "count": 32,
+        "ce_loss": 2.2027039416134357,
+        "meter_loss": 1.2367290891706944,
+        "total_loss": 2.326376859098673,
+        "meter_accuracy": 0.0625
+      },
+      "11-20": {
+        "count": 8,
+        "ce_loss": 2.917207509279251,
+        "meter_loss": 1.4992111176252365,
+        "total_loss": 3.0671286284923553,
+        "meter_accuracy": 0.0
+      },
+      "4-6": {
+        "count": 12,
+        "ce_loss": 2.096702446540197,
+        "meter_loss": 1.1727492312590282,
+        "total_loss": 2.21397735675176,
+        "meter_accuracy": 0.08333333333333333
+      },
+      "7-10": {
+        "count": 12,
+        "ce_loss": 2.381977746884028,
+        "meter_loss": 1.464391405383746,
+        "total_loss": 2.5284168819586434,
+        "meter_accuracy": 0.0
+      }
+    }
+  },
+  "initial_probe": {
+    "timestamp_utc": "2026-04-08T13:17:47.335873+00:00",
+    "global_step": 0,
+    "mode": "probe",
+    "probe_meter_mean": 0.658568674957007,
+    "probe_count_adherence_mean": 0.9314814814814815,
+    "probe_rows": 18,
+    "per_meter_probe_meter_mean": {
+      "البسيط": 0.5967974947268959,
+      "الخفيف": 0.8982911088658296,
+      "الرمل": 0.7110797039942255,
+      "السريع": 0.9565219249005583,
+      "الطويل": 0.9943233881336386,
+      "الكامل": 0.10845240274677223,
+      "المتقارب": 0.9878604682104052,
+      "المجتث": 0.1120847917913538,
+      "المديد": 0.04282417551648971,
+      "المنسرح": 0.19444100539534218,
+      "الوافر": 0.9930468307883479
+    },
+    "per_meter_probe_count_mean": {
+      "البسيط": 1.0,
+      "الخفيف": 0.875,
+      "الرمل": 1.0,
+      "السريع": 1.0,
+      "الطويل": 1.0,
+      "الكامل": 1.0,
+      "المتقارب": 1.0,
+      "المجتث": 1.0,
+      "المديد": 1.0,
+      "المنسرح": 0.2666666666666667,
+      "الوافر": 0.875
+    }
+  },
+  "final_eval": {
+    "eval_loss": 2.3079946041107178,
+    "eval_model_preparation_time": 0.0078,
+    "eval_runtime": 6.67,
+    "eval_samples_per_second": 9.595,
+    "eval_steps_per_second": 9.595
+  },
+  "final_eval_aux": {
+    "timestamp_utc": "2026-04-08T13:20:00.123481+00:00",
+    "global_step": 2,
+    "mode": "eval_aux_eval",
+    "eval_ce_loss": 2.3079946730285883,
+    "eval_meter_loss": 1.179134032689035,
+    "eval_total_loss": 2.4259080719202757,
+    "eval_meter_accuracy": 0.0625,
+    "by_meter": {
+      "البسيط": {
+        "count": 11,
+        "ce_loss": 2.1170971285213125,
+        "meter_loss": 0.9979224692691456,
+        "total_loss": 2.2168893705714834,
+        "meter_accuracy": 0.0
+      },
+      "الخفيف": {
+        "count": 5,
+        "ce_loss": 2.4692026138305665,
+        "meter_loss": 1.3297618865966796,
+        "total_loss": 2.6021787405014036,
+        "meter_accuracy": 0.0
+      },
+      "الرجز": {
+        "count": 6,
+        "ce_loss": 2.21829746166865,
+        "meter_loss": 0.8892326156298319,
+        "total_loss": 2.307220697402954,
+        "meter_accuracy": 0.0
+      },
+      "الرمل": {
+        "count": 3,
+        "ce_loss": 2.54103954633077,
+        "meter_loss": 1.301000952720642,
+        "total_loss": 2.671139637629191,
+        "meter_accuracy": 0.3333333333333333
+      },
+      "السريع": {
+        "count": 4,
+        "ce_loss": 2.3080617487430573,
+        "meter_loss": 0.5149831026792526,
+        "total_loss": 2.3595600724220276,
+        "meter_accuracy": 0.75
+      },
+      "الطويل": {
+        "count": 12,
+        "ce_loss": 2.2057043612003326,
+        "meter_loss": 1.6337440013885498,
+        "total_loss": 2.3690787653128305,
+        "meter_accuracy": 0.0
+      },
+      "الكامل": {
+        "count": 14,
+        "ce_loss": 2.281286256653922,
+        "meter_loss": 0.8797757412706103,
+        "total_loss": 2.3692638533455983,
+        "meter_accuracy": 0.0
+      },
+      "المتقارب": {
+        "count": 3,
+        "ce_loss": 3.1098360220591226,
+        "meter_loss": 1.9981197118759155,
+        "total_loss": 3.309648036956787,
+        "meter_accuracy": 0.0
+      },
+      "الوافر": {
+        "count": 6,
+        "ce_loss": 2.3627431988716125,
+        "meter_loss": 1.4373571674029033,
+        "total_loss": 2.5064788659413657,
+        "meter_accuracy": 0.0
+      }
+    },
+    "by_length_bucket": {
+      "1-3": {
+        "count": 32,
+        "ce_loss": 2.205085340887308,
+        "meter_loss": 1.1193970693275332,
+        "total_loss": 2.3170250467956066,
+        "meter_accuracy": 0.09375
+      },
+      "11-20": {
+        "count": 8,
+        "ce_loss": 2.916529357433319,
+        "meter_loss": 1.375857800245285,
+        "total_loss": 3.0541151463985443,
+        "meter_accuracy": 0.0
+      },
+      "4-6": {
+        "count": 12,
+        "ce_loss": 2.099700460831324,
+        "meter_loss": 1.040298822025458,
+        "total_loss": 2.2037303348382316,
+        "meter_accuracy": 0.08333333333333333
+      },
+      "7-10": {
+        "count": 12,
+        "ce_loss": 2.385023981332779,
+        "meter_loss": 1.346118633945783,
+        "total_loss": 2.5196358263492584,
+        "meter_accuracy": 0.0
+      }
+    }
+  },
+  "final_test": {
+    "test_loss": 2.189884662628174,
+    "test_model_preparation_time": 0.0078,
+    "test_runtime": 6.6831,
+    "test_samples_per_second": 9.576,
+    "test_steps_per_second": 9.576
+  },
+  "final_test_eval": {
+    "test_loss": 2.189884662628174,
+    "test_model_preparation_time": 0.0078,
+    "test_runtime": 6.6831,
+    "test_samples_per_second": 9.576,
+    "test_steps_per_second": 9.576
+  },
+  "final_test_aux": {
+    "timestamp_utc": "2026-04-08T13:20:06.481827+00:00",
+    "global_step": 2,
+    "mode": "test_aux_eval",
+    "test_ce_loss": 2.189884844236076,
+    "test_meter_loss": 1.1414123848080635,
+    "test_total_loss": 2.3040260821580887,
+    "test_meter_accuracy": 0.125,
+    "by_meter": {
+      "البسيط": {
+        "count": 12,
+        "ce_loss": 2.2282683849334717,
+        "meter_loss": 0.8152663757403692,
+        "total_loss": 2.309794992208481,
+        "meter_accuracy": 0.25
+      },
+      "الخفيف": {
+        "count": 8,
+        "ce_loss": 2.3001690357923508,
+        "meter_loss": 1.3117068260908127,
+        "total_loss": 2.4313396960496902,
+        "meter_accuracy": 0.0
+      },
+      "الرمل": {
+        "count": 5,
+        "ce_loss": 2.679948830604553,
+        "meter_loss": 1.3146013498306275,
+        "total_loss": 2.8114089965820312,
+        "meter_accuracy": 0.0
+      },
+      "السريع": {
+        "count": 5,
+        "ce_loss": 1.6298471212387085,
+        "meter_loss": 0.4199250340461731,
+        "total_loss": 1.6718396425247193,
+        "meter_accuracy": 0.8
+      },
+      "الطويل": {
+        "count": 16,
+        "ce_loss": 2.0024348832666874,
+        "meter_loss": 1.5395683012902737,
+        "total_loss": 2.1563917323946953,
+        "meter_accuracy": 0.0
+      },
+      "الكامل": {
+        "count": 10,
+        "ce_loss": 2.653821074962616,
+        "meter_loss": 0.8223051726818085,
+        "total_loss": 2.736051595211029,
+        "meter_accuracy": 0.1
+      },
+      "المتقارب": {
+        "count": 1,
+        "ce_loss": 2.005706787109375,
+        "meter_loss": 2.210555076599121,
+        "total_loss": 2.226762294769287,
+        "meter_accuracy": 0.0
+      },
+      "المجتث": {
+        "count": 1,
+        "ce_loss": 2.1081814765930176,
+        "meter_loss": 1.1553541421890259,
+        "total_loss": 2.223716974258423,
+        "meter_accuracy": 0.0
+      },
+      "المديد": {
+        "count": 1,
+        "ce_loss": 1.2412512302398682,
+        "meter_loss": 0.9874567985534668,
+        "total_loss": 1.3399969339370728,
+        "meter_accuracy": 0.0
+      },
+      "المنسرح": {
+        "count": 1,
+        "ce_loss": 3.5799243450164795,
+        "meter_loss": 0.676925539970398,
+        "total_loss": 3.6476168632507324,
+        "meter_accuracy": 0.0
+      },
+      "الوافر": {
+        "count": 4,
+        "ce_loss": 1.4877111613750458,
+        "meter_loss": 1.5536183714866638,
+        "total_loss": 1.6430729627609253,
+        "meter_accuracy": 0.0
+      }
+    },
+    "by_length_bucket": {
+      "1-3": {
+        "count": 29,
+        "ce_loss": 2.01742141205689,
+        "meter_loss": 1.0755691579703628,
+        "total_loss": 2.124978336794623,
+        "meter_accuracy": 0.2413793103448276
+      },
+      "11-20": {
+        "count": 13,
+        "ce_loss": 2.678608014033391,
+        "meter_loss": 1.1258914103874793,
+        "total_loss": 2.791197134898259,
+        "meter_accuracy": 0.0
+      },
+      "4-6": {
+        "count": 16,
+        "ce_loss": 2.0833748131990433,
+        "meter_loss": 1.2688912190496922,
+        "total_loss": 2.210263930261135,
+        "meter_accuracy": 0.0
+      },
+      "7-10": {
+        "count": 6,
+        "ce_loss": 2.2485846479733786,
+        "meter_loss": 1.15333986779054,
+        "total_loss": 2.363918642203013,
+        "meter_accuracy": 0.16666666666666666
+      }
+    }
+  },
+  "final_probe": {
+    "timestamp_utc": "2026-04-08T13:21:04.493305+00:00",
+    "global_step": 2,
+    "mode": "probe",
+    "probe_meter_mean": 0.6449605243536868,
+    "probe_count_adherence_mean": 0.9314814814814815,
+    "probe_rows": 18,
+    "per_meter_probe_meter_mean": {
+      "البسيط": 0.6796648624944279,
+      "الخفيف": 0.7931978044468359,
+      "الرمل": 0.7277926856813755,
+      "السريع": 0.5030206757358148,
+      "الطويل": 0.6806433745863054,
+      "الكامل": 0.6313052058992991,
+      "المتقارب": 0.9777671543431393,
+      "المجتث": 0.3026994342965345,
+      "المديد": 0.04289265621405183,
+      "المنسرح": 0.2744723193961778,
+      "الوافر": 0.9901043282141716
+    },
+    "per_meter_probe_count_mean": {
+      "البسيط": 1.0,
+      "الخفيف": 0.875,
+      "الرمل": 1.0,
+      "السريع": 1.0,
+      "الطويل": 1.0,
+      "الكامل": 1.0,
+      "المتقارب": 1.0,
+      "المجتث": 1.0,
+      "المديد": 1.0,
+      "المنسرح": 0.2666666666666667,
+      "الوافر": 0.875
+    }
+  },
+  "best_eval_total_loss": 2.4259080719202757,
+  "best_eval_total_loss_step": 2,
+  "plateau_status": null,
+  "train_runtime": 108.5268,
+  "train_loss": 1.6001258492469788,
+  "last_checkpoint_step_local": 2
+}

reports/meter_aux_sanity_v2/train_20260408_131545/split_summary.json

@@ -0,0 +1,646 @@
+{
+  "timestamp_utc": "2026-04-08T13:15:51.479620+00:00",
+  "source": "published_dataset_splits",
+  "dataset_id": "Shaer-AI/ashaar-with-enhanced-descriptions-baseform-final-sft-lte20-min500-splits",
+  "split_counts": {
+    "train": 109070,
+    "eval": 3481,
+    "test": 3481
+  },
+  "distribution_tables": {
+    "base_meter": {
+      "train": {
+        "البسيط": 16563,
+        "الخفيف": 9263,
+        "الرجز": 4311,
+        "الرمل": 4316,
+        "السريع": 6758,
+        "الطويل": 26346,
+        "الكامل": 20375,
+        "المتقارب": 4877,
+        "المجتث": 1938,
+        "المديد": 504,
+        "المنسرح": 2579,
+        "الهزج": 573,
+        "الوافر": 10667
+      },
+      "eval": {
+        "البسيط": 529,
+        "الخفيف": 295,
+        "الرجز": 137,
+        "الرمل": 138,
+        "السريع": 216,
+        "الطويل": 841,
+        "الكامل": 649,
+        "المتقارب": 156,
+        "المجتث": 61,
+        "المديد": 17,
+        "المنسرح": 84,
+        "الهزج": 18,
+        "الوافر": 340
+      },
+      "test": {
+        "البسيط": 529,
+        "الخفيف": 295,
+        "الرجز": 137,
+        "الرمل": 138,
+        "السريع": 216,
+        "الطويل": 841,
+        "الكامل": 649,
+        "المتقارب": 156,
+        "المجتث": 61,
+        "المديد": 17,
+        "المنسرح": 84,
+        "الهزج": 18,
+        "الوافر": 340
+      }
+    },
+    "form": {
+      "train": {
+        "أحذ": 351,
+        "تام": 104224,
+        "مجزوء": 3882,
+        "مخلع": 613
+      },
+      "eval": {
+        "أحذ": 11,
+        "تام": 3327,
+        "مجزوء": 124,
+        "مخلع": 19
+      },
+      "test": {
+        "أحذ": 11,
+        "تام": 3327,
+        "مجزوء": 124,
+        "مخلع": 19
+      }
+    },
+    "length_bucket": {
+      "train": {
+        "1-3": 52202,
+        "11-20": 16778,
+        "4-6": 25266,
+        "7-10": 14824
+      },
+      "eval": {
+        "1-3": 1668,
+        "11-20": 535,
+        "4-6": 805,
+        "7-10": 473
+      },
+      "test": {
+        "1-3": 1668,
+        "11-20": 535,
+        "4-6": 805,
+        "7-10": 473
+      }
+    }
+  },
+  "filter_summary_by_split": {
+    "train": {
+      "timestamp_utc": "2026-04-08T13:15:57.001623+00:00",
+      "original_rows": 109070,
+      "filtered_rows": 109070,
+      "dropped_rows": 0,
+      "min_bayts": 0,
+      "max_bayts": 0,
+      "drop_meters": [],
+      "original_meter_counts": {
+        "البسيط": 16563,
+        "الخفيف": 9263,
+        "الرجز": 4311,
+        "الرمل": 4316,
+        "السريع": 6758,
+        "الطويل": 26346,
+        "الكامل": 20375,
+        "المتقارب": 4877,
+        "المجتث": 1938,
+        "المديد": 504,
+        "المنسرح": 2579,
+        "الهزج": 573,
+        "الوافر": 10667
+      },
+      "filtered_meter_counts": {
+        "البسيط": 16563,
+        "الخفيف": 9263,
+        "الرجز": 4311,
+        "الرمل": 4316,
+        "السريع": 6758,
+        "الطويل": 26346,
+        "الكامل": 20375,
+        "المتقارب": 4877,
+        "المجتث": 1938,
+        "المديد": 504,
+        "المنسرح": 2579,
+        "الهزج": 573,
+        "الوافر": 10667
+      },
+      "original_requested_bayts_counts": {
+        "1": 7029,
+        "2": 31806,
+        "3": 13367,
+        "4": 12182,
+        "5": 7870,
+        "6": 5214,
+        "7": 4633,
+        "8": 3644,
+        "9": 3015,
+        "10": 3532,
+        "11": 2483,
+        "12": 2244,
+        "13": 1818,
+        "14": 1913,
+        "15": 1791,
+        "16": 1572,
+        "17": 1344,
+        "18": 1158,
+        "19": 1148,
+        "20": 1307
+      },
+      "filtered_requested_bayts_counts": {
+        "1": 7029,
+        "2": 31806,
+        "3": 13367,
+        "4": 12182,
+        "5": 7870,
+        "6": 5214,
+        "7": 4633,
+        "8": 3644,
+        "9": 3015,
+        "10": 3532,
+        "11": 2483,
+        "12": 2244,
+        "13": 1818,
+        "14": 1913,
+        "15": 1791,
+        "16": 1572,
+        "17": 1344,
+        "18": 1158,
+        "19": 1148,
+        "20": 1307
+      }
+    },
+    "eval": {
+      "timestamp_utc": "2026-04-08T13:15:57.179530+00:00",
+      "original_rows": 3481,
+      "filtered_rows": 3481,
+      "dropped_rows": 0,
+      "min_bayts": 0,
+      "max_bayts": 0,
+      "drop_meters": [],
+      "original_meter_counts": {
+        "البسيط": 529,
+        "الخفيف": 295,
+        "الرجز": 137,
+        "الرمل": 138,
+        "السريع": 216,
+        "الطويل": 841,
+        "الكامل": 649,
+        "المتقارب": 156,
+        "المجتث": 61,
+        "المديد": 17,
+        "المنسرح": 84,
+        "الهزج": 18,
+        "الوافر": 340
+      },
+      "filtered_meter_counts": {
+        "البسيط": 529,
+        "الخفيف": 295,
+        "الرجز": 137,
+        "الرمل": 138,
+        "السريع": 216,
+        "الطويل": 841,
+        "الكامل": 649,
+        "المتقارب": 156,
+        "المجتث": 61,
+        "المديد": 17,
+        "المنسرح": 84,
+        "الهزج": 18,
+        "الوافر": 340
+      },
+      "original_requested_bayts_counts": {
+        "1": 228,
+        "2": 1021,
+        "3": 419,
+        "4": 405,
+        "5": 237,
+        "6": 163,
+        "7": 153,
+        "8": 119,
+        "9": 111,
+        "10": 90,
+        "11": 84,
+        "12": 72,
+        "13": 58,
+        "14": 72,
+        "15": 49,
+        "16": 38,
+        "17": 44,
+        "18": 43,
+        "19": 43,
+        "20": 32
+      },
+      "filtered_requested_bayts_counts": {
+        "1": 228,
+        "2": 1021,
+        "3": 419,
+        "4": 405,
+        "5": 237,
+        "6": 163,
+        "7": 153,
+        "8": 119,
+        "9": 111,
+        "10": 90,
+        "11": 84,
+        "12": 72,
+        "13": 58,
+        "14": 72,
+        "15": 49,
+        "16": 38,
+        "17": 44,
+        "18": 43,
+        "19": 43,
+        "20": 32
+      }
+    },
+    "test": {
+      "timestamp_utc": "2026-04-08T13:15:57.350960+00:00",
+      "original_rows": 3481,
+      "filtered_rows": 3481,
+      "dropped_rows": 0,
+      "min_bayts": 0,
+      "max_bayts": 0,
+      "drop_meters": [],
+      "original_meter_counts": {
+        "البسيط": 529,
+        "الخفيف": 295,
+        "الرجز": 137,
+        "الرمل": 138,
+        "السريع": 216,
+        "الطويل": 841,
+        "الكامل": 649,
+        "المتقارب": 156,
+        "المجتث": 61,
+        "المديد": 17,
+        "المنسرح": 84,
+        "الهزج": 18,
+        "الوافر": 340
+      },
+      "filtered_meter_counts": {
+        "البسيط": 529,
+        "الخفيف": 295,
+        "الرجز": 137,
+        "الرمل": 138,
+        "السريع": 216,
+        "الطويل": 841,
+        "الكامل": 649,
+        "المتقارب": 156,
+        "المجتث": 61,
+        "المديد": 17,
+        "المنسرح": 84,
+        "الهزج": 18,
+        "الوافر": 340
+      },
+      "original_requested_bayts_counts": {
+        "1": 218,
+        "2": 1007,
+        "3": 443,
+        "4": 384,
+        "5": 244,
+        "6": 177,
+        "7": 156,
+        "8": 118,
+        "9": 97,
+        "10": 102,
+        "11": 73,
+        "12": 75,
+        "13": 69,
+        "14": 52,
+        "15": 67,
+        "16": 47,
+        "17": 43,
+        "18": 31,
+        "19": 36,
+        "20": 42
+      },
+      "filtered_requested_bayts_counts": {
+        "1": 218,
+        "2": 1007,
+        "3": 443,
+        "4": 384,
+        "5": 244,
+        "6": 177,
+        "7": 156,
+        "8": 118,
+        "9": 97,
+        "10": 102,
+        "11": 73,
+        "12": 75,
+        "13": 69,
+        "14": 52,
+        "15": 67,
+        "16": 47,
+        "17": 43,
+        "18": 31,
+        "19": 36,
+        "20": 42
+      }
+    }
+  },
+  "distribution_tables_after_filter": {
+    "base_meter": {
+      "train": {
+        "البسيط": 43,
+        "الخفيف": 23,
+        "الرجز": 10,
+        "الرمل": 6,
+        "السريع": 13,
+        "الطويل": 58,
+        "الكامل": 46,
+        "المتقارب": 17,
+        "المجتث": 7,
+        "المنسرح": 6,
+        "الهزج": 1,
+        "الوافر": 26
+      },
+      "eval": {
+        "البسيط": 11,
+        "الخفيف": 5,
+        "الرجز": 6,
+        "الرمل": 3,
+        "السريع": 4,
+        "الطويل": 12,
+        "الكامل": 14,
+        "المتقارب": 3,
+        "الوافر": 6
+      },
+      "test": {
+        "البسيط": 12,
+        "الخفيف": 8,
+        "الرمل": 5,
+        "السريع": 5,
+        "الطويل": 16,
+        "الكامل": 10,
+        "المتقارب": 1,
+        "المجتث": 1,
+        "المديد": 1,
+        "المنسرح": 1,
+        "الوافر": 4
+      }
+    },
+    "form": {
+      "train": {
+        "أحذ": 1,
+        "تام": 244,
+        "مجزوء": 11
+      },
+      "eval": {
+        "أحذ": 2,
+        "تام": 59,
+        "مجزوء": 3
+      },
+      "test": {
+        "تام": 63,
+        "مخلع": 1
+      }
+    },
+    "length_bucket": {
+      "train": {
+        "1-3": 116,
+        "11-20": 33,
+        "4-6": 65,
+        "7-10": 42
+      },
+      "eval": {
+        "1-3": 32,
+        "11-20": 8,
+        "4-6": 12,
+        "7-10": 12
+      },
+      "test": {
+        "1-3": 29,
+        "11-20": 13,
+        "4-6": 16,
+        "7-10": 6
+      }
+    }
+  },
+  "train_sampler_report": {
+    "enabled": true,
+    "sampler": "WeightedRandomSampler",
+    "replacement": true,
+    "num_samples": 106,
+    "group_key": "base_meter||form||length_bucket",
+    "alpha": 0.6,
+    "num_groups": 49,
+    "top_weighted_groups": [
+      {
+        "group": "الوافر||تام||11-20",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "الهزج||تام||1-3",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "المنسرح||تام||7-10",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "المنسرح||تام||4-6",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "المنسرح||تام||11-20",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "المنسرح||تام||1-3",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "المجتث||تام||7-10",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "المجتث||تام||4-6",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "المجتث||تام||1-3",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "المتقارب||تام||4-6",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "المتقارب||تام||11-20",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "الكامل||مجزوء||4-6",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "الكامل||مجزوء||11-20",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "الكامل||مجزوء||1-3",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "الكامل||أحذ||4-6",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "السريع||تام||7-10",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "السريع||تام||11-20",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "الرمل||مجزوء||4-6",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "الرمل||مجزوء||11-20",
+        "weight": 1.2993605587521975,
+        "count": 1
+      },
+      {
+        "group": "الرمل||مجزوء||1-3",
+        "weight": 1.2993605587521975,
+        "count": 1
+      }
+    ],
+    "bottom_weighted_groups": [
+      {
+        "group": "الطويل||تام||7-10",
+        "weight": 0.4042693869465636,
+        "count": 7
+      },
+      {
+        "group": "الطويل||تام||1-3",
+        "weight": 0.4947065690961371,
+        "count": 5
+      },
+      {
+        "group": "الطويل||تام||11-20",
+        "weight": 0.4947065690961371,
+        "count": 5
+      },
+      {
+        "group": "الطويل||تام||4-6",
+        "weight": 0.4947065690961371,
+        "count": 5
+      },
+      {
+        "group": "الكامل||تام||4-6",
+        "weight": 0.4947065690961371,
+        "count": 5
+      },
+      {
+        "group": "البسيط||تام||1-3",
+        "weight": 0.565579533173246,
+        "count": 4
+      },
+      {
+        "group": "البسيط||تام||11-20",
+        "weight": 0.565579533173246,
+        "count": 4
+      },
+      {
+        "group": "البسيط||تام||4-6",
+        "weight": 0.565579533173246,
+        "count": 4
+      },
+      {
+        "group": "البسيط||تام||7-10",
+        "weight": 0.565579533173246,
+        "count": 4
+      },
+      {
+        "group": "الكامل||تام||1-3",
+        "weight": 0.565579533173246,
+        "count": 4
+      },
+      {
+        "group": "الكامل||تام||11-20",
+        "weight": 0.565579533173246,
+        "count": 4
+      },
+      {
+        "group": "الوافر||تام||1-3",
+        "weight": 0.565579533173246,
+        "count": 4
+      },
+      {
+        "group": "الخفيف||تام||1-3",
+        "weight": 0.6721356440065955,
+        "count": 3
+      },
+      {
+        "group": "الخفيف||تام||11-20",
+        "weight": 0.6721356440065955,
+        "count": 3
+      },
+      {
+        "group": "المتقارب||تام||1-3",
+        "weight": 0.6721356440065955,
+        "count": 3
+      },
+      {
+        "group": "الخفيف||تام||4-6",
+        "weight": 0.8572582681099062,
+        "count": 2
+      },
+      {
+        "group": "الخفيف||تام||7-10",
+        "weight": 0.8572582681099062,
+        "count": 2
+      },
+      {
+        "group": "السريع||تام||1-3",
+        "weight": 0.8572582681099062,
+        "count": 2
+      },
+      {
+        "group": "السريع||تام||4-6",
+        "weight": 0.8572582681099062,
+        "count": 2
+      },
+      {
+        "group": "الكامل||تام||7-10",
+        "weight": 0.8572582681099062,
+        "count": 2
+      }
+    ]
+  },
+  "dataloader_sampler": {
+    "train": "WeightedRandomSampler",
+    "eval": "default_unweighted",
+    "test": "default_unweighted"
+  }
+}