Upload folder using huggingface_hub

README.md

@@ -1,7 +1,9 @@
 ---
-language: en
-pipeline_tag: text-generation
 library_name: mlx
+license: apache-2.0
+license_link: https://huggingface.co/Qwen/Qwen3-4B-Thinking-2507/blob/main/LICENSE
+pipeline_tag: text-generation
+base_model: Qwen/Qwen3-4B-Thinking-2507
 tags:
 - mlx
 ---

ReasonableQwen3-4B-BF16.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54559b51f3d661c587daf366600f8f71b313ac8d19680e63255f4ca645ec1df3
-size 8051285280
+oid sha256:9f95bc6d806e7c98baa9308c5d0f4055d2b917bbc721bd0201d36f14bd412444
+size 8051285184

ReasonableQwen3-4B-Q3_K.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad4776c9da37d2cb15590b56f9c2fe9d7c2b29fbcfb80fd346a6fc8b50a7b84e
-size 2075618080
+oid sha256:f183fb995f35a3e13305a3e787bdb988f6643ee56b5c7a964d1a7b4e1d7ad4cd
+size 2075617984

ReasonableQwen3-4B-Q4_K.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac988da105d7df38d78b73554134b7f4a23bb5143eed239f0bba2fa12ba012c5
-size 2497280800
+oid sha256:1e162f04a69f148beaadc70cccc515d260a1973b14efde5cd13d124118a35ac2
+size 2497280704

ReasonableQwen3-4B-Q8_0.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f973234d65784567507061d628e5b3f3b17c511193d14f4d09572869694fcf5f
-size 4280405280
+oid sha256:99e1cf3d4afe75e385d5ba30ba548492378b33d84b228ede020ea537fba80fa0
+size 4280405184

adapter_config.json

@@ -0,0 +1,66 @@
+{
+    "adapter_path": "adapters/turn80",
+    "alpha": [
+        1e-05
+    ],
+    "batch_size": 1,
+    "beta": 0.02,
+    "config": null,
+    "data": "/Users/adeelahmad/work/SiLLM-examples/helpsteer/mlx-grpo/strat",
+    "delta": 50.0,
+    "dpo_cpo_loss_type": "sigmoid",
+    "epochs": null,
+    "epsilon": 0.0001,
+    "epsilon_high": 0.02,
+    "fuse": true,
+    "grad_checkpoint": false,
+    "gradient_accumulation_steps": 2,
+    "group_size": 2,
+    "grpo_loss_type": "dr_grpo",
+    "importance_sampling_level": "token",
+    "iters": 1000,
+    "judge": "mlx-community/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2-4-bit",
+    "judge_config": {},
+    "learning_rate": 1e-06,
+    "list_reward_functions": false,
+    "load_in_4bits": true,
+    "load_in_6bits": false,
+    "load_in_8bits": false,
+    "lora_parameters": {
+        "rank": 64,
+        "alpha": 128,
+        "dropout": 0.0,
+        "scale": 2.0
+    },
+    "lr_schedule": null,
+    "mask_prompt": false,
+    "max_completion_length": 512,
+    "max_seq_length": 2048,
+    "model": "/Users/adeelahmad/.cache/lm-studio/models/lmstudio-community/Qwen-4B-Thinking-2507.z",
+    "num_layers": -1,
+    "optimizer": "adamw",
+    "optimizer_config": {
+        "adam": {},
+        "adamw": {},
+        "muon": {},
+        "qhadam": {}
+    },
+    "reference_model_path": "/Users/adeelahmad/.cache/lm-studio/models/lmstudio-community/Qwen-4B-Thinking-2507.z",
+    "resume_adapter_file": "adapters/turn80/adapters.safetensors",
+    "reward_functions": "r1_semantic_similarity_reward,r1_conditional_content_reward,r1_velocity_to_correct_thinking_reward,r1_format_reward,r1_tag_structure_reward,r1_thinking_quality_reward",
+    "reward_functions_file": null,
+    "reward_scaling": 1.0,
+    "reward_weights": "[0.25, 0.25, 0.20, 0.10, 0.10, 0.10]",
+    "save_every": 6,
+    "seed": 360,
+    "steps_per_eval": 50,
+    "steps_per_report": 1,
+    "temperature": 0.8,
+    "test": false,
+    "test_batches": 500,
+    "train": true,
+    "train_mode": "grpo",
+    "train_type": "lora",
+    "val_batches": 1,
+    "wandb": "mlx-lm-grpo-v3.16"
+}

metadata.json

@@ -0,0 +1,17 @@
+{
+  "step": 32,
+  "epoch": 13,
+  "best_loss": -0.00902040209621191,
+  "best_loss_step": 11,
+  "reason": "regular",
+  "total_tokens": 3840,
+  "save_optimizer_state": true,
+  "training_config": {
+    "learning_rate": 3e-06,
+    "batch_size": 1,
+    "grad_accum_steps": 1
+  },
+  "current_metric": -0.00902040209621191,
+  "timestamp": "20251229_000031",
+  "save_duration_s": 53.69711899757385
+}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45910c6f9bd4d83dbd6ba94ee446cc59e8089fe944eef091bd0eaec06b00449f
-size 8044982009
+oid sha256:5f2591a76dd02582af815350ec1d35ad1612ca576f1238fbeb74a1d293bcc752
+size 8044982021

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
-size 11422654
+oid sha256:05d47c87966b4db779200053de490f89936ed529f8ab889244e271630715fcfe
+size 11422638

training_state.json

@@ -1,659 +1,659 @@
 {
-  "global_step": 640,
-  "num_updates": 640,
+  "global_step": 20,
+  "num_updates": 20,
   "use_lora": false,
   "rng_state": {
     "python": [
       3,
       [
-        3100233166,
-        3205251947,
-        2114003297,
-        4083397361,
-        3944152784,
-        1030840702,
-        2037797290,
-        2255135174,
-        3606282055,
-        1805506540,
-        1511271408,
-        1355721171,
-        3219242983,
-        2147281139,
-        1663895881,
-        2744272328,
-        586124618,
-        2904233013,
-        1951649306,
-        568843218,
-        804729164,
-        1031240685,
-        632815444,
-        1583468126,
-        3569217402,
-        1474578133,
-        1620621069,
-        4081348163,
-        660493223,
-        548758843,
-        3288411447,
-        2761565335,
-        651306001,
-        3364357190,
-        574611538,
-        3080366693,
-        648102770,
-        662716411,
-        65202676,
-        1627080032,
-        2475536053,
-        939008240,
-        1513946789,
-        2550074718,
-        3473906356,
-        836348979,
-        396042796,
-        2909821569,
-        2791572300,
-        3313263004,
-        434385456,
-        2799243929,
-        1110673623,
-        10708347,
-        1193947720,
-        4154063907,
-        3769310438,
-        1825986973,
-        1865856087,
-        2550327576,
-        635176254,
-        343483848,
-        627331621,
-        4032575651,
-        912584999,
-        2184863449,
-        2003242393,
-        191158593,
-        4027956150,
-        135767775,
-        165725602,
-        2940340686,
-        1735550527,
-        2166976964,
-        2935306830,
-        1440736616,
-        2136544928,
-        1238006856,
-        904424546,
-        4116526595,
-        4005584629,
-        2601760449,
-        271648674,
-        139094063,
-        3602969447,
-        414504323,
-        1053832962,
-        4134761489,
-        3249289190,
-        1358383408,
-        195832611,
-        1843593352,
-        2969447193,
-        3158396779,
-        3569807150,
-        4160044175,
-        2081938636,
-        1429144436,
-        385540495,
-        4178096289,
-        1917190049,
-        2474710463,
-        3123380742,
-        2902614650,
-        845733750,
-        728346900,
-        1111266260,
-        1230890723,
-        3960864409,
-        1864677806,
-        2465725907,
-        1846265707,
-        2510053619,
-        4283547983,
-        2002390956,
-        3488389929,
-        391769952,
-        3822866039,
-        1599671852,
-        501962155,
-        774437297,
-        542827104,
-        36072073,
-        443060080,
-        689178575,
-        86655597,
-        825092402,
-        625421810,
-        1794213612,
-        1871893587,
-        3436665270,
-        631289196,
-        3067538162,
-        552776492,
-        627440404,
-        2105634472,
-        548648577,
-        636698996,
-        947106975,
-        3431407759,
-        2240487779,
-        3128108668,
-        521416466,
-        2871250081,
-        1062946757,
-        1608040378,
-        2590414279,
-        3358166288,
-        1253809383,
-        3726438328,
-        281309528,
-        1669515180,
-        3273041510,
-        2260421329,
-        996425797,
-        292515881,
-        2296689583,
-        2805798357,
-        2032275171,
-        1538312337,
-        643565956,
-        3359622205,
-        3745536289,
-        2003084236,
-        3869804701,
-        2724155627,
-        2996948495,
-        4184607962,
-        4215169557,
-        430613231,
-        1647692967,
-        1793331314,
-        3874676231,
-        2730461343,
-        3955139318,
-        3832613492,
-        539666038,
-        285792739,
-        3198830397,
-        4055078950,
-        3569499391,
-        781279195,
-        2220425539,
-        2039802440,
-        1385766748,
-        506267236,
-        2271648199,
-        1568145524,
-        2554254342,
-        758016416,
-        3621980520,
-        160767585,
-        2188462111,
-        1450007015,
-        1105079920,
-        3276242179,
-        3640324766,
-        2860750163,
-        2143715191,
-        1831279561,
-        2293429158,
-        739306744,
-        2043528556,
-        3882672526,
-        546842616,
-        2714277920,
-        3887463926,
-        1831957765,
-        2229915849,
-        2864792220,
-        1303437412,
-        1091254688,
-        826344852,
-        3120288320,
-        556529779,
-        811546242,
-        1476206000,
-        2630584339,
-        2863085756,
-        3547631685,
-        787693537,
-        4066961252,
-        308882144,
-        1599204914,
-        582842064,
-        2754105741,
-        2202249626,
-        3301080360,
-        3074376018,
-        1129640401,
-        3543504945,
-        1135643549,
-        571814866,
-        2951061707,
-        2139761207,
-        4279741136,
-        676772801,
-        3652048859,
-        410817428,
-        896263120,
-        358049826,
-        418456999,
-        3572284105,
-        2484345908,
-        3844208687,
-        3067647389,
-        1302900203,
-        931143928,
-        1519365080,
-        712789513,
-        2595580658,
-        1784776098,
-        2848139510,
-        3505469053,
-        1582655988,
-        4158436496,
-        3330262652,
-        2338444089,
-        1002216810,
-        484453692,
-        3833856314,
-        2002391132,
-        519925212,
-        2981935072,
-        3077297433,
-        239222133,
-        1056108488,
-        1645014848,
-        2673367049,
-        51217098,
-        1778100088,
-        1899905425,
-        3987547773,
-        1169518869,
-        578030579,
-        3367779903,
-        956133751,
-        1760174970,
-        1650239768,
-        2802504529,
-        1103701391,
-        121844885,
-        3488652418,
-        4134091454,
-        3048567685,
-        2857939785,
-        2220271914,
-        4024370836,
-        931259945,
-        2540064234,
-        65277599,
-        3847535535,
-        990871212,
-        1272682701,
-        2391502819,
-        3737351256,
-        1335981297,
-        2386770941,
-        32918208,
-        781820036,
-        1166374003,
-        2556455899,
-        510298691,
-        159187659,
-        2597521830,
-        291154034,
-        3494951397,
-        2944107260,
-        3378737570,
-        2839441569,
-        770671866,
-        4283771012,
-        165153002,
-        4069832089,
-        2175511762,
-        222931749,
-        154419633,
-        2538945322,
-        3320641862,
-        1807339955,
-        3706204773,
-        2765491230,
-        1260202910,
-        1924333259,
-        4184170411,
-        563038778,
-        2507175419,
-        1076853275,
-        143035900,
-        3902786410,
-        1559868554,
-        511327562,
-        3462826369,
-        3748998442,
-        3845225973,
-        2080353851,
-        1489047293,
-        1924679652,
-        3795590602,
-        3866562819,
-        2198666709,
-        1386047356,
-        518409235,
-        3428184188,
-        1732776878,
-        273783238,
-        3723574330,
-        1683692783,
-        1523451822,
-        3699825569,
-        4127346852,
-        3111140829,
-        1605311581,
-        4208002359,
-        3118728618,
-        3463176645,
-        1575015318,
-        3747413705,
-        2206390158,
-        2583654895,
-        1354557377,
-        2183517438,
-        3254493976,
-        3575291627,
-        4028981055,
-        3968296862,
-        2729291170,
-        247729344,
-        650485877,
-        1318877280,
-        285023715,
-        2202961239,
-        4219685020,
-        3779707729,
-        917974987,
-        4089069944,
-        344146767,
-        359806484,
-        4275723208,
-        703513891,
-        4224074000,
-        2009124160,
-        604809477,
-        4008576440,
-        2427561320,
-        2309325311,
-        2362683196,
-        235168397,
-        1600648522,
-        4215967893,
-        1675054314,
-        2013381593,
-        1903651062,
-        3601280500,
-        496338735,
-        2169133753,
-        2364495966,
-        1056246743,
-        1421447090,
-        1995033995,
-        1869864803,
-        698922377,
-        2409323964,
-        1510516618,
-        641888605,
-        1077564019,
-        29567647,
-        2785537387,
-        1925896177,
-        1227126769,
-        2748886622,
-        1332019659,
-        638361144,
-        540471184,
-        2887245217,
-        4182719198,
-        884751481,
-        3445591454,
-        675466383,
-        2087852801,
-        2083882276,
-        414620424,
-        3713986203,
-        2425060387,
-        607871428,
-        487946518,
-        718902558,
-        3786110198,
-        1653762457,
-        3787648973,
-        431397113,
-        4108771890,
-        402186349,
-        2471796344,
-        4273010052,
-        4248683,
-        1754846221,
-        2340586638,
-        412924166,
-        2306146182,
-        2417039245,
-        1511347613,
-        1319385385,
-        671950230,
-        4188344613,
-        1223621563,
-        3353660436,
-        1926932037,
-        3945195786,
-        61444401,
-        3450186348,
-        3982842641,
-        2088756605,
-        1824246909,
-        2656102781,
-        3750651125,
-        3189574856,
-        3078132247,
-        588048676,
-        1141387549,
-        1187369381,
-        750263661,
-        1681491629,
-        2025242095,
-        3733996179,
-        2457640372,
-        956774679,
-        1782785055,
-        2881116689,
-        1311179739,
-        66826352,
-        2111027409,
-        271078370,
-        99525850,
-        3874156593,
-        730907368,
-        2126769770,
-        2524302228,
-        2128545293,
-        1371594345,
-        2849348044,
-        2996788033,
-        2591750469,
-        3642360292,
-        3727095772,
-        655210820,
-        1162591913,
-        1003845048,
-        439189944,
-        3637207234,
-        14122112,
-        967296467,
-        2664681396,
-        2685037860,
-        684065770,
-        3082029956,
-        2341710744,
-        187950156,
-        2219843456,
-        3886109287,
-        503801047,
-        2410462727,
-        2929691138,
-        1032873297,
-        1688752406,
-        2759671101,
-        3287456852,
-        3986113072,
-        1579528064,
-        947167093,
-        1051079192,
-        1049610650,
-        2231280468,
-        726914012,
-        1534264355,
-        2904096012,
-        4062734554,
-        531616723,
-        3561831970,
-        737998148,
-        3230395316,
-        3022021563,
-        251528766,
-        3999173370,
-        210218179,
-        3088594306,
-        1439401799,
-        1041859435,
-        2695195830,
-        3465077144,
-        2823089326,
-        2556938793,
-        1458448626,
-        1308700694,
-        444948412,
-        2304470611,
-        3654027317,
-        1034742794,
-        3810003506,
-        1772353215,
-        3041681477,
-        3394149945,
-        440869916,
-        3892023657,
-        556989640,
-        2481299321,
-        3529362628,
-        3054249201,
-        1737493058,
-        1235777870,
-        1334111971,
-        2971707615,
-        3873667589,
-        1175895135,
-        1940930396,
-        3443474468,
-        2788127120,
-        3319749384,
-        3328773738,
-        1966987235,
-        1065977210,
-        2939975890,
-        3943360814,
-        3458298409,
-        2200312840,
-        2897384251,
-        3453182268,
-        875764420,
-        2531405399,
-        912921748,
-        4283104359,
-        2928545310,
-        1224323513,
-        722455736,
-        3977634571,
-        3582693887,
-        1125205481,
-        1576562126,
-        3743288371,
-        3499633816,
-        735307326,
-        281573363,
-        1724151404,
-        2589762545,
-        2902873521,
-        3471234108,
-        2219383722,
-        2061024598,
-        814769644,
-        3401335543,
-        4190237183,
-        650711606,
-        4101800219,
-        2172610273,
-        3777607756,
-        4042849157,
-        2817574694,
-        2095924374,
-        1909727874,
-        2477919892,
-        2834537640,
-        3637236485,
-        1190839625,
-        1838707007,
-        3247768062,
-        2294183597,
-        1445875960,
-        2333419384,
-        335327851,
-        3000828940,
-        1726549769,
-        4275198256,
-        3227919305,
-        3533288452,
-        173416253,
-        2262899688,
-        3349430595,
-        396380904,
-        1372995131,
-        3355176830,
-        4107929401,
-        3693751586,
-        772959075,
-        3498819257,
-        370
+        3216301271,
+        1638589946,
+        2537792956,
+        1791281964,
+        3760261316,
+        922243971,
+        1321160261,
+        1084778220,
+        586720584,
+        1270082830,
+        1488723237,
+        2882031569,
+        472302726,
+        2704091108,
+        2056781727,
+        2970816838,
+        2322412756,
+        1632365467,
+        1300809479,
+        3361280950,
+        3731722602,
+        2265652514,
+        66405514,
+        1998964901,
+        1328256060,
+        3229765999,
+        3472921105,
+        2861524040,
+        3758860811,
+        1614718258,
+        753983115,
+        2957522965,
+        1530571560,
+        4031589591,
+        2433316409,
+        3368174648,
+        2993816745,
+        4197347992,
+        1573952526,
+        344497567,
+        3200698952,
+        3702339252,
+        1865014020,
+        3674977437,
+        1009076463,
+        3380727117,
+        1376568460,
+        1093055879,
+        2664677007,
+        3831752380,
+        3416303751,
+        2668336320,
+        2536986437,
+        2176404736,
+        2459553842,
+        3064478178,
+        134356449,
+        1016307678,
+        2863417742,
+        4204930386,
+        4005432546,
+        3941864302,
+        1389063615,
+        299902141,
+        1534902877,
+        1090782544,
+        1342837280,
+        1509926241,
+        692845405,
+        3324579114,
+        1823107754,
+        421705736,
+        3293085396,
+        1111043475,
+        1268323190,
+        676931135,
+        204668262,
+        1893728502,
+        4037067929,
+        1849257882,
+        93068610,
+        4059570703,
+        3045179051,
+        3539616529,
+        957175217,
+        3886104598,
+        780945561,
+        643091166,
+        1423576215,
+        981472631,
+        3487959523,
+        2218847375,
+        1763709917,
+        3646797235,
+        1339613935,
+        4010160562,
+        2587755169,
+        2435965615,
+        2653610932,
+        1547879087,
+        4227811445,
+        2292992450,
+        1438139136,
+        605911038,
+        2540438098,
+        2258228213,
+        3803308885,
+        1167308659,
+        336102497,
+        80858507,
+        1067538030,
+        3633040700,
+        4117903847,
+        2873585794,
+        2524408933,
+        3246498222,
+        1283032620,
+        3918636776,
+        3851263884,
+        798301987,
+        1112440379,
+        4277952394,
+        629717336,
+        3920106767,
+        2725791487,
+        863162233,
+        2484669209,
+        524662217,
+        594795402,
+        646610193,
+        2016114842,
+        3543138824,
+        1744105850,
+        1471458831,
+        16055520,
+        3451238897,
+        2649894194,
+        28079149,
+        1717400745,
+        3843861055,
+        1729621288,
+        2382674851,
+        1482280295,
+        2484330875,
+        2652905708,
+        1852970052,
+        922832256,
+        981750678,
+        3603955815,
+        48872518,
+        4120226148,
+        3468729345,
+        1359680933,
+        2035523113,
+        1636218722,
+        1135300069,
+        843565866,
+        350364929,
+        610970006,
+        1333520763,
+        40543674,
+        4086935670,
+        3608689159,
+        127008503,
+        33165965,
+        1487923785,
+        557670011,
+        2547038282,
+        2692324307,
+        896487775,
+        3009940986,
+        884172805,
+        3134586463,
+        1896640741,
+        1951622258,
+        3818751434,
+        3774872157,
+        4265178116,
+        22018610,
+        2771183949,
+        1092356279,
+        3626563666,
+        3056832186,
+        466823777,
+        26528483,
+        3306111213,
+        2787064354,
+        1301381161,
+        1357275651,
+        3729056079,
+        3637929366,
+        118695465,
+        3561014385,
+        3485944733,
+        1880147723,
+        2851148920,
+        566721308,
+        1585692209,
+        2174728738,
+        3332856867,
+        3012044400,
+        594669592,
+        1085256034,
+        1911387417,
+        1808424278,
+        49725467,
+        3671361089,
+        3018318529,
+        1321357173,
+        1264096094,
+        2609276892,
+        3780658123,
+        3493487793,
+        1968502013,
+        1590268860,
+        1027860715,
+        3864311766,
+        3552593723,
+        3210731206,
+        2822056447,
+        2307565781,
+        3348916517,
+        4141557819,
+        1845648049,
+        3846513828,
+        4062979700,
+        1920414511,
+        419748265,
+        2517978192,
+        2209214935,
+        4000522468,
+        3350224734,
+        1274601663,
+        238404923,
+        2695642219,
+        3189244541,
+        1576264231,
+        584860670,
+        1162133805,
+        1888475678,
+        1657591314,
+        1973127602,
+        4181341606,
+        328594839,
+        2972579801,
+        64884668,
+        57352394,
+        3366585502,
+        1332667901,
+        259198561,
+        2770398609,
+        2623481028,
+        4151229829,
+        4187964972,
+        1479448580,
+        3089063047,
+        3738968187,
+        2316267302,
+        1628900130,
+        57574938,
+        3860463424,
+        2550525000,
+        1378666729,
+        440952975,
+        3063789057,
+        2162250394,
+        392699033,
+        1437494348,
+        3730138982,
+        843908175,
+        1654216796,
+        1149264807,
+        3269464133,
+        1643181417,
+        223165507,
+        1833610851,
+        2905543205,
+        1581267380,
+        552340655,
+        141518224,
+        1375368123,
+        1797843945,
+        105854190,
+        3107423202,
+        1729432723,
+        1453922408,
+        421285811,
+        4260773214,
+        1663467292,
+        3010424040,
+        998308271,
+        1531244161,
+        441858737,
+        1026159130,
+        3807950868,
+        2102254140,
+        651977202,
+        2742723439,
+        3026135341,
+        3429613629,
+        3093870412,
+        3975773274,
+        1843002010,
+        218264968,
+        213172249,
+        878259451,
+        3304491193,
+        592609509,
+        1227930501,
+        2939504209,
+        1028100527,
+        910420457,
+        4249171053,
+        2436625031,
+        280632582,
+        3824207624,
+        3808044241,
+        1540222143,
+        130394784,
+        3235395054,
+        1855681800,
+        285255351,
+        2006409572,
+        1456272851,
+        1035666983,
+        1012020147,
+        1728317729,
+        2980706887,
+        3022227688,
+        3391984528,
+        379619077,
+        2645906665,
+        1698735140,
+        821721005,
+        920711771,
+        722909650,
+        18039109,
+        2815813575,
+        1976471014,
+        354541559,
+        1674510917,
+        678839048,
+        3832607702,
+        4010081893,
+        1057864545,
+        317734621,
+        3197537114,
+        372364370,
+        2227253439,
+        36215654,
+        477947141,
+        3408831109,
+        913622025,
+        2005920223,
+        1594738861,
+        2510486329,
+        1289342545,
+        2657087163,
+        209514413,
+        2695143954,
+        1593251690,
+        1168296992,
+        3825393452,
+        3829339427,
+        3450734470,
+        3726943420,
+        2873788605,
+        4076445439,
+        1642259085,
+        2820605589,
+        1349230573,
+        2914266145,
+        193008665,
+        2400069287,
+        739496051,
+        3978596673,
+        1734592292,
+        3830180644,
+        687951849,
+        2385518411,
+        3994677982,
+        3353206377,
+        3164975800,
+        2853766442,
+        3048732068,
+        1325296937,
+        2088553967,
+        2507747299,
+        2274111218,
+        2817243984,
+        72033310,
+        2914210511,
+        1525724516,
+        1394521015,
+        186442305,
+        816713634,
+        2091595891,
+        2122879665,
+        3540000281,
+        124073308,
+        1552560750,
+        4215113149,
+        1312110692,
+        1262184467,
+        76709321,
+        3169759337,
+        1789679024,
+        1259840820,
+        1011505219,
+        1791532447,
+        3407943243,
+        772528328,
+        924508991,
+        2418186248,
+        3862012009,
+        4079302195,
+        3496350600,
+        4262944162,
+        861726770,
+        470271259,
+        2830298055,
+        4068995925,
+        1295520851,
+        1695434781,
+        4069470402,
+        1142976013,
+        492294381,
+        3873594410,
+        2525043471,
+        3995502078,
+        2809340295,
+        941315540,
+        2373864457,
+        1434156134,
+        1234185530,
+        2787227707,
+        4036418762,
+        2529809824,
+        4134811789,
+        1906789833,
+        4001687990,
+        1520529512,
+        272516287,
+        1662764451,
+        1228753286,
+        1246993659,
+        877037883,
+        64379529,
+        1609700841,
+        2449854583,
+        2937445549,
+        182121114,
+        2415096642,
+        1326797853,
+        994909645,
+        1728401166,
+        2042093922,
+        2083138154,
+        630862173,
+        1839644782,
+        1106108870,
+        3114161313,
+        1090438833,
+        4163538017,
+        3067452757,
+        3473448680,
+        2712244648,
+        3433442429,
+        3758650831,
+        1920842611,
+        2784630272,
+        3809793223,
+        485700721,
+        2394860714,
+        1191485807,
+        1463231400,
+        1786607131,
+        1627757854,
+        3264969659,
+        3230336784,
+        3221534551,
+        3582581842,
+        2120261546,
+        311188027,
+        384727679,
+        2995099829,
+        2745968316,
+        4257849614,
+        3614085722,
+        319327385,
+        3526297819,
+        1357165933,
+        4161273241,
+        509451631,
+        684166916,
+        1094549025,
+        2340900655,
+        878685951,
+        1079285739,
+        2862658053,
+        2668448333,
+        380528928,
+        4217208245,
+        2802311413,
+        2248154821,
+        3231776626,
+        211925274,
+        2385310660,
+        4135810322,
+        2183561119,
+        372329701,
+        1873336116,
+        3345280608,
+        2404818403,
+        83489739,
+        773594056,
+        3199418238,
+        1593518424,
+        2753303056,
+        3562772212,
+        935855294,
+        1627465530,
+        2356582227,
+        2412204406,
+        3612892106,
+        3582378062,
+        1915113233,
+        3492335241,
+        493539992,
+        4111854657,
+        1577508821,
+        3037703576,
+        2617037207,
+        2337542484,
+        1249034540,
+        682590757,
+        1569972856,
+        3915350413,
+        1925553231,
+        301159787,
+        2156957783,
+        3167039132,
+        1266518600,
+        103091609,
+        6603238,
+        3398481065,
+        1496671537,
+        1237235668,
+        2074950188,
+        459863858,
+        619747929,
+        3239256589,
+        196803419,
+        3252960935,
+        1459794254,
+        3967706347,
+        3765913008,
+        2459110550,
+        309720372,
+        4150471162,
+        3536834001,
+        3611312688,
+        2757603619,
+        4233589760,
+        3138192018,
+        781794088,
+        4267631241,
+        1678966961,
+        1957364830,
+        3614555434,
+        4047113479,
+        2143747495,
+        315790501,
+        3400984168,
+        3772021651,
+        2072010687,
+        2165280713,
+        198382056,
+        3607795865,
+        2619689202,
+        469410151,
+        3678263974,
+        190658400,
+        3876953403,
+        2375580782,
+        3824379237,
+        419148754,
+        225777110,
+        1767601301,
+        1715000632,
+        2103758356,
+        796280675,
+        3861354653,
+        2535720117,
+        282490129,
+        4280453973,
+        1572850125,
+        3926912307,
+        2704865264,
+        685706099,
+        3652913870,
+        4129365562,
+        2144336147,
+        4199977075,
+        3698970464,
+        1850525854,
+        1206240743,
+        3518376768,
+        480369488,
+        5189568,
+        2270418116,
+        351197706,
+        1404922079,
+        1359970593,
+        25133159,
+        2778255563,
+        1905723803,
+        3873039996,
+        2347023852,
+        4121935682,
+        1561583794,
+        232195495,
+        1099088568,
+        3128551111,
+        100
       ],
       null
     ],
     "numpy": [
       "MT19937",
-      "[      8303 3362861772 1619186349 1762601439 1567969946 1320913452\n  808097991 3993093514  203964437 4072637778  354349567  380629158\n 3082602378 1492811957 2661358354 1249590623 2886239270  990864965\n 1924220491 1117017413 2869102568  114579815  997221561 1716370964\n  100154209 3193787998  982404710 1860404313 1073630932 4015033793\n 1056096168 3689842023 1077486740 3341954026 4020896783 3063022815\n 2319528021 1962385784  560690659 2930834870 2206559276 2815052879\n  130043787 3393045762 2815640209  452914988  784787594 2058459297\n  522114896 1804911297 1630115314  877409298 1852583246  102115168\n 3580881174 1417032320 1630533149 2372212037 1781883965 2270734311\n  186043029 4168788486 1870971191  457187469 1905478881 1029780641\n 2565532871 2731005692  869777530 2775988839 3249018655 3446872659\n  531509720  894321281  654198319  891934678 2363338170 2507473381\n  377446257 1382752484 1528924073 2070637977 1311806794 2451376618\n 1427771612  945417350 1522009908 3572053312 2253905607  977621266\n 3845758580 3469358158 3051280317 2090423736 2607666011 1809711996\n  853558705 2879273014 3672899814 1306126268 1713869557 1877839529\n  279523502 3666825997  459293422 2370684495 1189704139 1015349021\n 1120545757 2386561593 2421857461 4003382178 1622890485 3282519989\n 1952035136  738572312 2523822572  911767899 2136380509 1896989891\n 1469870850 3009084328  221856908 3441096631  270470784 1619212541\n  740841450  576514513 3632273653 1855946639 1695699336 3030088848\n 1996507166  646843328 2358534982 1183223387 2981778442 2176020401\n 3296124201 3815160861 2131117666  702136476  524319258  612243153\n 2880166405 2628502612 1647344768 2202609784 2245804726 1921295769\n 3525029262 4020694584 1240895711 3219125807 1163212123 1637955357\n  484227752 2106690789 2031000210 3514869662 1388324497 1214400369\n 1527848914 4203641314 1519812457 2741431469 3641575601 2047783137\n 1519626504  754352694    6964728 2468828035 3468360593  426009415\n 1756179121 1660553247 3150922374 2230969029 1482946613  414236983\n 3517164135  612220457  796850147  989153350  140311126  788581031\n 4132721565 1096190993 2894713612 2176107331 2878722659 2354637316\n 3799747358 2180737074 3963734962 2848855704 3734852998 2038033214\n  783779745 1197780044 1023946793  320860662  164699352 2983721475\n   17247281  533834018 3106467128 3903824561 1446671114  367871784\n 1942584218 1189132282  620423643 2803988284 1136015948 1345533496\n 2479351381 1216573484    1988507  303531010  754591654 3144907611\n 2902543355  318389020 3558821612 1847659564 1942545315 3246490061\n  456226090  509391991 3127370457 3143677006 2880949988 3448223655\n 3981326494 1148410844 2092401693 3604880377 3731870864 1860602350\n 3125695291 3187627886 2407156366  653809199 1969367167  450324651\n 3735867245 1764865373 3761162820 4171681276 2483404181 1541053582\n 3606137959  902867057  747499155  313576446 3101518390 1151122309\n 3268124694  261383756 1818167552 1213667178 3989930301 2726571133\n 2775483939   21599502 3727576464 2462926602  389566260 1711674513\n 3512151518 3153813056  460030746 3897140307 1277994146  908931170\n  963021246 1901922059 3955106312 1418220142 1659825635 3200240963\n 4014654655  485243719 1742562079 3526699507 3355114702 2632610560\n 1561948906 2717326040 3620881188 4126498438  184973469 1482988566\n 2950358329 2930115694 1859226564 3403387618 2053266671 3742107921\n 1209546566 3725840176 1712851789 2224824875  453012573  330532578\n 3778095708 1688965038 1230854207 2009005995  718461256  208618143\n 1491427571 2449392307 4002056719  383575031 2867208367 1963096702\n 1795247193  533084151 1491616947 1497652603 3562351716   86942950\n 2347771394 3289710405  466562532 1233657915  898220586 3748140507\n 2427008898  636905163 1254503011 1238782967 3895969628 4283203786\n 4221133213 2886931111  922986859 1879645066 2015511083 1108514279\n  618085140 3306423355  883925872 2144496777 1641126658 1153156234\n 2651844403  430020786 3696656792  683284102 3441596990 1725726834\n 2632006081 1159341650 1377340195 2886866895 3027966535 3917695904\n  968627127  734115740 3287543286 3074949140  537776154 2995193263\n 3574191023 2832961611 3705012029 3367494375 4248078694 1627669324\n 3788358613 3604335331  940239830 2942210789 1161729435 3740692795\n 2455348370 4133420619 1569119204 2972012502 2050815010 1235750478\n 3072257451 2550281774  856747230 1451377433 3438563836 1849610784\n 3357774219 1503802415    2962862  592596271 3943668757 2756336697\n  105838547 2324476620 3235171028  878843746  618966330  595747699\n   97437937  515195304 3376271580 1145290896 2696909771 3358253284\n 2241289147 1121727126 1309918765 1578024183 4054463658  720648522\n 1846097360 4230354452  729417651  791205440 1367656674 2065284658\n  257316547 3839072148 1555799865 4173515455 1048353236 4198966861\n 3316898928 3423897098 4128420921 2104108687 1063597492 2492958131\n  170555781  745349162 2255105092 2541678417 1114429555 2011457711\n 3454299228 2209782322  652117672 4201843201 2110523012  446611764\n 2926776128 2841467079 1337488503  559094349 3539441441  897438763\n 1650244025  570474331 1882207147  810573271 1456346777 1200505791\n 1603496382  284750116 3007277310 3591850295 3720918864 4052795532\n 1561428281 1050080487 2700034035 4080219366 1757769003 2977271141\n 1037953655 3360174536 2813217261 1188893730 2515840679 2105685490\n  820204985 1453315288  333847673 3528785562 4193735995 4021786871\n 4076203556 1854592580 3780409371 2202024795 1401490689 2819039973\n 2228184585 3518768958 1055269369 4073237030 1866198915 1516245557\n 2165376112 1043711207  669470737 3834818980 4270028755 3417085697\n 2968889276   98688489 2403155937 3448746372 3462613817  386185689\n 1027700117 1171464898 3241939945 2797737805 2687859495 3456328854\n 3023924679  408796600 2542490520 2599118787 1538079271 2122336513\n 2393755396 2139546979  514323376 3816576631 2541629900 2450712143\n 2261717867 3572816760 4067191955 1657792221 1586877146 2800772470\n  961486036  745526709 2507157371 1459191248 1903853193  683849149\n 4231977639 1380583627 2339345354  596858881 3074507647 3460859756\n 3139491815 3938565238 3481073991 1049607667 1359085055  547890519\n 2545110133  417979414 1202035922  856214628 2660641178  816366367\n 3973682275 1893657609 2826660178  624713403 2057336051 2323752871\n  962687815 3843324978 1759656581 3157113925 3518908725 1572522625\n 2056283828 3437388958 4185176359  572346731 2215666799 2603677242\n 3382517330 2691518768  468897014 1496614219  705901168 2158024815\n 3124935233 2379635120  930064252 2215801391  362554117  645562430\n 1722271932 2211076568 3051429706 1988551089 1573797050 3992652562\n 3060693249 2876070780 3498936580 3109867794 1156582816 4117203926\n 3934399067 1986776843 1268452166  270890072 3094479118 3739080723\n 1318506664 3083453958 2544846318  503702647 1926747215 2246476579\n 2986698595 3759912100 2737612611 1155975174  474590245 3878926844\n 2414533375  801426742 2398150324  724649525 2960527953 1386784808\n 3282520983  964626383  888462871 3054956672 2303752120 4209494225]",
+      "[     22934 3945700911 2671637342 1915830095  191936458  341417143\n 2033828665 3016424735 3092603257 4181149840 3903540489 3407199997\n  599541826 2915161111 4035635543  251134515  879438127 4221200028\n 3341718477 1964740185 4151591116 4046805184 1742823429 3899196843\n 3977126752 3543724328 2327062801 1184128922 1089514307 4050117415\n 1015472466 3507079033 2700213570 3972016737 3207408332 2891719017\n 1546154587  429737895 2952176649 2321914750 2326770708 4081832663\n 3297354190  444500748  162154472 3355543221  816548860  628889243\n  877321815 2061977476 1395156139 3849630021 1523738322 1104051316\n  977581919 3671535538 2034403853 1232397045 2906529406 3174458151\n  327609045  800695110  730325212 3656741643 3718097512 2622783352\n 3655636324 3572764902 3013097373 3928688896 3991021941 3433333205\n 2604449718 4017813069 3983862544 2993875402 2867479604 1919405979\n 1447318032   55998980 2659600356 1723757583 2309048280 2332754773\n 2340610215 3579702894 4087506519 1143034747 1999124858 4294869216\n 2090292457 1451010019 3291754118 3072231382 3163032322 2089768799\n 3856713334 3306547594 2858316911 4002235492  170400775  822332968\n 3807100462 3741523240 2533590367 1481466650 1515097361 1173043131\n 1958053582  879490840 1467765990 3553500818 3768887461 1673617391\n 3743627096 3372321370 1964258961 1075615557 1796674122 3169934094\n 1111906356 2422745698 1617303642 3117240162 3642405212 3725382136\n  424356741 2174048504 4083148066 2254114694 3654730646  360245068\n 2408508800 1997293263 1633562060 2370160488 1076193114 2324593264\n 1524322692 2378848004  579898346 2303552991 3630341567 3312834491\n 2113377320 2316723646 2406203326 3443671487 2356513728 4235785759\n 3794933154 2394731036 3533067374 3547899034  182309367 4037150222\n 1266964669 1540857545 1468181894  672970210 2178397386 4216413065\n 1776023572  538910188 3032357568 2661310767  226651239 2336810058\n 2481232144 1989740227 3058400564 2252623097 2231481011 4045617538\n 4214405523  323044991  150194123  413562568 1857414554 2967505370\n 3611491052 1983899648 2657489435  681805204 2718689308 1320985231\n 1565270208 3721868768 4008951371 1257675557 4199381490  946476500\n  274010468 2711249205 1013959285 2426830316   76942762  875126487\n   66353817 1262436388 3863682145  746628467 1903219241 3239203475\n 4233733020  356951432  439162742 3784468573 3677322214 3796660010\n 2244201727 3856549284 4287158967 4176780761 1777463768 1875938420\n 3953461249 1500724131 4006492612  481905502  906103538 3410482263\n 3796089346   88730692 3413547956  891379476 3684186054 3142151836\n 3732747066  979220322 2311769232  343595137  702248141 2729560778\n 1092749778  846515242 3061647230 1824084185 1732804134 1915594066\n   46179759 2322925052 2454866984 2455799685  290306103 2831162792\n 3947998984 4214485838  198062937 4114867222  829110851 3176192106\n 3213691396 3677104987 1795633846 2868638258  693255664 1109909681\n 3586774642 3850048664 1540560171 2093012119 2180130356 2926967381\n 2212844635 2651646246 3554164798 3428646428 1804065351 2689766571\n 3468826811 3201710503  518065193 1063960126 2157854088 1411588741\n 2700165928  709294759 4172628985 1958386873 3565571504 1551266744\n  347646487 1518496558 1125740967  979742107 2537714245 1347425826\n 3932583919  672046397 2828316467 2327926904  435630918 2011279811\n 3363435696 2432063174  352002172 3738840597  962065880 2334955363\n 3577848689 3548086055  817852002  172425177 2547847885  284308444\n 2287153918   67107487 2138437871 2722403611 1485321491 3718353745\n 2278818450 3723760649 4098573100 1391372742  158694335 2429291160\n 2489489920 1566561801 1519499880  488619438  298448104 2870331595\n 1904920977 1418696469 3322695722  920687220 3324370188 3483778868\n 3538706685 2249995137 2907074299  586943114  819594176  205863951\n 3705518651 2208985449 1725825929 3727896059 4019379244 4128179936\n  315765733 4059498416 1668929015  340529511 2770599421 4028214774\n 2515320837  224166688 3716930814  140285488  876016208 1636461297\n 3144065554  178815411 1908996099  286321711  324753137 2435270524\n 1714660382 2249021604 2084491496 2767461976 2231641326 1155063433\n 2925434134 3970205267 3573141248 2741782688 3238353756 2560353518\n 1970773648 3724814762 1099883043 3679546081 1568677538  241586888\n  337883746 1161417765 1062467504 4051560941 1985981028  716261464\n 3524305976  705781704 3818181482 2193201904 1002677502 4067297211\n 1569883422  199564738 4137652498 3574421054 1226091675 2512159821\n 3898047415 3450020753    6564904 3627996503  910172084 2251282325\n  610328357 3886405676 3798496031  781412257   67374363 2153357374\n 1270895940 1097241298 3117406681 3818137602 2531480321 3090242764\n 2277891300 2257665629 2588374043 3556847742 1456867315  474981917\n 2451378197 1471457720 4180277411  268220615 2399692587  195339734\n 2240738584 3729235693 3335590802  149705442 2579867352 4181426097\n 3249382634  622969502 2982828040  238557093 3796607693  496597755\n  289069501 4209577544 3198535759 3853794586 1283292567  215077865\n 1888439721  414223621  809652663 4159057394 3925678805 3356630575\n   75461918 3620226201  653229190 1976162467 3254725552 3455322726\n 3214616737 2171290904 1392717580  969574124 1871677672 3729045178\n 2180258251 1738129180 2629430593  371750976 2953949970 2503948067\n  609774297  536824434 1605198544 1761662796 1067984953 1080910166\n 1369438253  689993527  270301583 1060273736 3363331142  583030296\n  513593688 3645813145 2890759588 3931794017  424176782 2609697771\n 3545648595 1902183671 2443746550 3996156461 3859807248  985243754\n 2633696702 3175014681 3691201685 3038271261 4010997803  576803257\n 3979362543 3174820623 2731062037  984021256 2925365790 1888779011\n  360094658  192169859 4156183465 1961819661  177383608 3845065365\n  710112556  550881371  990757095 1660533796 1933183387 3225368005\n 2904633122 3660560805 3132626564 1415092965  504701436 1802126965\n  500031950   78861905 1546217729 1686597389 1026571722 3718216897\n  184421530 2603574483 2220728711 3674466444  803752319 3430086704\n 2106865973 1585670043 1769950170  902701696 2085232282 3990620226\n 1040256193 3414446914 3465126851 2670681311 3966560849 2426164859\n  558096607 2906132766 2685058608  795069919 3500511777 1131731857\n 3884626424 1423215920 3217158015 3105383292 4098863330 3409982450\n 2746710339 2215485908  433480094 1059328903 3026187637 1853458726\n 3563715991 3851501977  295718392 2143321359 3175077566   54416997\n 2627151123 3656301296 1575014171 4198277503 3871020074 4273465196\n  292665355 1772650904 4093969567 3853930447 1882565056  223036522\n  489994776 4094444991  307044724 1501645069 2406301702 2105042911\n 1864944354 4292905180 4008597833 2060965505 3597804240 2809113232\n  324300780 1873376879 1665046970 3222584348  431214993 1175406988\n 1363115001  187409201 3840122287 4242686775 2712099296  592341639\n 3265480865 2159565897 2620231415 1143834122 2432616377 3884245546\n 4019465617 2832670463 1365221687 2021294773 2603870060 3193319119\n 4205260363 4289842387 1634803836 2607790270 2048163994  187085462]",
       624,
       0,
       0.0
     ],
-    "mlx": 1758816679,
+    "mlx": 1766497666,
     "mlx_key": [
       0,
-      1758814100
+      1766461675
     ]
   },
   "training_args_snapshot": {
-    "output_dir": "outy1266_align_last29",
-    "max_kv_size": 1536,
-    "model_path": "/Users/adeelahmad/.cache/lm-studio/models/lmstudio-community/Qwen-4B-Thinking-2507",
-    "ref_model_path": "/Users/adeelahmad/.cache/lm-studio/models/lmstudio-community/Qwen-4B-Thinking-2507",
+    "output_dir": "outy1266_align_last32",
+    "max_kv_size": 1024,
+    "model_path": "/Users/adeelahmad/.cache/lm-studio/models/lmstudio-community/Qwen-4B-Thinking-2507.z",
+    "ref_model_path": "/Users/adeelahmad/.cache/lm-studio/models/lmstudio-community/Qwen-4B-Thinking-2507.z",
     "draft_model_path": null,
-    "punish_reopen_think": -8.0,
+    "punish_reopen_think": -10.0,
     "punish_reopen_answer": -9.0,
     "low_band": [
       0,
@@ -661,18 +661,23 @@
     ],
     "mid_band": [
       16,
-      27
+      23
     ],
     "top_band": [
-      28,
+      24,
       35
     ],
-    "low_mul": 0.25,
-    "mid_mul": 0.75,
-    "top_mul": 1.0,
-    "head_mul": 1.0,
-    "train_layer_start": 20,
+    "low_mul": 0.1,
+    "mid_mul": 0.95,
+    "top_mul": 1.5,
+    "head_mul": 1.2,
+    "train_layer_start": 22,
     "train_layer_end": 35,
+    "think_length_target_min": 8,
+    "think_length_target_max": 64,
+    "think_length_penalty_strength": 0.8,
+    "think_length_penalty_type": "exponential",
+    "enable_think_length_penalty": true,
     "run_server": false,
     "use_paged_kv_cache": true,
     "kv_cache_block_size": 16,
@@ -683,18 +688,18 @@
     "benchmark_split": "test",
     "benchmark_prompt_key": "question",
     "benchmark_answer_key": "answer",
-    "benchmark_samples": 999999910,
+    "benchmark_samples": 10,
     "benchmark_max_new_tokens": 196,
     "benchmark_temperature": 0.0,
     "benchmark_top_p": 1.0,
     "benchmark_top_k": 0,
     "benchmark_use_chat_template": true,
     "benchmark_stop_on_error": false,
-    "min_think_tokens": 64,
+    "min_think_tokens": 16,
     "think_end_early_bias": -12.0,
     "bias_answer_start_after_min_think": true,
-    "train_dataset_path": "/Users/adeelahmad/Downloads/cbaxx-out/train.jsonl",
-    "val_dataset_path": "/Users/adeelahmad/Downloads/cbaxx-out/valid.jsonl",
+    "train_dataset_path": "strat/train.jsonl",
+    "val_dataset_path": "strat/valid.jsonl",
     "dataset_name": null,
     "dataset_config": null,
     "dataset_train_split": "train",
@@ -703,25 +708,26 @@
     "dataset_answer_key": "completion",
     "dataset_filter_keywords": [
       "http://",
+      "**other**",
       "https://",
       "png",
       "jpg",
-      "json",
-      "JSON"
+      "Another way",
+      "Adeel"
     ],
     "max_prompt_len": 350,
-    "max_gen_len": 128,
+    "max_gen_len": 384,
     "system_prompt": null,
     "think_start_tag": "<think>",
     "think_end_tag": "</think>",
     "answer_start_tag": "<answer>",
     "answer_end_tag": "</answer>",
-    "think_boost_tokens": 128,
-    "think_temperature": 0.15,
-    "answer_temperature": 0.08,
-    "sampling_top_p": 0.8,
-    "sampling_min_p": 0.05,
-    "sampling_top_k": 50,
+    "think_boost_tokens": 1,
+    "think_temperature": 0.35,
+    "answer_temperature": 0.2,
+    "sampling_top_p": 0.6,
+    "sampling_min_p": 0.0,
+    "sampling_top_k": 60,
     "repetition_penalty": 1.1,
     "repetition_context_size": 20,
     "hard_mask_mcq_first_token": true,
@@ -735,34 +741,95 @@
     "bias_answer_start": 6.0,
     "punish_extra_think_end": -12.0,
     "bias_eos_after_answer": 3.0,
-    "allow_tool_calls": false,
-    "tool_call_penalty": 1.0,
-    "reward_content_type": "smart",
+    "allow_tool_calls": true,
+    "tool_call_penalty": 0.0,
+    "reward_content_type": "steps",
     "reward_format_weight": 0.05,
     "reward_content_weight": 0.7,
     "think_reward_weight": 0.25,
-    "think_len_min": 64,
-    "think_len_max": 1024,
+    "think_len_min": 16,
+    "think_len_max": 64,
     "non_ascii_penalty": 1.0,
     "off_topic_jaccard_threshold": 0.05,
     "off_topic_penalty": 1.0,
-    "ban_keywords": [
-      "http://",
-      "**other**",
-      "https://",
-      "qwen",
-      "png",
-      "jpg",
-      "Another way",
-      "json",
-      "JSON",
-      "Wait",
-      "Online",
+    "ban_keywords": [],
+    "ban_penalty": 3.0,
+    "ban_phrases_for_bias": [
+      "I think the answer",
+      "I believe that",
+      "In my view",
+      "From what I can tell",
+      "It seems to me",
+      "It appears that",
+      "My understanding is",
+      "As far as I know",
+      "Let me start by",
+      "Let me first",
+      "I should probably",
+      "I need to figure out",
+      "I'm trying to",
+      "I'm going to try",
+      "I'll attempt to",
+      "Confused",
+      "stuck",
       "frustrated",
-      "confused",
-      "must have an answer"
+      "frustrating",
+      "Alternatively",
+      "Actually",
+      "Probably not sure",
+      "Uncertain about",
+      "Unclear whether",
+      "I'm guessing that",
+      "maybe this is",
+      "Could be that",
+      "Might be because",
+      "I'm not 100% sure",
+      "I'm not sure if",
+      "I'm not certain",
+      "Hard to say",
+      "Difficult to tell",
+      "Circular reasoning detected",
+      "In some way or another",
+      "Magically works",
+      "For some unknown reason",
+      "Too complicated",
+      "It just somehow",
+      "Something seems off",
+      "False assumption",
+      "Insufficient information to",
+      "Wait, what if",
+      "Wait, actually no",
+      "Wait, on second thought",
+      "Hold on, maybe",
+      "Hmm, perhaps",
+      "Or wait, could",
+      "Looking at this more closely",
+      "Upon further reflection",
+      "Taking a step back",
+      "Thinking about it more",
+      "Now that I consider",
+      "When I really think",
+      "If I had to guess",
+      "To be completely honest",
+      "In all honesty",
+      "You know what",
+      "The thing is",
+      "What I mean is",
+      "In other words",
+      "Put simply",
+      "Basically what happens",
+      "Long story short",
+      "At the end of the day"
     ],
-    "ban_penalty": 1.0,
+    "encourage_phrases_for_bias": [],
+    "encourage_think_bias": 4.5,
+    "ban_think_bias": -3.0,
+    "symbolic_bonus_per_token": 0.07,
+    "max_words_per_think_line": 12,
+    "verbosity_penalty_per_word": 0.01,
+    "min_unique_token_ratio": 0.75,
+    "low_diversity_penalty": 0.5,
+    "telegram_style_bonus": 0.25,
     "use_lora": false,
     "lora_rank": 8,
     "lora_alpha": 16.0,
@@ -777,30 +844,30 @@
       "up_proj",
       "down_proj"
     ],
-    "num_rollout_samples": 3,
+    "num_rollout_samples": 2,
     "ppo_batch_size": 1,
-    "grpo_beta": 0.085,
-    "learning_rate": 1e-07,
+    "grpo_beta": 0.005,
+    "learning_rate": 3e-05,
     "optimizer_beta1": 0.9,
     "optimizer_beta2": 0.95,
     "optimizer_weight_decay": 0.05,
-    "grad_clip_norm": 0.25,
+    "grad_clip_norm": 0.35,
     "save_optimizer_state": false,
     "lr_schedule_config": {
       "name": "cosine_decay",
       "arguments": [
-        1e-07,
+        3e-05,
         60000,
-        1e-08
+        5e-08
       ],
       "warmup": 4000,
       "warmup_init": 1e-08
     },
-    "grad_accum_steps": 2,
+    "grad_accum_steps": 1,
     "num_training_steps": 45869,
-    "save_every": 10,
-    "eval_every": 9999999999999999990,
-    "seed": 8303,
+    "save_every": 5,
+    "eval_every": 10,
+    "seed": 22934,
     "shuffle_data": true,
     "use_grad_checkpointing": false,
     "grad_checkpoint_layers": 0,
@@ -808,7 +875,7 @@
     "early_stopping_threshold": 0.005,
     "min_trainable_layers": 4,
     "use_custom_batch_builder": true,
-    "invalid_sample_layers": "34,35",
+    "invalid_sample_layers": "33,34,35",
     "invalid_sample_frequency": 2,
     "log_samples_every": 1,
     "max_logged_samples": 50,
@@ -819,15 +886,15 @@
     "quantized_kv_start": 10,
     "verbose": true,
     "use_wandb": true,
-    "wandb_project": "reasonable-qwen3-4b-mlx-int",
+    "wandb_project": "reasonable-qwen3-4b-mlx-two",
     "wandb_entity": null,
     "wandb_run_name": null,
-    "resume_from_checkpoint": "/Users/adeelahmad/work/SiLLM-examples/helpsteer/mlx-grpo/outy1266_align_last29/checkpoint_20250926_012807_shutdown_signal_update_620",
+    "resume_from_checkpoint": "/Users/adeelahmad/work/SiLLM-examples/helpsteer/mlx-grpo/outy1266_align_last32/checkpoint_20251223_144746_periodic_update_20",
     "allow_cross_arch_ref": false,
     "align_bridge_path": null,
     "align_bridge_weight": 1.0,
     "align_pool": "mean",
     "align_after_tag": "</think>",
-    "effective_batch_size": 6
+    "effective_batch_size": 2
   }
 }

xspecial_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}