Upload 27 files

.gitattributes

@@ -38,3 +38,9 @@ deepseek_local_comparison_results.png filter=lfs diff=lfs merge=lfs -text
 model_comparison_results_1.png filter=lfs diff=lfs merge=lfs -text
 model_comparison_results_2.png filter=lfs diff=lfs merge=lfs -text
 model_comparison_results.png filter=lfs diff=lfs merge=lfs -text
+saved_models/sft_training_curves_20251002_172157.png filter=lfs diff=lfs merge=lfs -text
+saved_models/training_curves_20251002_160458.png filter=lfs diff=lfs merge=lfs -text
+saved_models/training_curves_20251002_205221.png filter=lfs diff=lfs merge=lfs -text
+saved_models/training_curves_20251003_024433.png filter=lfs diff=lfs merge=lfs -text
+saved_models/training_curves_20251004_172613.png filter=lfs diff=lfs merge=lfs -text
+saved_models/training_curves_20251005_191820.png filter=lfs diff=lfs merge=lfs -text

saved_models/gpt_model_enhanced_stop_20251003_153246.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2bc26b8c795bab9a38a73874c3a003b0e73eb4f727bdab7be40dd200fc380a0
+size 298169487

saved_models/gpt_model_enhanced_stop_20251003_174251.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f465231d814ac9b63f2cbd1e8dcf5f819fcdd5cc21c5f005028f695eb1a6e0e6
+size 291340431

saved_models/gpt_model_enhanced_stop_20251003_200243.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35d00022f33fc404502940a89fb5174b7a12a0dab2834b1ef5ecbcd6f7219c2
+size 304654927

saved_models/gpt_model_enhanced_stop_20251004_181034.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3772617c56e4ccb0994c3689c05145463eb3009745fd50570ff7e9a24f3923
+size 294366287

saved_models/gpt_model_enhanced_stop_20251005_192151.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f01ff913fd88c2767b68303fe3d52f9ceef6a6e901b45e822567e1afd4d630
+size 298688591

saved_models/gpt_model_final_20251002_161708.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d4250945f289498e144bdfa2568bde07bcf43ff34980ec551871484fab42fb
+size 379055071

saved_models/gpt_model_final_20251002_205242.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe0c0612d21f8b7b4556d635a90f7162a4fc7795773bdb076cf193c7882255d
+size 379055071

saved_models/gpt_model_final_20251003_124248.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b7c8eb8ff2ab38d5b531767e177f02a2cd6d8e294884fa01d20d86ab99868c
+size 332664287

saved_models/sft_training_info_20251002_182031.json

@@ -0,0 +1,18 @@
+{
+  "timestamp": "20251002_182031",
+  "current_iteration": 5000,
+  "final_iteration": 5000,
+  "hyperparameters": {
+    "batch_size": 32,
+    "block_size": 512,
+    "d_model": 512,
+    "h": 8,
+    "Nx": 6,
+    "dropout_rate": 0.2,
+    "lr_rate": 0.0001,
+    "training_type": "SFT",
+    "cot_samples": 1000
+  },
+  "training_time": "2025-10-02 18:20:32",
+  "training_type": "SFT"
+}

saved_models/training_info_20251002_161708.json

@@ -0,0 +1,15 @@
+{
+  "timestamp": "20251002_161708",
+  "current_iteration": 10000,
+  "final_iteration": 10000,
+  "hyperparameters": {
+    "batch_size": 32,
+    "block_size": 512,
+    "d_model": 512,
+    "h": 8,
+    "Nx": 6,
+    "dropout_rate": 0.2,
+    "lr_rate": 0.001
+  },
+  "training_time": "2025-10-02 16:17:09"
+}

saved_models/training_info_20251002_205242.json

@@ -0,0 +1,15 @@
+{
+  "timestamp": "20251002_205242",
+  "current_iteration": 10000,
+  "final_iteration": 10000,
+  "hyperparameters": {
+    "batch_size": 32,
+    "block_size": 512,
+    "d_model": 512,
+    "h": 8,
+    "Nx": 6,
+    "dropout_rate": 0.2,
+    "lr_rate": 0.001
+  },
+  "training_time": "2025-10-02 20:52:43"
+}

saved_models/training_info_20251003_020629.json

@@ -0,0 +1,16 @@
+{
+  "timestamp": "20251003_020629",
+  "iteration": 297,
+  "train_losses": [
+    9.135263471603393
+  ],
+  "valid_losses": [
+    9.137469944953919
+  ],
+  "train_ppls": [
+    9276.721452517138
+  ],
+  "valid_ppls": [
+    9297.212889773891
+  ]
+}

saved_models/training_info_20251003_020818.json

@@ -0,0 +1,16 @@
+{
+  "timestamp": "20251003_020818",
+  "iteration": 417,
+  "train_losses": [
+    9.131195340156555
+  ],
+  "valid_losses": [
+    9.134268293380737
+  ],
+  "train_ppls": [
+    9239.059189712
+  ],
+  "valid_ppls": [
+    9267.494053564746
+  ]
+}

saved_models/training_info_20251003_021708.json

@@ -0,0 +1,28 @@
+{
+  "timestamp": "20251003_021708",
+  "iteration": 1912,
+  "train_losses": [
+    9.134580550193787,
+    5.869582514762879,
+    5.5604641020298,
+    5.282446354627609
+  ],
+  "valid_losses": [
+    9.125736680030823,
+    5.978839534521103,
+    5.5966400253772735,
+    5.448123054504395
+  ],
+  "train_ppls": [
+    9270.388343580242,
+    354.10111741566493,
+    259.9434486147166,
+    196.8508537871248
+  ],
+  "valid_ppls": [
+    9188.763703583847,
+    394.9817394219924,
+    269.51930633160225,
+    232.32170125491427
+  ]
+}

saved_models/training_info_20251003_022538.json

@@ -0,0 +1,44 @@
+{
+  "timestamp": "20251003_022538",
+  "iteration": 3625,
+  "train_losses": [
+    9.132858023643493,
+    5.998576678037644,
+    5.513576445579528,
+    5.219495766162872,
+    5.244669423103333,
+    5.252831830978393,
+    5.0975641715526585,
+    5.109532077312469
+  ],
+  "valid_losses": [
+    9.130632095336914,
+    6.077304810285568,
+    5.67069188117981,
+    5.482845658063889,
+    5.408580594062805,
+    5.219080436229706,
+    5.178996448516846,
+    5.1929361116886135
+  ],
+  "train_ppls": [
+    9254.433598707652,
+    402.854992879087,
+    248.03663216001516,
+    184.84095750340347,
+    189.5531429813315,
+    191.10668474373148,
+    163.62286426959807,
+    165.59285209010247
+  ],
+  "valid_ppls": [
+    9233.856802731327,
+    435.8529040032509,
+    290.23527326329105,
+    240.5302011247121,
+    223.31438884745674,
+    184.76420346110612,
+    177.50458658850164,
+    179.99626698242258
+  ]
+}

saved_models/training_info_20251003_124248.json

@@ -0,0 +1,92 @@
+{
+  "timestamp": "20251003_124248",
+  "iteration": 10000,
+  "train_losses": [
+    9.129518022537232,
+    6.249767727851868,
+    5.751644665002823,
+    5.432924321889877,
+    5.380447548627854,
+    5.287347407341003,
+    5.201901209354401,
+    5.206252094507217,
+    5.128036706447602,
+    5.146241910457611,
+    5.054771481752396,
+    5.089460607767105,
+    5.142615798711777,
+    4.971773710250854,
+    5.018589770793914,
+    4.986998063325882,
+    4.901928544044495,
+    4.924854670763016,
+    4.882941116094589,
+    4.833026471734047
+  ],
+  "valid_losses": [
+    9.130995869636536,
+    6.351803512573242,
+    5.781590422391892,
+    5.6069504833221435,
+    5.517809283733368,
+    5.369585566520691,
+    5.316266185045242,
+    5.262127176523209,
+    5.158866701126098,
+    5.103218721151352,
+    5.177156277894974,
+    5.101760529279709,
+    5.106319153308869,
+    5.066332763433456,
+    4.955312205553055,
+    4.9866281771659855,
+    4.9465500092506405,
+    4.944554382562638,
+    4.932551403641701,
+    4.939222619533539
+  ],
+  "train_ppls": [
+    9223.57534224239,
+    517.8925186892013,
+    314.7078238326993,
+    228.81740373538926,
+    217.11942518452676,
+    197.81799827534553,
+    181.61720617786816,
+    182.40912330469595,
+    168.68561335377868,
+    171.78469345781065,
+    156.76870174157824,
+    162.3022938421263,
+    171.1629109708002,
+    144.28257602921107,
+    151.19792963990514,
+    146.49599106312616,
+    134.54901333118875,
+    137.6693328098662,
+    132.01837482188307,
+    125.59048210376211
+  ],
+  "valid_ppls": [
+    9237.216453562814,
+    573.526138433827,
+    324.27451396569484,
+    272.31254886498004,
+    249.08875624475485,
+    214.77383978784715,
+    203.62217332242238,
+    192.8913691934505,
+    173.9671870269423,
+    164.55069864162073,
+    177.17824821424654,
+    164.31092700939686,
+    165.06166862379737,
+    158.5916664602556,
+    141.92690982608215,
+    146.44181424379707,
+    140.68875079955296,
+    140.40826853578682,
+    138.73302511680404,
+    139.6616371202669
+  ]
+}

saved_models/training_info_20251004_181034.json

@@ -0,0 +1,92 @@
+{
+  "timestamp": "20251004_181034",
+  "iteration": 10000,
+  "train_losses": [
+    5.384823150634766,
+    4.10352410197258,
+    4.082370533943176,
+    4.081991443634033,
+    4.115782041549682,
+    4.035000920295715,
+    4.043951436281204,
+    4.0193834912776945,
+    4.050422257184982,
+    4.007429542541504,
+    4.026445609331131,
+    4.0093786239624025,
+    4.013193726539612,
+    3.999409407377243,
+    3.996302636861801,
+    3.9996998167037963,
+    3.9200201332569122,
+    3.9437547767162324,
+    3.8990400445461275,
+    3.922501788139343
+  ],
+  "valid_losses": [
+    5.368972723484039,
+    4.169427636861801,
+    4.154992059469223,
+    4.130547314882278,
+    4.169944169521332,
+    4.0979551923274995,
+    4.077370369434357,
+    4.092267180681229,
+    4.121343567371368,
+    4.069447156190872,
+    4.087164725065231,
+    4.080873987674713,
+    4.043817769289017,
+    4.03347335934639,
+    4.0298103272914885,
+    4.026532536745071,
+    4.007442288398742,
+    4.034571597576141,
+    4.011275128126145,
+    4.024933376312256
+  ],
+  "train_ppls": [
+    218.07153488457897,
+    60.55330805635613,
+    59.285842507086265,
+    59.26337207815248,
+    61.300134774788916,
+    56.54297227455415,
+    57.05133270203233,
+    55.666776192558146,
+    57.42169865181937,
+    55.00529990733514,
+    56.06129296001715,
+    55.112614263671325,
+    55.323276133190696,
+    54.565914288551944,
+    54.39665357812676,
+    54.5817630401745,
+    50.40145951338362,
+    51.61202958022025,
+    49.35504771033067,
+    50.526693871422225
+  ],
+  "valid_ppls": [
+    214.6422574594534,
+    64.67842196649966,
+    63.751458325386196,
+    62.21196315184112,
+    64.7118391135932,
+    60.21702937694706,
+    58.990143429603194,
+    59.87548648336652,
+    61.642006841183196,
+    58.52459868455931,
+    59.57075257785934,
+    59.197184857393864,
+    57.043707331631325,
+    56.45666537445655,
+    56.25024109965814,
+    56.06616643505251,
+    55.00600100150311,
+    56.5187023021225,
+    55.21723474132522,
+    55.97657929126963
+  ]
+}

saved_models/training_info_20251005_192151.json

@@ -0,0 +1,92 @@
+{
+  "timestamp": "20251005_192151",
+  "iteration": 10000,
+  "train_losses": [
+    5.391083490848541,
+    4.080670750141143,
+    4.118255652189255,
+    4.118281594514847,
+    4.0693074274063115,
+    4.066421988010407,
+    4.0487049961090085,
+    4.09080335021019,
+    4.029991974830628,
+    4.040501079559326,
+    4.000860288143158,
+    4.030070139169693,
+    3.987196750640869,
+    3.9932286298274993,
+    3.9395544254779815,
+    3.9641987037658692,
+    3.9298926997184753,
+    3.9404408383369445,
+    3.954084361791611,
+    3.903088995218277
+  ],
+  "valid_losses": [
+    5.364040174484253,
+    4.133196280002594,
+    4.126940160989761,
+    4.140352500677109,
+    4.110208399295807,
+    4.1024039101600644,
+    4.101395148038864,
+    4.045079884529113,
+    4.142436131238937,
+    4.054532527923584,
+    4.097548708915711,
+    4.048539190292359,
+    4.040392457246781,
+    4.023428028821945,
+    4.035654059648514,
+    3.9959933757781982,
+    4.023642826080322,
+    3.9648880326747893,
+    4.02871377825737,
+    4.007620505094528
+  ],
+  "train_ppls": [
+    219.44101912982637,
+    59.18515499005087,
+    61.45195513519193,
+    61.45354936249919,
+    58.516421684812634,
+    58.347819459106525,
+    57.32317522324482,
+    59.78790304107917,
+    56.26045974559773,
+    56.85482445947149,
+    54.64514038397881,
+    56.264857479119975,
+    53.90357221829597,
+    54.22969463034853,
+    51.3956955853101,
+    52.678041757003975,
+    50.90151562921041,
+    51.44127358825189,
+    52.14792344632695,
+    49.55528897386779
+  ],
+  "valid_ppls": [
+    213.5861308465433,
+    62.37697893633224,
+    61.98795927790631,
+    62.82496338858189,
+    60.95942014620351,
+    60.48551471431312,
+    60.424529982903024,
+    57.11574851658181,
+    62.95600387491564,
+    57.658203095230256,
+    60.19255712751682,
+    57.31367149527243,
+    56.84864909235673,
+    55.89237847975788,
+    56.579914777858924,
+    54.379833411142414,
+    55.90438529888927,
+    52.71436677255565,
+    56.18859375795506,
+    55.015804862829924
+  ]
+}