Upload folder using huggingface_hub

config.yaml

@@ -0,0 +1,41 @@
+config: glm_config.yaml
+model:
+  family: gpt2
+  n_dims: 10
+  n_embd: 256
+  n_head: 8
+  n_layer: 12
+  n_positions: 101
+out_dir: /home/derixu/Documents/in-context-learning-GLM/glm_weights/f1d29486-1a8f-41ba-bc70-0393f3af1d5b
+test_run: false
+training:
+  batch_size: 64
+  curriculum:
+    dims:
+      end: 10
+      inc: 0
+      interval: 10000
+      start: 10
+    points:
+      end: 40
+      inc: 0
+      interval: 10000
+      start: 40
+  data: gaussian
+  keep_every_steps: 1000
+  learning_rate: 0.00025
+  num_tasks: null
+  num_training_examples: null
+  resume_id: null
+  save_every_steps: 1000
+  task: GLM
+  task_kwargs:
+    function_type: linear
+    scaling: 0.32
+  train_steps: 8000
+wandb:
+  entity: derryxu
+  log_every_steps: 100
+  name: null
+  notes: ICL GLM training
+  project: in-context-training

metrics.json

@@ -0,0 +1,174 @@
+{
+  "standard": {
+    "gpt2_embd=256_layer=12_head=8": {
+      "mean": [
+        435.66064453125,
+        354.0453796386719,
+        434.26837158203125,
+        383.37506103515625,
+        399.5060119628906,
+        402.784912109375,
+        438.0303649902344,
+        409.4374084472656,
+        370.25018310546875,
+        367.0221862792969,
+        409.5334167480469,
+        340.23321533203125,
+        385.4977722167969,
+        357.9358825683594,
+        415.44232177734375,
+        420.10992431640625,
+        426.7008361816406,
+        368.7876892089844,
+        383.91064453125,
+        382.27978515625,
+        368.6982421875,
+        390.12310791015625,
+        388.86309814453125,
+        362.7231140136719,
+        364.34234619140625,
+        404.6338806152344,
+        389.669677734375,
+        370.7619323730469,
+        352.1150817871094,
+        393.02459716796875,
+        420.06787109375,
+        370.9207763671875,
+        374.46246337890625,
+        406.9833984375,
+        386.9122314453125,
+        369.3869934082031,
+        422.01580810546875,
+        378.33880615234375,
+        340.59991455078125,
+        351.04736328125
+      ],
+      "std": [
+        1023.4417114257812,
+        928.055419921875,
+        1012.333984375,
+        954.5304565429688,
+        956.4081420898438,
+        986.5963745117188,
+        1018.4349365234375,
+        972.6322631835938,
+        941.1144409179688,
+        906.0840454101562,
+        978.5390625,
+        882.5136108398438,
+        943.0443115234375,
+        905.9511108398438,
+        1004.9692993164062,
+        969.0228271484375,
+        974.656494140625,
+        936.169189453125,
+        940.4185791015625,
+        957.3109130859375,
+        915.7345581054688,
+        942.5462036132812,
+        957.1474609375,
+        915.1956787109375,
+        922.2449951171875,
+        950.1206665039062,
+        953.1669921875,
+        931.5992431640625,
+        903.25244140625,
+        949.4171142578125,
+        996.4799194335938,
+        940.2189331054688,
+        946.6638793945312,
+        970.4464111328125,
+        941.7376098632812,
+        931.8547973632812,
+        991.169189453125,
+        956.2705688476562,
+        881.926513671875,
+        917.1022338867188
+      ],
+      "bootstrap_low": [
+        389.000732421875,
+        314.3379821777344,
+        386.958251953125,
+        339.7007141113281,
+        357.15814208984375,
+        358.50433349609375,
+        388.43121337890625,
+        363.8498840332031,
+        326.8326110839844,
+        324.1805725097656,
+        364.93634033203125,
+        300.06256103515625,
+        338.8838806152344,
+        318.0883483886719,
+        368.88616943359375,
+        379.0393981933594,
+        381.4306945800781,
+        324.41387939453125,
+        341.67681884765625,
+        341.8121643066406,
+        329.7847900390625,
+        345.211181640625,
+        347.4241027832031,
+        323.92401123046875,
+        324.4379577636719,
+        359.37689208984375,
+        348.2349548339844,
+        330.6774597167969,
+        313.04620361328125,
+        347.4327392578125,
+        374.65093994140625,
+        330.4932556152344,
+        329.59893798828125,
+        367.0416259765625,
+        345.93328857421875,
+        327.23577880859375,
+        379.28387451171875,
+        339.1770935058594,
+        302.7874755859375,
+        308.92901611328125
+      ],
+      "bootstrap_high": [
+        484.8331604003906,
+        396.8553466796875,
+        481.001708984375,
+        428.6622619628906,
+        445.95166015625,
+        445.2425842285156,
+        487.20489501953125,
+        454.6344299316406,
+        414.505126953125,
+        407.9673767089844,
+        454.6570739746094,
+        378.86480712890625,
+        429.1602478027344,
+        398.9708557128906,
+        460.9373474121094,
+        463.269775390625,
+        475.2002868652344,
+        412.81597900390625,
+        432.5765686035156,
+        426.57501220703125,
+        411.27142333984375,
+        432.06439208984375,
+        431.69866943359375,
+        405.1575622558594,
+        407.22625732421875,
+        450.1597595214844,
+        431.63677978515625,
+        415.54998779296875,
+        392.48016357421875,
+        435.62127685546875,
+        462.593017578125,
+        413.58929443359375,
+        421.81707763671875,
+        454.3692321777344,
+        431.091552734375,
+        413.1641540527344,
+        469.64031982421875,
+        423.5462341308594,
+        385.13836669921875,
+        394.6562805175781
+      ]
+    }
+  }
+}

model_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da507e2039e51129661d6bd34a89899b186d3b270dddb1327f51ef03c011ba2
+size 90145655

model_2000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc33a29ee491e97d608e83cfdd6964f985b0a4f3121ddb9c597fd5eac60e3b4
+size 90145655

model_3000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27508086033adb1175272e633befe3718f6856622293287d1ce8840530d875fa
+size 90145655

model_4000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93f792d4831cd9cfc1df2b72cdec235ec8a64a2da907fb6d541b3e2a9eb1a34
+size 90145655

model_5000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584b818a0cfa2f869fc6583ab129ccf853808c20a4b18672a151df5c6f3be930
+size 90145655

model_6000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bb0b79a1fa7bb03743ca08f6af7c87d403f85ed1a49812639c5e4c513e6e82
+size 90145655

model_7000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd82c89654e7ec8a6c505f1d9999989cdc0bbb854741570ccc04b3a25fbc3251
+size 90145655

state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35993bd158b81a9ed2d7e71bf6f8f0ce69435b3d653ed3986abd64f2fb320aee
+size 166501481