Upload folder using huggingface_hub

config.yaml

@@ -0,0 +1,43 @@
+config: /root/in-context-learning-GLM/src/glm_configs/joint_training.yaml
+model:
+  family: gpt2
+  n_dims: 10
+  n_embd: 256
+  n_head: 8
+  n_layer: 12
+  n_positions: 40
+out_dir: gs://glm_weights/75172107-78d8-48f6-907d-3b043d14e194
+test_run: false
+training:
+  batch_size: 256
+  curriculum:
+    dims:
+      end: 10
+      inc: 0
+      interval: 2000
+      start: 10
+    points:
+      end: 40
+      inc: 0
+      interval: 2000
+      start: 40
+  data: gaussian
+  keep_every_steps: 1000
+  learning_rate: 0.0002
+  num_tasks: null
+  num_training_examples: null
+  resume_id: null
+  save_every_steps: 1000
+  task: GLM
+  task_kwargs:
+    function_type:
+    - neg_binomial
+    - poisson
+    scaling: 0.32
+  train_steps: 10000
+wandb:
+  entity: in-context
+  log_every_steps: 10
+  name: null
+  notes: ''
+  project: in-context-training

metrics.json

@@ -0,0 +1,174 @@
+{
+  "standard": {
+    "gpt2_embd=256_layer=12_head=8": {
+      "mean": [
+        398.8111877441406,
+        424.48876953125,
+        427.48944091796875,
+        404.28692626953125,
+        364.2803649902344,
+        374.157470703125,
+        415.23126220703125,
+        401.9036865234375,
+        387.84368896484375,
+        420.93109130859375,
+        413.0240783691406,
+        428.47607421875,
+        457.60821533203125,
+        402.51763916015625,
+        378.2535095214844,
+        411.93109130859375,
+        417.1578063964844,
+        452.75286865234375,
+        395.9964294433594,
+        435.2483825683594,
+        375.732421875,
+        388.1903076171875,
+        330.987548828125,
+        392.2677307128906,
+        397.4671325683594,
+        360.8671569824219,
+        439.656494140625,
+        443.99395751953125,
+        446.53936767578125,
+        446.6165466308594,
+        396.2080078125,
+        378.29815673828125,
+        422.22906494140625,
+        428.92626953125,
+        396.57122802734375,
+        418.82177734375,
+        417.5713806152344,
+        407.671142578125,
+        358.8497009277344,
+        380.177734375
+      ],
+      "std": [
+        974.3933715820312,
+        1035.168701171875,
+        1017.1061401367188,
+        988.4049682617188,
+        948.970703125,
+        935.0480346679688,
+        1033.254638671875,
+        984.4662475585938,
+        983.4767456054688,
+        1053.7890625,
+        990.7879638671875,
+        1052.0966796875,
+        1078.685302734375,
+        1006.2810668945312,
+        977.1021728515625,
+        1013.4202880859375,
+        1037.21826171875,
+        1076.2752685546875,
+        1000.4907836914062,
+        1046.0399169921875,
+        962.902587890625,
+        1009.9147338867188,
+        898.5845336914062,
+        981.4733276367188,
+        1012.4067993164062,
+        957.7681884765625,
+        1034.0697021484375,
+        1052.1759033203125,
+        1007.5968627929688,
+        1042.7177734375,
+        975.763427734375,
+        968.6481323242188,
+        1005.27880859375,
+        1050.577880859375,
+        1003.8203735351562,
+        1039.170166015625,
+        1029.23974609375,
+        1032.8634033203125,
+        915.1911010742188,
+        985.11279296875
+      ],
+      "bootstrap_low": [
+        357.518310546875,
+        376.17254638671875,
+        383.3957214355469,
+        363.01849365234375,
+        318.067138671875,
+        334.20550537109375,
+        366.90606689453125,
+        356.07562255859375,
+        341.6206359863281,
+        375.2862548828125,
+        369.82135009765625,
+        379.7337951660156,
+        411.330078125,
+        356.6771240234375,
+        334.59295654296875,
+        367.9912414550781,
+        372.1358642578125,
+        403.588134765625,
+        349.64849853515625,
+        386.1518859863281,
+        332.25677490234375,
+        340.4033203125,
+        291.7320251464844,
+        346.8641052246094,
+        351.9197692871094,
+        317.75762939453125,
+        392.1034240722656,
+        396.23651123046875,
+        401.701416015625,
+        396.9372253417969,
+        353.0738525390625,
+        330.24176025390625,
+        375.48876953125,
+        379.8965759277344,
+        351.11651611328125,
+        373.14471435546875,
+        372.0242614746094,
+        360.08880615234375,
+        319.4432678222656,
+        335.47113037109375
+      ],
+      "bootstrap_high": [
+        442.44268798828125,
+        474.25860595703125,
+        472.61029052734375,
+        453.3785095214844,
+        410.044677734375,
+        418.92401123046875,
+        464.7100524902344,
+        450.4619140625,
+        430.6653747558594,
+        468.4326171875,
+        458.427734375,
+        478.40496826171875,
+        509.2894592285156,
+        446.06488037109375,
+        422.875732421875,
+        456.1737365722656,
+        466.70245361328125,
+        509.68206787109375,
+        446.3418884277344,
+        485.0526428222656,
+        418.3226623535156,
+        435.7364807128906,
+        373.25665283203125,
+        437.79364013671875,
+        444.90496826171875,
+        406.0072326660156,
+        490.11260986328125,
+        495.37823486328125,
+        494.4657287597656,
+        495.23968505859375,
+        442.8514099121094,
+        422.07012939453125,
+        466.7059020996094,
+        477.04443359375,
+        441.86639404296875,
+        469.0641174316406,
+        463.74835205078125,
+        455.8782653808594,
+        403.5154724121094,
+        426.58843994140625
+      ]
+    }
+  }
+}

model_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcbc3980616934e52593c1b6aabadfd1ffd311ffd58a181569f560293c10abe
+size 89608311

model_2000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e1860adaf098ccb793cc5c8714b376dffe06f12214ac2c465db0c74e748108
+size 89608311

model_3000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a605d953ff08f001409b7e57014d0193ce50836757faa98828780da1189e831
+size 89608311

model_4000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2580e05d77a878d6bea0b2624506b9392a327271fa09239cd76e74f1e8fb75fe
+size 89608311

model_5000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04b0dce582c2813f173859e6d97ea349eb9f36acaa61679c7c5517fa71e3662
+size 89608311

model_6000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44efb4a51831dcd7b697092abfb63c218b91b4fa5a24f2b44271db868b98be04
+size 89608311

model_7000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc37cbc1d89c915b9553c036e7167b4ce00455d922ebe813056c19340d01565
+size 89608311

model_8000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f04d699189f807c8989ae5ab942f7322e60a0f2bcdec0e7a0d813e8484e62a3
+size 89608311

model_9000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40e50e8c300d900a2c301dda9028e0f396409fd66fec5b374bfb52cdbc4df07
+size 89608311

state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7422d631a873855397522728d07873245675520ccbe6c76040b1ca99652b95
+size 165713513