Upload folder using huggingface_hub

config.yaml

@@ -0,0 +1,44 @@
+config: /root/in-context-learning-GLM/src/glm_configs/joint_0.32_5.yaml
+model:
+  family: gpt2
+  n_dims: 10
+  n_embd: 256
+  n_head: 8
+  n_layer: 12
+  n_positions: 40
+out_dir: /root/in-context-learning-GLM/models/joint-0.32-5.0
+test_run: false
+training:
+  batch_size: 256
+  curriculum:
+    dims:
+      end: 10
+      inc: 0
+      interval: 10000
+      start: 10
+    points:
+      end: 40
+      inc: 0
+      interval: 10000
+      start: 40
+  data: gaussian
+  keep_every_steps: 4000
+  learning_rate: 0.00025
+  num_tasks: null
+  num_training_examples: null
+  resume_id: joint-0.32-5.0
+  save_every_steps: 4000
+  task: GLM
+  task_kwargs:
+    function_type:
+    - poisson
+    - neg_binomial
+    r: 5.0
+    scaling: 0.32
+  train_steps: 20000
+wandb:
+  entity: in-context
+  log_every_steps: 10
+  name: joint-0.32-5.0
+  notes: ICL GLM training
+  project: in-context-training

model_4000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57b02e4ad4b21b0c9ab4cb667056559c9c38ea9757e389ef8e625c40e62552c
+size 89608311

model_8000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79560f90394dcebfa0120ed5f80e4a2f539727798abc6e58bc868c657881d70d
+size 89608311

state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89274a60bbf987d09434fb977e028cf32a8f26f66d856d7371566227984ad2c3
+size 165713513