joseph-tennyson commited on
Commit
dae8c27
·
verified ·
1 Parent(s): 7de67d5

Upload folder using huggingface_hub

Browse files
Files changed (7) hide show
  1. config.yaml +42 -0
  2. model_10000.pt +3 -0
  3. model_2000.pt +3 -0
  4. model_4000.pt +3 -0
  5. model_6000.pt +3 -0
  6. model_8000.pt +3 -0
  7. state.pt +3 -0
config.yaml ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ config: /root/in-context-learning-GLM/src/glm_configs/nb_0.32.yaml
2
+ model:
3
+ family: gpt2
4
+ n_dims: 10
5
+ n_embd: 256
6
+ n_head: 8
7
+ n_layer: 12
8
+ n_positions: 40
9
+ out_dir: /root/in-context-learning-GLM/models/nb-0.32
10
+ test_run: false
11
+ training:
12
+ batch_size: 256
13
+ curriculum:
14
+ dims:
15
+ end: 10
16
+ inc: 0
17
+ interval: 10000
18
+ start: 10
19
+ points:
20
+ end: 40
21
+ inc: 0
22
+ interval: 10000
23
+ start: 40
24
+ data: gaussian
25
+ keep_every_steps: 2000
26
+ learning_rate: 0.00025
27
+ num_tasks: null
28
+ num_training_examples: null
29
+ resume_id: nb-0.32
30
+ save_every_steps: 2000
31
+ task: GLM
32
+ task_kwargs:
33
+ function_type: neg_binomial
34
+ r: 1.2
35
+ scaling: 0.32
36
+ train_steps: 12000
37
+ wandb:
38
+ entity: in-context
39
+ log_every_steps: 10
40
+ name: nb-0.32-v0
41
+ notes: ICL GLM training
42
+ project: in-context-training
model_10000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2efd143bf0536b5e22e6c76a3b7b1b3b88dbe7b594a6a82f9815edbda8b2b67b
3
+ size 89608489
model_2000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ac4bffba6717afd5a655a7b52a45c34a5a90e61b987bd65d8fa433046f7bd68
3
+ size 89608311
model_4000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51880c5db6bac944054febd9390fe140bc3628ff14c461d2a3fdb0b37a6a52ab
3
+ size 89608311
model_6000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74646a8e4f7913f2a0124603dc3e552090983b2c3fd6bb9baab316be8c26756c
3
+ size 89608311
model_8000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92122cfb9e11e4906a37d2fc92b5f645577eaa3f1c2934e4e1a11c62dc03b94b
3
+ size 89608311
state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b68f7442ab2b8128e2c8d6b9d8e5c83df97fca0e0cbf14cc21b63ae60f876982
3
+ size 165713513