Upload folder using huggingface_hub
Browse files- config.yaml +42 -0
- model_10000.pt +3 -0
- model_2000.pt +3 -0
- model_4000.pt +3 -0
- model_6000.pt +3 -0
- model_8000.pt +3 -0
- state.pt +3 -0
config.yaml
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
config: /root/in-context-learning-GLM/src/glm_configs/nb_0.32.yaml
|
| 2 |
+
model:
|
| 3 |
+
family: gpt2
|
| 4 |
+
n_dims: 10
|
| 5 |
+
n_embd: 256
|
| 6 |
+
n_head: 8
|
| 7 |
+
n_layer: 12
|
| 8 |
+
n_positions: 40
|
| 9 |
+
out_dir: /root/in-context-learning-GLM/models/nb-0.32
|
| 10 |
+
test_run: false
|
| 11 |
+
training:
|
| 12 |
+
batch_size: 256
|
| 13 |
+
curriculum:
|
| 14 |
+
dims:
|
| 15 |
+
end: 10
|
| 16 |
+
inc: 0
|
| 17 |
+
interval: 10000
|
| 18 |
+
start: 10
|
| 19 |
+
points:
|
| 20 |
+
end: 40
|
| 21 |
+
inc: 0
|
| 22 |
+
interval: 10000
|
| 23 |
+
start: 40
|
| 24 |
+
data: gaussian
|
| 25 |
+
keep_every_steps: 2000
|
| 26 |
+
learning_rate: 0.00025
|
| 27 |
+
num_tasks: null
|
| 28 |
+
num_training_examples: null
|
| 29 |
+
resume_id: nb-0.32
|
| 30 |
+
save_every_steps: 2000
|
| 31 |
+
task: GLM
|
| 32 |
+
task_kwargs:
|
| 33 |
+
function_type: neg_binomial
|
| 34 |
+
r: 1.2
|
| 35 |
+
scaling: 0.32
|
| 36 |
+
train_steps: 12000
|
| 37 |
+
wandb:
|
| 38 |
+
entity: in-context
|
| 39 |
+
log_every_steps: 10
|
| 40 |
+
name: nb-0.32-v0
|
| 41 |
+
notes: ICL GLM training
|
| 42 |
+
project: in-context-training
|
model_10000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2efd143bf0536b5e22e6c76a3b7b1b3b88dbe7b594a6a82f9815edbda8b2b67b
|
| 3 |
+
size 89608489
|
model_2000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7ac4bffba6717afd5a655a7b52a45c34a5a90e61b987bd65d8fa433046f7bd68
|
| 3 |
+
size 89608311
|
model_4000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:51880c5db6bac944054febd9390fe140bc3628ff14c461d2a3fdb0b37a6a52ab
|
| 3 |
+
size 89608311
|
model_6000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:74646a8e4f7913f2a0124603dc3e552090983b2c3fd6bb9baab316be8c26756c
|
| 3 |
+
size 89608311
|
model_8000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:92122cfb9e11e4906a37d2fc92b5f645577eaa3f1c2934e4e1a11c62dc03b94b
|
| 3 |
+
size 89608311
|
state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b68f7442ab2b8128e2c8d6b9d8e5c83df97fca0e0cbf14cc21b63ae60f876982
|
| 3 |
+
size 165713513
|