promotion commited on
Commit
cbefa77
·
verified ·
1 Parent(s): 473502a

Upload seed_1005

Browse files
sft-n1000/seed_1005/config.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "feat_dim": 601,
3
+ "props": [
4
+ "Egc"
5
+ ],
6
+ "polybert": "HAYDERphd/polyBERT",
7
+ "results": {
8
+ "baselines": {
9
+ "single_step": {
10
+ "greedy_oracle": {
11
+ "n": 112,
12
+ "success": 0.7321428571428571,
13
+ "regret": 0.31967715220266063
14
+ },
15
+ "greedy_verifier": {
16
+ "n": 112,
17
+ "success": 0.5803571428571429,
18
+ "regret": 0.40153808648719364
19
+ },
20
+ "random": {
21
+ "n": 112,
22
+ "success": 0.11607142857142858,
23
+ "regret": 1.7462786816712712
24
+ }
25
+ },
26
+ "multi_step": {
27
+ "greedy_oracle": {
28
+ "n": 36,
29
+ "success": 0.16666666666666666,
30
+ "regret": 0.9945511401860553
31
+ },
32
+ "greedy_verifier": {
33
+ "n": 36,
34
+ "success": 0.1111111111111111,
35
+ "regret": 1.1073170067813738
36
+ },
37
+ "random": {
38
+ "n": 36,
39
+ "success": 0.0,
40
+ "regret": 2.215459341696327
41
+ }
42
+ }
43
+ },
44
+ "sft": {
45
+ "single_step": {
46
+ "n": 112,
47
+ "success": 0.9196428571428571,
48
+ "regret": 0.0448297673169414
49
+ },
50
+ "multi_step": {
51
+ "n": 36,
52
+ "success": 0.8611111111111112,
53
+ "regret": 0.09673348181786892
54
+ }
55
+ },
56
+ "rl": null,
57
+ "props": [
58
+ "Egc"
59
+ ],
60
+ "verifier": "finetuned_polyBERT",
61
+ "val_rmse": {
62
+ "Egc": 0.5532717407299369
63
+ },
64
+ "n_train_req": 1000,
65
+ "n_base_req": 369,
66
+ "n_aug_req": 631,
67
+ "n_steps": 5145,
68
+ "sft_only": true,
69
+ "rl_algorithm": "reinforce",
70
+ "rl_config": {
71
+ "iters": 500,
72
+ "kl_beta": 0.0,
73
+ "grpo_batch": 8,
74
+ "grpo_group_size": 8,
75
+ "grpo_update_epochs": 2,
76
+ "grpo_clip_eps": 0.2
77
+ },
78
+ "seed": 1005,
79
+ "wandb_run": "https://wandb.ai/promotion-kim/polyedit/runs/mq542tv6"
80
+ }
81
+ }
sft-n1000/seed_1005/policy.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f345d2754feef1d42241f557d25577632d2198d74f4911c7e41ec9609b2d254f
3
+ size 883401
sft-n1000/seed_1005/sft_policy_bundle.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be7f42ff23f0d7a8dedd6e504aa1fcbe9be1898fc72375de1dbf376f98085ecc
3
+ size 888985
sft-n1000/seed_1005/verifier_Egc_bundle.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d96f2b2a5f6316421a35f79e508de76cdcb38d807a9fab5a6eef972efa7098
3
+ size 100840835