promotion commited on
Commit
165d03e
·
verified ·
1 Parent(s): 756cb38

Upload seed_1008

Browse files
sft-n1000/seed_1008/config.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "feat_dim": 601,
3
+ "props": [
4
+ "Egc"
5
+ ],
6
+ "polybert": "HAYDERphd/polyBERT",
7
+ "results": {
8
+ "baselines": {
9
+ "single_step": {
10
+ "greedy_oracle": {
11
+ "n": 112,
12
+ "success": 0.7321428571428571,
13
+ "regret": 0.31967715220266063
14
+ },
15
+ "greedy_verifier": {
16
+ "n": 112,
17
+ "success": 0.4642857142857143,
18
+ "regret": 0.4276675495814056
19
+ },
20
+ "random": {
21
+ "n": 112,
22
+ "success": 0.026785714285714284,
23
+ "regret": 1.9676072685598895
24
+ }
25
+ },
26
+ "multi_step": {
27
+ "greedy_oracle": {
28
+ "n": 36,
29
+ "success": 0.16666666666666666,
30
+ "regret": 0.9945511401860553
31
+ },
32
+ "greedy_verifier": {
33
+ "n": 36,
34
+ "success": 0.1111111111111111,
35
+ "regret": 1.178423128746118
36
+ },
37
+ "random": {
38
+ "n": 36,
39
+ "success": 0.027777777777777776,
40
+ "regret": 2.0237672615748847
41
+ }
42
+ }
43
+ },
44
+ "sft": {
45
+ "single_step": {
46
+ "n": 112,
47
+ "success": 0.9464285714285714,
48
+ "regret": 0.043330102023663754
49
+ },
50
+ "multi_step": {
51
+ "n": 36,
52
+ "success": 0.9444444444444444,
53
+ "regret": 0.047631819676513566
54
+ }
55
+ },
56
+ "rl": null,
57
+ "props": [
58
+ "Egc"
59
+ ],
60
+ "verifier": "finetuned_polyBERT",
61
+ "val_rmse": {
62
+ "Egc": 0.500622914536675
63
+ },
64
+ "n_train_req": 1000,
65
+ "n_base_req": 369,
66
+ "n_aug_req": 631,
67
+ "n_steps": 5145,
68
+ "sft_only": true,
69
+ "rl_algorithm": "reinforce",
70
+ "rl_config": {
71
+ "iters": 500,
72
+ "kl_beta": 0.0,
73
+ "grpo_batch": 8,
74
+ "grpo_group_size": 8,
75
+ "grpo_update_epochs": 2,
76
+ "grpo_clip_eps": 0.2
77
+ },
78
+ "seed": 1008,
79
+ "wandb_run": "https://wandb.ai/promotion-kim/polyedit/runs/g8u3m8uo"
80
+ }
81
+ }
sft-n1000/seed_1008/policy.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5be1946db1b0cfd5c0c538d58334b1b479f65575f6233097fe7ea811a6d0eff7
3
+ size 883401
sft-n1000/seed_1008/sft_policy_bundle.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84dcb899d38c83fb23690fce9e8a661a9349d9dce3ca4f9ed2a8c745c6b53a43
3
+ size 888985
sft-n1000/seed_1008/verifier_Egc_bundle.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8f952498405e935f3fc72b7026f53ef27341af67afa39f48f266cb945e1173f
3
+ size 100840835