AbstractPhil commited on
Commit
8754f69
·
verified ·
1 Parent(s): cbc15ec

exp010: gr_J8

Browse files
.gitattributes CHANGED
@@ -37,3 +37,4 @@ experiments/exp_010_component_potentials/runs/bk_swap_e2d/checkpoint.pt.swap fil
37
  experiments/exp_010_component_potentials/runs/bk_swap_d2e/checkpoint.pt.swap filter=lfs diff=lfs merge=lfs -text
38
  experiments/exp_010_component_potentials/runs/gr_head_apx/checkpoint.pt.graft filter=lfs diff=lfs merge=lfs -text
39
  experiments/exp_010_component_potentials/runs/gr_depth6/checkpoint.pt.graft filter=lfs diff=lfs merge=lfs -text
 
 
37
  experiments/exp_010_component_potentials/runs/bk_swap_d2e/checkpoint.pt.swap filter=lfs diff=lfs merge=lfs -text
38
  experiments/exp_010_component_potentials/runs/gr_head_apx/checkpoint.pt.graft filter=lfs diff=lfs merge=lfs -text
39
  experiments/exp_010_component_potentials/runs/gr_depth6/checkpoint.pt.graft filter=lfs diff=lfs merge=lfs -text
40
+ experiments/exp_010_component_potentials/runs/gr_J8/checkpoint.pt.graft filter=lfs diff=lfs merge=lfs -text
experiments/exp_010_component_potentials/runs/gr_J8/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd5c8119361020bbaa852ab7128127b8a1d4afcdcd9a7b7d71cf779440f79d5e
3
+ size 28089085
experiments/exp_010_component_potentials/runs/gr_J8/checkpoint.pt.graft ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ff684f77ba21f1e41d2612b69e33ce8bffe5653fa90074ea490159249abb87b
3
+ size 27948922
experiments/exp_010_component_potentials/runs/gr_J8/result.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "gr_J8",
3
+ "family": "graft",
4
+ "dev_final": 0.00012087821960449219,
5
+ "rank_final": 3.831088066101074,
6
+ "statute_final": "uniform",
7
+ "params": 6922059,
8
+ "minutes": 1.5,
9
+ "bpb": 2.4684903774744096,
10
+ "bpb_eval": NaN,
11
+ "coverage": 0.8038330078125,
12
+ "gate_acc": 0.8572998046875,
13
+ "mode_spread_deg": 80.64130462448338,
14
+ "mix_entropy": 0.9924899790050589,
15
+ "write_kl": 0.11652431637048721,
16
+ "kernel_aux": NaN,
17
+ "loss": 5.144733905792236,
18
+ "condition": {
19
+ "tag": "gr_J8",
20
+ "graft": "J",
21
+ "donor": "exp010/_donor/checkpoint.pt",
22
+ "dim": "384",
23
+ "n_layers": "4",
24
+ "n_heads": "6",
25
+ "K": "64",
26
+ "seq_len": "256",
27
+ "batch_size": "32",
28
+ "accum_steps": "1",
29
+ "d_point": "48",
30
+ "head": "hybrid",
31
+ "steps": "2000",
32
+ "log_every": "500",
33
+ "bank_scorer": "pmix",
34
+ "n_pointers": "8",
35
+ "bank_source": "atlas/bank_16384_tri.pt"
36
+ }
37
+ }
experiments/exp_010_component_potentials/runs/gr_J8/snapshots.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:541978e744ab7fd1b8eab344ad723256cbec864f2e78c931b05bf0c89b70bde8
3
+ size 9327