AbstractPhil commited on
Commit
2313c96
·
verified ·
1 Parent(s): 1c5b611

exp010: gr_depth6_cold

Browse files
experiments/exp_010_component_potentials/runs/gr_depth6_cold/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e8ad1cd1a2a791d9eb66384a7699e4a9220a7f1d9536c3dfc8cd54ce9294505
3
+ size 39772243
experiments/exp_010_component_potentials/runs/gr_depth6_cold/result.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "gr_depth6_cold",
3
+ "family": "graft",
4
+ "dev_final": -0.005085945129394531,
5
+ "rank_final": 3.7605948448181152,
6
+ "statute_final": "uniform",
7
+ "params": 9840455,
8
+ "minutes": 1.4,
9
+ "bpb": 2.718471517397324,
10
+ "bpb_eval": NaN,
11
+ "coverage": 0.8038330078125,
12
+ "gate_acc": 0.844482421875,
13
+ "mode_spread_deg": 85.98081183833001,
14
+ "mix_entropy": 0.9863967770038652,
15
+ "write_kl": 0.13790901005268097,
16
+ "kernel_aux": NaN,
17
+ "loss": 5.666693687438965,
18
+ "condition": {
19
+ "tag": "gr_depth6_cold",
20
+ "dim": "384",
21
+ "n_layers": "6",
22
+ "n_heads": "6",
23
+ "K": "64",
24
+ "seq_len": "256",
25
+ "batch_size": "32",
26
+ "accum_steps": "1",
27
+ "d_point": "48",
28
+ "head": "hybrid",
29
+ "steps": "2000",
30
+ "log_every": "500",
31
+ "bank_scorer": "pmix",
32
+ "n_pointers": "4",
33
+ "bank_source": "atlas/bank_16384_tri.pt"
34
+ }
35
+ }
experiments/exp_010_component_potentials/runs/gr_depth6_cold/snapshots.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b959142c09030022da0ffc43b20500c5b3b131cd4ce837ec43a691e0032e0954
3
+ size 9327