AbstractPhil commited on
Commit
a849a03
·
verified ·
1 Parent(s): de36a97

exp010: bk_swap_d2e

Browse files
.gitattributes CHANGED
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  experiments/exp_010_component_potentials/runs/bk_swap_e2d/checkpoint.pt.swap filter=lfs diff=lfs merge=lfs -text
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  experiments/exp_010_component_potentials/runs/bk_swap_e2d/checkpoint.pt.swap filter=lfs diff=lfs merge=lfs -text
37
+ experiments/exp_010_component_potentials/runs/bk_swap_d2e/checkpoint.pt.swap filter=lfs diff=lfs merge=lfs -text
experiments/exp_010_component_potentials/runs/bk_swap_d2e/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a17c12e55897de55b02cef1b6d8527e1290abbe394845b534a8312d7d977a7b
3
+ size 28205498
experiments/exp_010_component_potentials/runs/bk_swap_d2e/checkpoint.pt.swap ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6ece01351f64aed7325ddab9ade41edd1f67f18bd6dd8a16d7dd8b8f23e21b0
3
+ size 27853111
experiments/exp_010_component_potentials/runs/bk_swap_d2e/checkpoint_swapped.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5273e0cd82995a2fdda1ba8afb27a27bac1cea7e6fc855b9a63e13eb6f8eb708
3
+ size 27869234
experiments/exp_010_component_potentials/runs/bk_swap_d2e/result.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "bk_swap_d2e",
3
+ "family": "bank",
4
+ "dev_final": 0.010854840278625488,
5
+ "rank_final": 3.9502246379852295,
6
+ "statute_final": "uniform",
7
+ "params": 6951239,
8
+ "minutes": 2.8,
9
+ "bpb": 2.9359470190663624,
10
+ "bpb_eval": NaN,
11
+ "coverage": 0.7928466796875,
12
+ "gate_acc": 0.8497314453125,
13
+ "mode_spread_deg": 86.64536192381557,
14
+ "mix_entropy": 0.9605499343623208,
15
+ "write_kl": 0.1413249671459198,
16
+ "kernel_aux": NaN,
17
+ "loss": 6.026406764984131,
18
+ "condition": {
19
+ "tag": "bk_swap_d2e",
20
+ "swap_to": "atlas/bank_4096_tri.pt",
21
+ "dim": "384",
22
+ "n_layers": "4",
23
+ "n_heads": "6",
24
+ "K": "64",
25
+ "seq_len": "256",
26
+ "batch_size": "32",
27
+ "accum_steps": "1",
28
+ "d_point": "48",
29
+ "head": "hybrid",
30
+ "steps": "4500",
31
+ "log_every": "500",
32
+ "bank_scorer": "apmix",
33
+ "n_pointers": "4",
34
+ "bank_source": "atlas/bank_16384_tri.pt"
35
+ }
36
+ }
experiments/exp_010_component_potentials/runs/bk_swap_d2e/snapshots.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cfd7c0cfbb476241fa5379f488fd95078e6e83d859ef96af3c254dfd80d0a49
3
+ size 5429