AbstractPhil commited on
Commit
6a30210
·
verified ·
1 Parent(s): f20e53d

exp010: bld_apx_frzrand

Browse files
experiments/exp_010_component_potentials/runs/bld_apx_frzrand/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e3b27e6141bf5f43455b796e5b848235699bb9ef914440988b9df6b1a3a3772
3
+ size 27868474
experiments/exp_010_component_potentials/runs/bld_apx_frzrand/result.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run": "bld_apx_frzrand",
3
+ "family": "build",
4
+ "dev_final": -0.002232074737548828,
5
+ "rank_final": 3.8022634983062744,
6
+ "statute_final": "uniform",
7
+ "params": 6951239,
8
+ "minutes": 5.8,
9
+ "bpb": 2.804756818506603,
10
+ "bpb_eval": NaN,
11
+ "coverage": 0.44189453125,
12
+ "gate_acc": 0.6722412109375,
13
+ "mode_spread_deg": 89.86454619285847,
14
+ "mix_entropy": 0.931556583131916,
15
+ "write_kl": 0.13150395452976227,
16
+ "kernel_aux": NaN,
17
+ "loss": 5.845478057861328,
18
+ "condition": {
19
+ "tag": "bld_apx_frzrand",
20
+ "dim": "384",
21
+ "n_layers": "4",
22
+ "n_heads": "6",
23
+ "K": "64",
24
+ "seq_len": "256",
25
+ "batch_size": "32",
26
+ "accum_steps": "1",
27
+ "d_point": "48",
28
+ "head": "hybrid",
29
+ "steps": "5000",
30
+ "log_every": "500",
31
+ "bank_scorer": "apmix",
32
+ "n_pointers": "4",
33
+ "bank_source": "atlas/bank_4096_tri.pt",
34
+ "freeze_codebook": "init"
35
+ }
36
+ }
experiments/exp_010_component_potentials/runs/bld_apx_frzrand/snapshots.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcac717109e8a6cebac21c7dbd708526cd62c9a35bd9397430095dfe69d91254
3
+ size 17188