Mayfull commited on
Commit
2ad4b04
·
verified ·
1 Parent(s): c8a0c3b

Training in progress, step 886

Browse files
Files changed (3) hide show
  1. config.json +19 -0
  2. model.safetensors +3 -0
  3. training_args.bin +3 -0
config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "VLTopKSAE"
4
+ ],
5
+ "dtype": "float32",
6
+ "expansion_factor": 16,
7
+ "hidden_size": 768,
8
+ "k": 32,
9
+ "latent_size": 0,
10
+ "model_type": "vl_topk_sae",
11
+ "multi_topk": false,
12
+ "normalize_decoder": true,
13
+ "transformers_version": "4.57.6",
14
+ "vl_split_ratio": [
15
+ 4,
16
+ 8,
17
+ 4
18
+ ]
19
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c6b7e1e2ea8e3a452a42010d4999cd073c3f6c3a76ff2cf73051d45cea1de12
3
+ size 75550056
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e4b31edeaee4fb0f3e842e022fa340f157be48048a1dbdc993c128fe2c27c3a
3
+ size 5969