tdooms commited on
Commit
025e964
·
verified ·
1 Parent(s): f7c51fa

Upload folder using huggingface_hub

Browse files
mixed-l13-x16-a10-b0/config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha": 0.1,
3
+ "architectures": [
4
+ "Mixed"
5
+ ],
6
+ "beta": 0.0,
7
+ "bottleneck": null,
8
+ "d_model": 1024,
9
+ "expansion": 16,
10
+ "kind": "mixed",
11
+ "kwargs": {},
12
+ "layer": 13,
13
+ "n_ctx": 256,
14
+ "tags": [],
15
+ "torch_dtype": "float32",
16
+ "transformers_version": "4.53.3",
17
+ "warmup": 256,
18
+ "base": "qwen3-0.6b-base"
19
+ }
mixed-l13-x16-a10-b0/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5ff8fc2d346406d90f218ad038fbfe3c3d8a208bef708528dde5597c0b29340
3
+ size 268435704