C10X commited on
Commit
5e07a49
·
verified ·
1 Parent(s): 04be6ca

Upload 7 files

Browse files
Files changed (3) hide show
  1. config.json +1 -1
  2. metadata.json +2 -2
  3. model.safetensors +2 -2
config.json CHANGED
@@ -9,7 +9,7 @@
9
  "eos_token_id": 4,
10
  "head_dim": 32,
11
  "hidden_act": "silu",
12
- "hidden_size": 512,
13
  "initializer_range": 0.02,
14
  "intermediate_size": 512,
15
  "layer_types": [
 
9
  "eos_token_id": 4,
10
  "head_dim": 32,
11
  "hidden_act": "silu",
12
+ "hidden_size": 64,
13
  "initializer_range": 0.02,
14
  "intermediate_size": 512,
15
  "layer_types": [
metadata.json CHANGED
@@ -3,9 +3,9 @@
3
  "family": "qwen3",
4
  "source": "inline-preset",
5
  "output_dir": "D:\\Qwen3-80m-tinystories-A\\workspace\\outputs\\qwen3-16layer-c10x",
6
- "parameters": 12858624,
7
  "vocab_size": 2048,
8
- "hidden_size": 512,
9
  "num_hidden_layers": 12,
10
  "num_attention_heads": 4,
11
  "num_key_value_heads": 2,
 
3
  "family": "qwen3",
4
  "source": "inline-preset",
5
  "output_dir": "D:\\Qwen3-80m-tinystories-A\\workspace\\outputs\\qwen3-16layer-c10x",
6
+ "parameters": 1608000,
7
  "vocab_size": 2048,
8
+ "hidden_size": 64,
9
  "num_hidden_layers": 12,
10
  "num_attention_heads": 4,
11
  "num_key_value_heads": 2,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f007ac19674fe55dbf6cf33abfce6434d74d6830e4a21ba89b62189eae6a2324
3
- size 51448944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2f947698f6f8a3f8bc47d777cff0719c01ea79b37deb1f787fdbb6079259b62
3
+ size 6446080