C10X
/

v333

Model card Files Files and versions

C10X commited on 21 days ago

Commit

39da96e

·

verified ·

1 Parent(s): 5e07a49

Upload 7 files

Files changed (3) hide show

config.json +1 -1
metadata.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -11,7 +11,7 @@
   "hidden_act": "silu",
   "hidden_size": 64,
   "initializer_range": 0.02,
-  "intermediate_size": 512,
   "layer_types": [
     "full_attention",
     "full_attention",

   "hidden_act": "silu",
   "hidden_size": 64,
   "initializer_range": 0.02,
+  "intermediate_size": 2048,
   "layer_types": [
     "full_attention",
     "full_attention",

metadata.json CHANGED Viewed

@@ -3,7 +3,7 @@
   "family": "qwen3",
   "source": "inline-preset",
   "output_dir": "D:\\Qwen3-80m-tinystories-A\\workspace\\outputs\\qwen3-16layer-c10x",
-  "parameters": 1608000,
   "vocab_size": 2048,
   "hidden_size": 64,
   "num_hidden_layers": 12,

   "family": "qwen3",
   "source": "inline-preset",
   "output_dir": "D:\\Qwen3-80m-tinystories-A\\workspace\\outputs\\qwen3-16layer-c10x",
+  "parameters": 5146944,
   "vocab_size": 2048,
   "hidden_size": 64,
   "num_hidden_layers": 12,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2f947698f6f8a3f8bc47d777cff0719c01ea79b37deb1f787fdbb6079259b62
-size 6446080

 version https://git-lfs.github.com/spec/v1
+oid sha256:433d12d210e0aac093711d8167bfd0f5162319ef36dce62fd826436e864c54c5
+size 20602056