Hugging Face's logo

Asilarkness
/
testgeniy

Text Generation
Transformers
Safetensors
English
testgeniy
causal-lm
reasoning
mathematics
logic
long-context
4k-context
small-language-model
Model card Files
xet
 Community
Asilarkness commited on
Commit
9a175cc
·
verified ·
1 Parent(s): 6792236

structured sft update=139 loss=0.4380

Browse files
Files changed (2) hide show
  1. config.json +1 -40
  2. model.safetensors +1 -1
config.json CHANGED
@@ -3,7 +3,6 @@
3
  "TestGeniyForCausalLM"
4
  ],
5
  "model_type": "testgeniy",
6
- "torch_dtype": "bfloat16",
7
  "vocab_size": 49216,
8
  "hidden_size": 1280,
9
  "intermediate_size": 3584,
@@ -14,43 +13,5 @@
14
  "max_position_embeddings": 2048,
15
  "rope_theta": 500000.0,
16
  "local_block_size": 1024,
17
- "tie_word_embeddings": true,
18
- "layer_types": [
19
- "block_local",
20
- "block_local",
21
- "block_local",
22
- "full",
23
- "block_local",
24
- "block_local",
25
- "block_local",
26
- "full",
27
- "block_local",
28
- "block_local",
29
- "block_local",
30
- "full",
31
- "block_local",
32
- "block_local",
33
- "block_local",
34
- "full",
35
- "block_local",
36
- "block_local",
37
- "block_local",
38
- "full",
39
- "block_local",
40
- "block_local",
41
- "block_local",
42
- "full"
43
- ],
44
- "digit_tokens": [
45
- "<d0>",
46
- "<d1>",
47
- "<d2>",
48
- "<d3>",
49
- "<d4>",
50
- "<d5>",
51
- "<d6>",
52
- "<d7>",
53
- "<d8>",
54
- "<d9>"
55
- ]
56
  }
 
3
  "TestGeniyForCausalLM"
4
  ],
5
  "model_type": "testgeniy",
 
6
  "vocab_size": 49216,
7
  "hidden_size": 1280,
8
  "intermediate_size": 3584,
 
13
  "max_position_embeddings": 2048,
14
  "rope_theta": 500000.0,
15
  "local_block_size": 1024,
16
+ "tie_word_embeddings": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c12c5aef7dbbc198d13b77d418ef702c59c74a751ef6df07e8076aee6396511a
3
  size 1101624392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d348ef7338ab4757379749ea6de26ab19031de66a1020b473fd7c649c94cbcf
3
  size 1101624392