teszenofficial commited on
Commit
e6d4247
·
verified ·
1 Parent(s): 6e4d11f

Upload 3 files

Browse files
Files changed (3) hide show
  1. MTP1_MODEL.pt +3 -0
  2. MTP1_config.json +37 -0
  3. MTP1_tokenizer.model +3 -0
MTP1_MODEL.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6348d996bbec7ba61b84c01aed80d4c33a4b2da6e5a5e4438887abebf8d8928
3
+ size 91761525
MTP1_config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 8000,
3
+ "block_size": 384,
4
+ "n_layer": 8,
5
+ "n_head": 7,
6
+ "n_embd": 448,
7
+ "dropout": 0.2,
8
+ "tokenizer_type": "sentencepiece_bpe",
9
+ "tokenizer_file": "MTP1_tokenizer.model",
10
+ "special_tokens": {
11
+ "pad_id": 0,
12
+ "bos_id": 1,
13
+ "eos_id": 2,
14
+ "unk_id": 3
15
+ },
16
+ "generation_defaults": {
17
+ "max_new_tokens": 200,
18
+ "temperature": 1.05,
19
+ "top_k": 40,
20
+ "top_p": 0.95,
21
+ "repetition_penalty": 1.2,
22
+ "no_repeat_ngram_size": 3
23
+ },
24
+ "meta": {
25
+ "model_name": "MTP-1",
26
+ "architecture": "gpt_rope_swiglu_rmsnorm",
27
+ "trained_examples": 14751,
28
+ "augmented_examples": 44645,
29
+ "corpus_fragments": 573,
30
+ "total_sequences": 46688,
31
+ "val_sequences": 1527,
32
+ "best_val_loss": 3.9143081426620485,
33
+ "stopped_early": false,
34
+ "label_smoothing": 0.1,
35
+ "created": "2026-08-08 22:22:22"
36
+ }
37
+ }
MTP1_tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b6da5b44ab93b216e6d244f4e65fa16a3c5647e5e172919e22ca34b1f7f2a43
3
+ size 373754