teszenofficial commited on
Commit
476a7fc
·
verified ·
1 Parent(s): 11bb26d

Upload 3 files

Browse files
Files changed (3) hide show
  1. MTP1_MODEL.pt +3 -0
  2. MTP1_config.json +37 -0
  3. MTP1_tokenizer.model +3 -0
MTP1_MODEL.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a8305cabf2f3fd983e67df145aa26bcee4c0b66cd0423e28807f045ba16a8af
3
+ size 91761525
MTP1_config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 8000,
3
+ "block_size": 384,
4
+ "n_layer": 8,
5
+ "n_head": 7,
6
+ "n_embd": 448,
7
+ "dropout": 0.2,
8
+ "tokenizer_type": "sentencepiece_bpe",
9
+ "tokenizer_file": "MTP1_tokenizer.model",
10
+ "special_tokens": {
11
+ "pad_id": 0,
12
+ "bos_id": 1,
13
+ "eos_id": 2,
14
+ "unk_id": 3
15
+ },
16
+ "generation_defaults": {
17
+ "max_new_tokens": 200,
18
+ "temperature": 1.05,
19
+ "top_k": 40,
20
+ "top_p": 0.95,
21
+ "repetition_penalty": 1.2,
22
+ "no_repeat_ngram_size": 3
23
+ },
24
+ "meta": {
25
+ "model_name": "MTP-1",
26
+ "architecture": "gpt_rope_swiglu_rmsnorm",
27
+ "trained_examples": 18751,
28
+ "augmented_examples": 54208,
29
+ "corpus_fragments": 573,
30
+ "total_sequences": 56651,
31
+ "val_sequences": 1927,
32
+ "best_val_loss": 4.256011638641358,
33
+ "stopped_early": false,
34
+ "label_smoothing": 0.1,
35
+ "created": "2026-08-09 15:48:32"
36
+ }
37
+ }
MTP1_tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:811e0c5c0a0c00b69c04f36142714cf2d2bc829f86d5132fe2b89567fc05fc1c
3
+ size 372769