teszenofficial commited on
Commit
489038d
·
verified ·
1 Parent(s): b826a94

Upload 3 files

Browse files
Files changed (3) hide show
  1. MTP1_MODEL.pt +3 -0
  2. MTP1_config.json +37 -0
  3. MTP1_tokenizer.model +3 -0
MTP1_MODEL.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bea24a5ef10c641b2919923d651ea41a4639220158e4b4de0f916ffc83ccccde
3
+ size 142548993
MTP1_config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 8000,
3
+ "block_size": 384,
4
+ "n_layer": 10,
5
+ "n_head": 8,
6
+ "n_embd": 512,
7
+ "dropout": 0.2,
8
+ "tokenizer_type": "sentencepiece_bpe",
9
+ "tokenizer_file": "MTP1_tokenizer.model",
10
+ "special_tokens": {
11
+ "pad_id": 0,
12
+ "bos_id": 1,
13
+ "eos_id": 2,
14
+ "unk_id": 3
15
+ },
16
+ "generation_defaults": {
17
+ "max_new_tokens": 200,
18
+ "temperature": 1.05,
19
+ "top_k": 40,
20
+ "top_p": 0.95,
21
+ "repetition_penalty": 1.2,
22
+ "no_repeat_ngram_size": 3
23
+ },
24
+ "meta": {
25
+ "model_name": "MTP-1",
26
+ "architecture": "gpt_rope_swiglu_rmsnorm",
27
+ "trained_examples": 20579,
28
+ "augmented_examples": 59232,
29
+ "corpus_fragments": 573,
30
+ "total_sequences": 61858,
31
+ "val_sequences": 2110,
32
+ "best_val_loss": 4.301759042739868,
33
+ "stopped_early": false,
34
+ "label_smoothing": 0.1,
35
+ "created": "2026-09-01 00:15:27"
36
+ }
37
+ }
MTP1_tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb294d461a26330f176f25f93c048cb8fcc68f427995f985e1374275e3d573f7
3
+ size 372077