teszenofficial commited on
Commit
88216d4
·
verified ·
1 Parent(s): fa9b534

Delete MTP1_config.json

Browse files
Files changed (1) hide show
  1. MTP1_config.json +0 -37
MTP1_config.json DELETED
@@ -1,37 +0,0 @@
1
- {
2
- "vocab_size": 8000,
3
- "block_size": 384,
4
- "n_layer": 10,
5
- "n_head": 8,
6
- "n_embd": 512,
7
- "dropout": 0.2,
8
- "tokenizer_type": "sentencepiece_bpe",
9
- "tokenizer_file": "MTP1_tokenizer.model",
10
- "special_tokens": {
11
- "pad_id": 0,
12
- "bos_id": 1,
13
- "eos_id": 2,
14
- "unk_id": 3
15
- },
16
- "generation_defaults": {
17
- "max_new_tokens": 200,
18
- "temperature": 1.05,
19
- "top_k": 40,
20
- "top_p": 0.95,
21
- "repetition_penalty": 1.2,
22
- "no_repeat_ngram_size": 3
23
- },
24
- "meta": {
25
- "model_name": "MTP-1",
26
- "architecture": "gpt_rope_swiglu_rmsnorm",
27
- "trained_examples": 20441,
28
- "augmented_examples": 58711,
29
- "corpus_fragments": 573,
30
- "total_sequences": 61323,
31
- "val_sequences": 2096,
32
- "best_val_loss": 4.309362320899964,
33
- "stopped_early": true,
34
- "label_smoothing": 0.1,
35
- "created": "2026-08-14 05:26:27"
36
- }
37
- }