File size: 695 Bytes
01898e6
 
 
 
 
2c2370d
01898e6
 
5105147
 
01898e6
 
 
 
 
 
 
 
 
 
 
2c2370d
 
 
5105147
 
01898e6
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
{
  "model": "Nano.Deep.Reasoner.11m",
  "architecture": "decoder-only",
  "parameters": 11229120,
  "context_length": 1096,
  "strict_example_limit": 1095,
  "vocab_size": 4096,
  "dataset": "Plans11/Organized_PreTrain_1k_Context",
  "global_step": 1441,
  "unique_examples_trained": 60000,
  "last_session_size": 20000,
  "learning_rate": 0.0003,
  "batch_size": 8,
  "gradient_accumulation": 4,
  "weight_decay": 0.1,
  "seed": 1147,
  "reasoning_tokens": [
    "<|think|>",
    "<|thought|>",
    "<|reasoning|>",
    "<|answer|>"
  ],
  "causal_objective": "next_token_prediction",
  "tokenizer_immutable": true,
  "content_hash_deduplication": true,
  "shuffled_deterministic_scan": true
}