config.json

{
  "model_type": "lighttiny",
  "architectures": [
    "LightTinyForCausalLM"
  ],
  "name": "lighttiny-4m",
  "vocab_size": 8000,
  "hidden_dim": 128,
  "num_regions": 32,
  "field_size": 256,
  "field_depth": 488,
  "total_configs": 3997696,
  "total_params": 7102464,
  "layer3_resonance": {
    "max_active_ratio": 0.05,
    "activation_threshold": 0.08,
    "avg_active_ratio": 0.0,
    "total_activations": 0
  },
  "layer4_dynamics": {
    "coupling_strength": 0.1,
    "damping": 0.01,
    "dt": 0.01,
    "max_evolution_steps": 40,
    "convergence_threshold": 0.008,
    "min_coherence": 0.2
  },
  "bos_token_id": 2,
  "eos_token_id": 3,
  "pad_token_id": 0
}