{ "_name_or_path": "DeepNarra/Paham", "model_name": "DeepNarra Paham 1.0 (758M-A45M)", "model_version": "1.0.0", "architectures": [ "DeepNarraPahamForCausalLM" ], "model_type": "deepnarra_paham", "creator": "DeepNarra", "huggingface_url": "https://huggingface.co/DeepNarra/Paham", "torch_dtype": "float16", "transformers_version": "4.45.0", "vocab_size": 48760, "hidden_size": 768, "intermediate_size": 2048, "num_hidden_layers": 8, "num_attention_heads": 8, "num_key_value_heads": 4, "max_position_embeddings": 2097152, "elastic_gears": { "gear_1_reflex": "45M", "gear_2_standard": "75M", "gear_3_sovereign": "100M" }, "measured_velocity_tok_s": 1680.7, "measured_latency_ms": 9.52, "hybrid_attention": "75% Lyapunov GLA Recurrence + 25% GLM-5 DSA IndexShare", "latent_phase_space_dim": 768, "multi_token_prediction_k": 4, "prompt_lookup_decoding_k": 50, "awake_continuum_enabled": true, "macro_engines": 23, "sub_experts_per_engine": 4, "total_experts": 92, "active_experts_per_token": "Elastic (1-3)", "shared_expert": true, "bitnet_b158_quantization": "TQ1_0", "total_parameters": "758.8M", "active_parameters": "45M (Reflex) / 100M (Deep)" }