{ "architectures": [ "ReasoningModel" ], "hidden_size": 768, "intermediate_size": 3072, "max_position_embeddings": 2048, "model_type": "OpenThaiWilaiReasoning", "num_experts": 4, "num_heads": 8, "num_hidden_layers": 8, "num_key_value_heads": 8, "num_layers": 8, "pad_token_id": 0, "rope": true, "top_k": 2, "torch_dtype": "float32", "transformers_version": "4.44.2", "vocab_size": 119547 }