CLOK-CEM / config.json
ghosthets's picture
Upload folder using huggingface_hub
77c2d2e verified
Raw
History Blame Contribute Delete
1.26 kB
{
"architectures": [
"ClokCEMForCausalLM"
],
"model_type": "clokcem",
"vocab_size": 32000,
"hidden_size": 1536,
"intermediate_size": 2816,
"num_hidden_layers": 16,
"num_attention_heads": 16,
"num_key_value_heads": 4,
"max_position_embeddings": 1024,
"rms_norm_eps": 1e-06,
"rope_theta": 10000.0,
"tie_word_embeddings": true,
"bos_token_id": 2,
"eos_token_id": 3,
"pad_token_id": 0,
"hidden_act": "silu",
"torch_dtype": "float16",
"transformers_version": "4.40.0",
"use_cache": true,
"thinking_max_steps": 5,
"num_intents": 27,
"sliding_window": 512,
"intent_classes": [
"order_status",
"return_request",
"refund_status",
"product_info",
"price_inquiry",
"complaint",
"technical_support",
"account_help",
"billing_query",
"cancellation",
"feedback",
"escalation",
"shipping_query",
"payment_issue",
"discount_coupon",
"warranty_claim",
"appointment_booking",
"schedule_change",
"prescription_query",
"insurance_claim",
"loan_inquiry",
"balance_check",
"plan_change",
"network_issue",
"new_connection",
"porting_request",
"general_query"
]
}