TheAgenticAI
/

Agentic-V3

Model card Files Files and versions

k4rth33k commited on Dec 17, 2024

Commit

de2e5bf

·

verified ·

1 Parent(s): d75297d

Update config.json

Files changed (1) hide show

config.json +1 -3

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/root/ms-swift/new_train/qwen2_5-72b-instruct/v3-20241205-110516/checkpoint-30-merged",
   "architectures": [
     "Qwen2ForCausalLM"
   ],
@@ -18,8 +18,6 @@
   "num_key_value_heads": 8,
   "qwen_type": "qwen2",
   "rms_norm_eps": 1e-06,
-  "rope_scaling": null,
-  "rope_theta": 1000000.0,
   "sliding_window": null,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",

 {
+  "_name_or_path": "TheAgenticAI/Agentic-V3",
   "architectures": [
     "Qwen2ForCausalLM"
   ],
   "num_key_value_heads": 8,
   "qwen_type": "qwen2",
   "rms_norm_eps": 1e-06,
   "sliding_window": null,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",