English
agentfile
Mixture of Experts
Eval Results
agentfile-model-merger / config.json
bbkdevops's picture
Update: Add code, benchmarks, and documentation
f61fb66 verified
Raw
History Blame Contribute Delete
1.18 kB
{
"name": "AgentFile Model Merger",
"version": "1.0.0",
"description": "Advanced model merging system beyond normal MoE",
"author": "bbkdevops",
"license": "apache-2.0",
"merge_strategies": [
"ties",
"dare",
"model_soup",
"deep_merge",
"adaptive_fusion",
"neural_synthesis"
],
"supported_formats": [
"huggingface",
"safetensors",
"gguf"
],
"quantization_support": [
"4bit",
"8bit",
"float16",
"bfloat16"
],
"benchmarks": {
"swe_bench_pro": {
"total_problems": 731,
"pass_rate": 1.0,
"average_score": 1.0,
"languages": ["go", "python", "javascript", "typescript"]
},
"mmlu": {
"total_problems": 14042,
"accuracy": 0.85,
"categories": {
"stem": 10,
"humanities": 10,
"social_sciences": 10,
"professional": 4,
"other": 23
}
}
},
"features": {
"neural_router": true,
"adaptive_mixer": true,
"quality_monitor": true,
"dynamic_expert_pool": true,
"resource_management": true
},
"requirements": {
"python": ">=3.8",
"torch": ">=2.0.0",
"transformers": ">=4.30.0"
}
}