Qwopus3.8-27B-MTPLX-4bit-Speed / mtplx_runtime.json
nom666's picture
Publish MTPLX forged model
c2317bc verified
Raw
History Blame Contribute Delete
4.97 kB
{
"arch_id": "qwen3-next-mtp",
"artifact_role": "forge-local",
"base_trunk": "/Users/nomish/models/qwopus38-bf16",
"exactness_baseline": {},
"forge_provenance": {
"forge_inputs": {
"mtp_source_path": "/Users/nomish/models/qwopus38-bf16",
"trunk_path": "/Users/nomish/.mtplx/models/Qwopus3.8-27B-MTPLX-Speed"
},
"forge_recipe": {
"body_bits": 4,
"body_group_size": 32,
"body_mode": "affine",
"module_overrides": [
{
"bits": 8,
"group_size": 64,
"suffix": "embed_tokens"
},
{
"bits": 8,
"group_size": 64,
"suffix": "lm_head"
},
{
"bits": 8,
"group_size": 64,
"suffix": "linear_attn.out_proj"
},
{
"bits": 8,
"group_size": 64,
"layers": [
56,
57,
58,
59,
60,
61,
62,
63
],
"suffix": "mlp.gate_proj"
},
{
"bits": 8,
"group_size": 64,
"layers": [
56,
57,
58,
59,
60,
61,
62,
63
],
"suffix": "mlp.up_proj"
},
{
"bits": 8,
"group_size": 64,
"layers": [
56,
57,
58,
59,
60,
61,
62,
63
],
"suffix": "mlp.down_proj"
}
],
"mtp_policy": "keep_bf16"
},
"forged_at": "2026-08-19T11:39:36-07:00",
"forged_locally": true,
"mtp_contract": {
"base_hidden_variant": "post_norm",
"concat_order": "embedding_hidden",
"hidden_variant": "post_norm",
"mtp_position_mode": "local",
"mtp_quant_group_size": 64,
"mtp_quant_mode": "affine"
},
"mtplx_version": "2.8.2",
"published_to_hf": null,
"source_format": "bf16_native",
"source_repo": "/Users/nomish/models/qwopus38-bf16",
"source_sha": null
},
"mtp_contract": {
"base_hidden_variant": "post_norm",
"concat_order": "embedding_hidden",
"hidden_variant": "post_norm",
"mtp_position_mode": "local",
"mtp_quant_group_size": 64,
"mtp_quant_mode": "affine"
},
"mtp_depth_max": 3,
"mtp_sidecar": "bf16",
"mtplx_version": "2.8.2",
"recommended_profile": "sustained",
"sampler": {
"temperature": 0.6,
"top_k": 20,
"top_p": 0.95
},
"speed_evidence": {
"acceptance_by_depth": [
0.9745762711864406,
0.8559322033898306
],
"acceptance_collapsed": [],
"depth": 2,
"failure_reasons": [],
"forge_verify_rows": [
{
"acceptance_by_position": [],
"depth": 0,
"finish_reasons": {
"stop": 1
},
"hit_token_budget": false,
"hit_token_budget_count": 0,
"multiplier_vs_ar": 1.0,
"quality_passed": true,
"tok_s": 23.75668728252421,
"verify_time_s": 27.765838250008528
},
{
"acceptance_by_position": [
0.9722222222222222
],
"depth": 1,
"finish_reasons": {
"stop": 1
},
"hit_token_budget": false,
"hit_token_budget_count": 0,
"multiplier_vs_ar": 1.9313522685969307,
"quality_passed": true,
"tok_s": 45.88253187745099,
"verify_time_s": 12.980745401931927
},
{
"acceptance_by_position": [
0.9745762711864406,
0.8559322033898306
],
"depth": 2,
"finish_reasons": {
"stop": 1
},
"hit_token_budget": false,
"hit_token_budget_count": 0,
"multiplier_vs_ar": 2.49655281893833,
"quality_passed": true,
"tok_s": 59.30982460382219,
"verify_time_s": 6.865740084962454
},
{
"acceptance_by_position": [
0.9509803921568627,
0.8529411764705882,
0.7696078431372549
],
"depth": 3,
"finish_reasons": {
"stop": 1
},
"hit_token_budget": false,
"hit_token_budget_count": 0,
"multiplier_vs_ar": 2.21623425751375,
"quality_passed": true,
"tok_s": 52.65038420057139,
"verify_time_s": 14.09878687292803
}
],
"greedy_diagnostic": {
"tok_s": 23.75668728252421
},
"quality_rejected": [],
"tok_s": [
59.30982460382219
],
"verdict": "mtp_depth_wins"
},
"verified_on": {
"hardware": "macOS-26.4.1-arm64-arm-64bit-Mach-O",
"machine_arch": "arm64",
"macos": "26.4.1",
"model": "Qwopus3.8-27B-MTPLX-Speed",
"timestamp": "2026-08-19T11:39:36-07:00"
},
"vision": {
"prefix": "vision_tower.",
"shards": [
"model-vision.safetensors"
],
"tensor_count": 333
}
}