Polydim-Einsof's picture
feat(qlora-v3): atomic upgrade to zero-prompt (<|einsof|>, <|mathesis|>) + stiefel procrustes (defect 7.77e-16)
ccfe0c6 verified
Raw History Blame Contribute Delete
944 Bytes
{
"peft_type": "PMTP_STIEFEL_PROCRUSTES",
"qlora_version": "v3-procrustes-zero-prompt",
"base_model_name_or_path": "deepseek-ai/DeepSeek-V4-Pro",
"d_in": 5120,
"d_out": 2048,
"stiefel_manifold": "St(2048, 5120)",
"dtype": "float64",
"polar_retraction_order": "svd_procrustes_order4_fp64",
"stiefel_defect_fp64": 7.771561172376096e-16,
"ghost_protocol_ready": true,
"trigger_tokens": [
"<|einsof|>",
"<|mathesis|>"
],
"prompt_overhead_tokens": 0,
"splice_layer": "L-2 (Layer 62)",
"splice_mode": "stiefel_blend",
"splice_alpha": 0.85,
"safetensors_file": "stiefel_procrustes_2048_5120.safetensors",
"zenodo_concept_doi": "10.5281/zenodo.21136742",
"zenodo_paper_v2_doi": "10.5281/zenodo.24122867",
"zenodo_quantum_routing_doi": "10.5281/zenodo.24133731",
"canonical_github": "https://github.com/AGT1973/polydim-suite",
"author": "Ariel Garcia Traba (POLYDIM-EINSOF)"
}