Model/scripts/convert_from_v1.py

#!/usr/bin/env python3
"""
Frox AI — Migrate a Morph 1.0 checkpoint to Morph 1.1

Handles the breaking changes between versions:
  - Vocab: 32,000 → 64,000 (embedding/lm_head rows are zero-padded;
    the new rows are trained from scratch during your next SFT pass)
  - QK-norm: added fresh (was absent in 1.0), initialized to identity
  - Context: 8K → 16K max_position_embeddings (YaRN scaling recomputed
    automatically — no weight changes needed, it's a RoPE parameter)
  - Everything else (attention/MLP weights, layer norms) transfers
    1:1 since the core GQA + SwiGLU block is unchanged

Usage:
    python scripts/convert_from_v1.py --input ./morph-1.0-checkpoint \
        --output ./frox-morph-1-1-output/migrated
"""
from __future__ import annotations

import argparse
import sys
from pathlib import Path

sys.path.insert(0, str(Path(__file__).resolve().parent.parent))

from model.architecture.morph_model import MorphForCausalLM
from utils.common import print_banner


def main():
    parser = argparse.ArgumentParser(description="Migrate Morph 1.0 → 1.1")
    parser.add_argument("--input", type=str, required=True, help="Morph 1.0 checkpoint dir")
    parser.add_argument("--output", type=str, required=True, help="Where to save the 1.1 model")
    args = parser.parse_args()

    print_banner()
    print(f"🔄 Migrating {args.input} → Morph 1.1\n")

    model = MorphForCausalLM.from_morph_1_checkpoint(args.input)

    print(f"\n⚠  Post-migration checklist:")
    print(f"   1. The 32,000 new vocab rows (32000-63999) are randomly initialized.")
    print(f"      Run a short SFT pass before serving, or those tokens will be garbage.")
    print(f"   2. QK-norm layers are newly initialized (identity-like RMSNorm weights).")
    print(f"      A brief SFT warmup (~500 steps) lets the model adapt to them.")
    print(f"   3. Context length is now 16K via YaRN — no retraining needed for this part,")
    print(f"      but quality past ~4K tokens will be better after some long-context SFT data.")

    model.save(args.output)
    print(f"\n✅ Migrated model saved to {args.output}")
    print(f"   Recommended: python scripts/train.py --phase sft --from-checkpoint {args.output} --steps 2000")


if __name__ == "__main__":
    main()