visual-narrator-llm / monitor_fixed_training.py
Ytgetahun's picture
feat: Visual Narrator 3B - Clean repository with professional benchmarks
d6e97b5
import time
from datetime import datetime
def monitor_fixed_training():
print("🎯 MONITORING FIXED PHASE 2 TRAINING")
print("=" * 50)
print("✅ SUCCESS INDICATORS to watch for:")
print(" 1. Initial loss: 4.0-6.0 (NOT 0.0)")
print(" 2. Loss decreasing steadily")
print(" 3. Training time: 5-15 minutes")
print(" 4. Final model generates coherent text")
print("")
print("🚫 FAILURE INDICATORS (what we saw before):")
print(" 1. Loss stuck at 0.0")
print(" 2. Training takes hours")
print(" 3. Model outputs gibberish")
print("")
print("⏰ Started monitoring at:", datetime.now().strftime("%H:%M:%S"))
print("💡 Run: python training/scale_up_phase_fixed.py")
if __name__ == "__main__":
monitor_fixed_training()