File size: 796 Bytes
d6e97b5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 | import time
from datetime import datetime
def monitor_fixed_training():
print("🎯 MONITORING FIXED PHASE 2 TRAINING")
print("=" * 50)
print("✅ SUCCESS INDICATORS to watch for:")
print(" 1. Initial loss: 4.0-6.0 (NOT 0.0)")
print(" 2. Loss decreasing steadily")
print(" 3. Training time: 5-15 minutes")
print(" 4. Final model generates coherent text")
print("")
print("🚫 FAILURE INDICATORS (what we saw before):")
print(" 1. Loss stuck at 0.0")
print(" 2. Training takes hours")
print(" 3. Model outputs gibberish")
print("")
print("⏰ Started monitoring at:", datetime.now().strftime("%H:%M:%S"))
print("💡 Run: python training/scale_up_phase_fixed.py")
if __name__ == "__main__":
monitor_fixed_training()
|