FOUNDATIONAL_MODEL_EPIC/eval/interact.py

import os
import sys
import torch
import torch.nn.functional as F

sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
from model.model import ModelConfig, Transformer

def hinglish_interactive_chat():
    device = "cuda" if torch.cuda.is_available() else "cpu"
    print("="*60)
    print("  Romanized Hindi (Hinglish) Foundational Model CLI")
    print("="*60)
    
    # Load 125M Model
    config = ModelConfig.get_125m(vocab_size=16384)
    model = Transformer(config).to(device)
    
    checkpoint_path = "/home/adminuser/foundational_model/checkpoints/model_125m_final.pt"
    if os.path.exists(checkpoint_path):
        model.load_state_dict(torch.load(checkpoint_path, map_location=device))
        print(f"Loaded trained weights from {checkpoint_path}")
    else:
        print("Notice: No trained checkpoint found yet. Running in demo mode with randomly initialized model.")

    model.eval()
    print("\nType your prompt in Romanized Hindi (e.g., 'kya kar rahe ho?')")
    print("Type 'exit' to quit.\n")

    while True:
        try:
            prompt = input("User (Hinglish) > ")
            if prompt.strip().lower() == "exit":
                break
            if not prompt.strip():
                continue

            # Tokenize & Generate
            print("Model (Hinglish) > ", end="", flush=True)
            # Dummy generation representation
            fake_response = "main ek foundational AI model hoon aur aapki madad karne ke liye taiyaar hoon!"
            print(fake_response + "\n")

        except KeyboardInterrupt:
            break

if __name__ == "__main__":
    hinglish_interactive_chat()