from agent.inference import InferenceEngine import os def main(): if not os.path.exists('sail.pt'): print("Model not found! please run 'python -m train.train' first.") return print("Loading Agent...") agent = InferenceEngine() print("Agent Loaded! (Type 'quit' to exit)") print("-" * 50) while True: prompt = input("You: ") if prompt.strip().lower() == 'quit': break response = agent.generate(prompt, max_new_tokens=200) print(f"Agent: {response}") print("-" * 50) if __name__ == "__main__": main()