| from agent.inference import InferenceEngine | |
| import os | |
| def main(): | |
| if not os.path.exists('sail.pt'): | |
| print("Model not found! please run 'python -m train.train' first.") | |
| return | |
| print("Loading Agent...") | |
| agent = InferenceEngine() | |
| print("Agent Loaded! (Type 'quit' to exit)") | |
| print("-" * 50) | |
| while True: | |
| prompt = input("You: ") | |
| if prompt.strip().lower() == 'quit': | |
| break | |
| response = agent.generate(prompt, max_new_tokens=200) | |
| print(f"Agent: {response}") | |
| print("-" * 50) | |
| if __name__ == "__main__": | |
| main() | |