#!/usr/bin/env python3 """ Model Manager for Police Bot AI Runtime Helps manage and switch between different Ollama models """ import os import sys import requests import json from config import config def print_banner(): """Print banner""" print("=" * 60) print("๐Ÿค– Police Bot AI - Model Manager") print("=" * 60) def check_ollama_status(): """Check if Ollama is running and get available models""" try: response = requests.get("http://localhost:11434/api/tags", timeout=5) if response.status_code == 200: data = response.json() models = data.get("models", []) return True, models else: return False, [] except: return False, [] def list_available_models(): """List all available models in Ollama""" print("\n๐Ÿ“‹ Available Models in Ollama:") print("-" * 40) ollama_running, models = check_ollama_status() if not ollama_running: print("โŒ Ollama is not running") print("Please start Ollama first: ollama serve") return [] if not models: print("โš ๏ธ No models found in Ollama") print("You can pull models using:") print(" ollama pull mistral") print(" ollama pull llama3") print(" ollama pull police-bot") return [] available_models = [] for i, model in enumerate(models, 1): model_name = model.get("name", "Unknown") model_size = model.get("size", 0) size_mb = model_size / (1024 * 1024) if model_size > 0 else 0 print(f"{i:2d}. {model_name:<20} ({size_mb:.0f} MB)") available_models.append(model_name) return available_models def list_configured_models(): """List models configured in the system""" print("\nโš™๏ธ Configured Models in System:") print("-" * 40) configured_models = config.list_available_models() current_model = config.OLLAMA_MODEL for i, model in enumerate(configured_models, 1): status = "โœ“" if model == current_model else " " print(f"{i:2d}. [{status}] {model}") return configured_models def switch_model(): """Switch to a different model""" print("\n๐Ÿ”„ Switch Model") print("-" * 40) configured_models = config.list_available_models() current_model = config.OLLAMA_MODEL print(f"Current model: {current_model}") print("\nAvailable models:") for i, model in enumerate(configured_models, 1): print(f"{i}. {model}") try: choice = input(f"\nEnter choice (1-{len(configured_models)}): ").strip() if choice: model_index = int(choice) - 1 if 0 <= model_index < len(configured_models): selected_model = configured_models[model_index] # Check if model is available in Ollama ollama_running, models = check_ollama_status() if ollama_running: model_names = [m.get("name") for m in models] if selected_model not in model_names: print(f"โš ๏ธ Warning: {selected_model} is not available in Ollama") pull = input("Would you like to pull it? (y/n): ").lower().strip() if pull == 'y': print(f"Pulling {selected_model}...") os.system(f"ollama pull {selected_model}") # Switch model if config.switch_model(selected_model): print(f"โœ… Switched to {selected_model}") # Save to environment file save_model_to_env(selected_model) else: print(f"โŒ Failed to switch to {selected_model}") else: print("โŒ Invalid choice") else: print("โŒ No choice made") except ValueError: print("โŒ Invalid input") def save_model_to_env(model_name): """Save model selection to .env file""" env_file = ".env" env_content = f"OLLAMA_MODEL={model_name}\n" try: with open(env_file, 'w') as f: f.write(env_content) print(f"โœ… Model selection saved to {env_file}") except Exception as e: print(f"โš ๏ธ Could not save to {env_file}: {e}") def test_model(): """Test the current model""" print("\n๐Ÿงช Test Current Model") print("-" * 40) current_model = config.OLLAMA_MODEL print(f"Testing model: {current_model}") # Check if Ollama is running ollama_running, models = check_ollama_status() if not ollama_running: print("โŒ Ollama is not running") return # Check if model is available model_names = [m.get("name") for m in models] if current_model not in model_names: print(f"โŒ {current_model} is not available in Ollama") print(f"Available models: {', '.join(model_names)}") return # Test the model try: from police_runtime import PoliceBotRuntime runtime = PoliceBotRuntime() test_prompt = "Hello, how are you today?" print(f"Sending test prompt: '{test_prompt}'") response = runtime.get_llama3_response(test_prompt) if response: print(f"โœ… Model responded: {response[:100]}...") else: print("โŒ No response from model") except Exception as e: print(f"โŒ Error testing model: {e}") def show_model_info(): """Show information about the current model""" print("\nโ„น๏ธ Current Model Information") print("-" * 40) current_model = config.OLLAMA_MODEL model_config = config.get_current_model_config() print(f"Model: {current_model}") print(f"Temperature: {model_config['temperature']}") print(f"Top P: {model_config['top_p']}") print(f"Max Tokens: {model_config['max_tokens']}") print(f"\nSystem Prompt Preview:") print("-" * 20) prompt_preview = model_config['system_prompt'][:200] + "..." if len(model_config['system_prompt']) > 200 else model_config['system_prompt'] print(prompt_preview) def pull_model(): """Pull a model from Ollama""" print("\n๐Ÿ“ฅ Pull Model from Ollama") print("-" * 40) model_name = input("Enter model name to pull (e.g., mistral, llama3): ").strip() if model_name: print(f"Pulling {model_name}...") result = os.system(f"ollama pull {model_name}") if result == 0: print(f"โœ… Successfully pulled {model_name}") else: print(f"โŒ Failed to pull {model_name}") else: print("โŒ No model name provided") def main(): """Main function""" print_banner() while True: print("\nOptions:") print("1. List available models in Ollama") print("2. List configured models") print("3. Switch model") print("4. Test current model") print("5. Show model information") print("6. Pull model from Ollama") print("7. Exit") try: choice = input("\nEnter choice (1-7): ").strip() if choice == '1': list_available_models() elif choice == '2': list_configured_models() elif choice == '3': switch_model() elif choice == '4': test_model() elif choice == '5': show_model_info() elif choice == '6': pull_model() elif choice == '7': print("Goodbye! ๐Ÿ‘‹") break else: print("โŒ Invalid choice") except KeyboardInterrupt: print("\nGoodbye! ๐Ÿ‘‹") break except Exception as e: print(f"โŒ Error: {e}") if __name__ == "__main__": main()