Create check_models.py

check_models.py

@@ -0,0 +1,59 @@
+from hf_api import HuggingFaceAPI
+import os
+import json
+from datetime import datetime
+
+from utils import load_settings, save_settings
+
+# Settings paths
+SETTINGS_DIR = os.path.join(os.path.dirname(__file__), 'settings')
+MODELS_SETTINGS_FILE = os.path.join(SETTINGS_DIR, 'models.json')
+FIREBASE_SETTINGS_FILE = os.path.join(SETTINGS_DIR, 'firebase.json')
+APP_SETTINGS_FILE = os.path.join(SETTINGS_DIR, 'app.json')
+
+model_settings = load_settings(MODELS_SETTINGS_FILE)
+HF_TOKEN = model_settings.get('huggingfaceToken', '')
+
+api = HuggingFaceAPI(token=HF_TOKEN) if HF_TOKEN else None
+
+print("Checking available models...")
+print("\n1. Testing text generation models:")
+models = ["meta-llama/Llama-3.2-3B-Instruct", "microsoft/Phi-3-mini-4k-instruct"]
+for model in models:
+    try:
+        result = api.validate_model(model)
+        print(f"   {model}: {'✅ Available' if result['valid'] else '❌ Not available'}")
+    except Exception as e:
+        print(f"   {model}: ❌ Error - {str(e)[:50]}...")
+
+print("\n2. Testing translation models:")
+models = ["Helsinki-NLP/opus-mt-en-de", "Helsinki-NLP/opus-mt-en-fr"]
+for model in models:
+    try:
+        result = api.validate_model(model)
+        print(f"   {model}: {'✅ Available' if result['valid'] else '❌ Not available'}")
+        if not result['valid'] and 'fallback_models' in result:
+            print(f"      Fallbacks: {[m['id'] for m in result['fallback_models'][:2]]}")
+    except Exception as e:
+        print(f"   {model}: ❌ Error - {str(e)[:50]}...")
+
+print("\n3. Testing Google models:")
+models = ["google/madlad400-3b-mt", "google/translategemma-12b-it"]
+for model in models:
+    try:
+        result = api.validate_model(model)
+        print(f"   {model}: {'✅ Available' if result['valid'] else '❌ Not available'}")
+    except Exception as e:
+        print(f"   {model}: ❌ Error - {str(e)[:50]}...")
+
+print("\n4. Testing chat completion with Llama:")
+try:
+    messages = [{"role": "user", "content": "Translate 'Hello world' to French"}]
+    response = api.chat_completion(
+        model="meta-llama/Llama-3.2-3B-Instruct",
+        messages=messages,
+        max_tokens=100
+    )
+    print(f"   ✅ Chat translation works: {response['choices'][0]['message']['content'][:50]}...")
+except Exception as e:
+    print(f"   ❌ Chat translation failed: {str(e)[:50]}...")