test_final.py

#!/usr/bin/env python3
"""
Test the updated multimodal AI backend service on port 8001
"""

import requests
import json

# Updated service configuration
BASE_URL = "http://localhost:8001"

def test_multimodal_updated():
    """Test multimodal (image + text) chat completion with working model"""
    print("🖼️ Testing multimodal chat completion with Salesforce/blip-image-captioning-base...")
    
    payload = {
        "model": "Salesforce/blip-image-captioning-base",
        "messages": [
            {
                "role": "user",
                "content": [
                    {
                        "type": "image",
                        "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"
                    },
                    {
                        "type": "text",
                        "text": "What animal is on the candy?"
                    }
                ]
            }
        ],
        "max_tokens": 150,
        "temperature": 0.7
    }
    
    try:
        response = requests.post(f"{BASE_URL}/v1/chat/completions", json=payload, timeout=120)
        if response.status_code == 200:
            result = response.json()
            print(f"✅ Multimodal response: {result['choices'][0]['message']['content']}")
            return True
        else:
            print(f"❌ Multimodal failed: {response.status_code} - {response.text}")
            return False
    except Exception as e:
        print(f"❌ Multimodal error: {e}")
        return False

def test_models_endpoint():
    """Test updated models endpoint"""
    print("📋 Testing models endpoint...")
    
    try:
        response = requests.get(f"{BASE_URL}/v1/models", timeout=10)
        if response.status_code == 200:
            result = response.json()
            model_ids = [model['id'] for model in result['data']]
            print(f"✅ Available models: {model_ids}")
            
            if "Salesforce/blip-image-captioning-base" in model_ids:
                print("✅ Vision model is available!")
                return True
            else:
                print("⚠️ Vision model not listed")
                return False
        else:
            print(f"❌ Models endpoint failed: {response.status_code}")
            return False
    except Exception as e:
        print(f"❌ Models endpoint error: {e}")
        return False

def test_text_only_updated():
    """Test text-only functionality on new port"""
    print("💬 Testing text-only chat completion...")
    
    payload = {
        "model": "microsoft/DialoGPT-medium",
        "messages": [
            {"role": "user", "content": "Hello! How are you today?"}
        ],
        "max_tokens": 100,
        "temperature": 0.7
    }
    
    try:
        response = requests.post(f"{BASE_URL}/v1/chat/completions", json=payload, timeout=30)
        if response.status_code == 200:
            result = response.json()
            print(f"✅ Text response: {result['choices'][0]['message']['content']}")
            return True
        else:
            print(f"❌ Text failed: {response.status_code} - {response.text}")
            return False
    except Exception as e:
        print(f"❌ Text error: {e}")
        return False

def test_image_only():
    """Test with image only (no text)"""
    print("🖼️ Testing image-only analysis...")
    
    payload = {
        "model": "Salesforce/blip-image-captioning-base",
        "messages": [
            {
                "role": "user",
                "content": [
                    {
                        "type": "image",
                        "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"
                    }
                ]
            }
        ],
        "max_tokens": 100,
        "temperature": 0.7
    }
    
    try:
        response = requests.post(f"{BASE_URL}/v1/chat/completions", json=payload, timeout=60)
        if response.status_code == 200:
            result = response.json()
            print(f"✅ Image-only response: {result['choices'][0]['message']['content']}")
            return True
        else:
            print(f"❌ Image-only failed: {response.status_code} - {response.text}")
            return False
    except Exception as e:
        print(f"❌ Image-only error: {e}")
        return False

def main():
    """Run all tests for updated service"""
    print("🚀 Testing Updated Multimodal AI Backend (Port 8001)...\n")
    
    tests = [
        ("Models Endpoint", test_models_endpoint),
        ("Text-only Chat", test_text_only_updated),
        ("Image-only Analysis", test_image_only),
        ("Multimodal Chat", test_multimodal_updated),
    ]
    
    passed = 0
    total = len(tests)
    
    for test_name, test_func in tests:
        print(f"\n--- {test_name} ---")
        if test_func():
            passed += 1
        print()
    
    print(f"🎯 Test Results: {passed}/{total} tests passed")
    
    if passed == total:
        print("🎉 All tests passed! Multimodal AI backend is fully working!")
        print("🔥 Your backend now supports:")
        print("   ✅ Text-only chat completions")
        print("   ✅ Image analysis and captioning")
        print("   ✅ Multimodal image+text conversations")
        print("   ✅ OpenAI-compatible API format")
    else:
        print("⚠️ Some tests failed. Check the output above for details.")

if __name__ == "__main__":
    main()