Upload models/msp/api/api_client_example.py with huggingface_hub

models/msp/api/api_client_example.py

@@ -0,0 +1,115 @@
+#!/usr/bin/env python3
+"""
+Example client for interacting with the Mistral 7B AHB2APB API
+"""
+
+import requests
+import json
+
+# API configuration
+API_BASE_URL = "http://localhost:8000"
+
+def check_api_health():
+    """Check if the API is running and healthy"""
+    try:
+        response = requests.get(f"{API_BASE_URL}/health")
+        response.raise_for_status()
+        health = response.json()
+        print("✓ API is healthy!")
+        print(f"  Model: {health['model_path']}")
+        print(f"  Device: {health['device']}")
+        print(f"  Model loaded: {health['model_loaded']}")
+        return True
+    except requests.exceptions.ConnectionError:
+        print("✗ Cannot connect to API. Is the server running?")
+        print(f"  Start it with: python api_server.py")
+        return False
+    except Exception as e:
+        print(f"✗ Error checking API health: {e}")
+        return False
+
+def generate(prompt: str, max_length: int = 512, temperature: float = 0.7):
+    """Generate text using the API"""
+    try:
+        response = requests.post(
+            f"{API_BASE_URL}/api/generate",
+            json={
+                "prompt": prompt,
+                "max_length": max_length,
+                "temperature": temperature
+            },
+            timeout=120
+        )
+        response.raise_for_status()
+        result = response.json()
+        return result['response']
+    except requests.exceptions.RequestException as e:
+        print(f"Error calling API: {e}")
+        if hasattr(e.response, 'text'):
+            print(f"Response: {e.response.text}")
+        return None
+
+def generate_batch(prompts: list, max_length: int = 512, temperature: float = 0.7):
+    """Generate text for multiple prompts in batch"""
+    try:
+        requests_data = [
+            {
+                "prompt": prompt,
+                "max_length": max_length,
+                "temperature": temperature
+            }
+            for prompt in prompts
+        ]
+        
+        response = requests.post(
+            f"{API_BASE_URL}/api/generate/batch",
+            json=requests_data,
+            timeout=300  # Longer timeout for batch
+        )
+        response.raise_for_status()
+        result = response.json()
+        return [item['response'] for item in result['results']]
+    except requests.exceptions.RequestException as e:
+        print(f"Error calling batch API: {e}")
+        if hasattr(e.response, 'text'):
+            print(f"Response: {e.response.text}")
+        return None
+
+def main():
+    """Example usage"""
+    print("=" * 70)
+    print("Mistral 7B AHB2APB API Client Example")
+    print("=" * 70)
+    print()
+    
+    # Check health
+    if not check_api_health():
+        return
+    
+    print()
+    print("=" * 70)
+    print("Generating Response")
+    print("=" * 70)
+    print()
+    
+    # Example prompt for AHB to APB conversion
+    prompt = "Convert this AHB burst to APB"
+    
+    print(f"Prompt: {prompt}")
+    print()
+    print("Response:")
+    print("-" * 70)
+    
+    response = generate(prompt, max_length=512, temperature=0.7)
+    
+    if response:
+        print(response)
+        print("-" * 70)
+    else:
+        print("Failed to generate response")
+    
+    print()
+
+if __name__ == "__main__":
+    main()
+