File size: 1,987 Bytes
093ad9c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 | import requests
import json
import argparse
def test_hf_endpoint(endpoint_url, api_token=None):
"""Test the HuggingFace Inference Endpoint with different formats"""
# Format 1: Wrapped OpenAI format
payload1 = {
"inputs": {
"messages": [
{"role": "system", "content": "You are a helpful assistant."},
{"role": "user", "content": "Explain quantum computing in simple terms."}
],
"max_tokens": 256,
"temperature": 0.7
}
}
# Format 2: Simple string
payload2 = {
"inputs": "Tell me about AI."
}
# Prepare headers
headers = {
"Content-Type": "application/json",
}
if api_token:
headers["Authorization"] = f"Bearer {api_token}"
# Test Format 1
print("Testing Format 1: Wrapped OpenAI format...")
print(f"Payload: {json.dumps(payload1, indent=2)}")
try:
response = requests.post(endpoint_url, headers=headers, json=payload1)
print(f"Status Code: {response.status_code}")
print(f"Response: {json.dumps(response.json(), indent=2)}")
except Exception as e:
print(f"Error: {str(e)}")
print("\n" + "-"*50 + "\n")
# Test Format 2
print("Testing Format 2: Simple string...")
print(f"Payload: {json.dumps(payload2, indent=2)}")
try:
response = requests.post(endpoint_url, headers=headers, json=payload2)
print(f"Status Code: {response.status_code}")
print(f"Response: {json.dumps(response.json(), indent=2)}")
except Exception as e:
print(f"Error: {str(e)}")
if __name__ == "__main__":
parser = argparse.ArgumentParser(description="Test HuggingFace Inference Endpoint")
parser.add_argument("--url", type=str, required=True, help="Endpoint URL")
parser.add_argument("--token", type=str, help="API token (if needed)")
args = parser.parse_args()
test_hf_endpoint(args.url, args.token) |