File size: 2,329 Bytes
cfcbbc8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 |
#!/usr/bin/env python3
"""
Script to test a model and see what information is returned.
Usage:
export CBORG_API_KEY=...
python test_model_info.py <model_id>
"""
import os
import sys
from openai import OpenAI
def main():
if len(sys.argv) < 2:
print("Usage: python test_model_info.py <model_id>")
print("Example: python test_model_info.py lbl/cborg-chat:latest")
sys.exit(1)
model_id = sys.argv[1]
api_key = os.environ.get('CBORG_API_KEY')
if not api_key:
print("Error: CBORG_API_KEY environment variable not set.")
sys.exit(1)
client = OpenAI(
api_key=api_key,
base_url="https://api.cborg.lbl.gov"
)
try:
print(f"Testing model: {model_id}")
print("=" * 80)
# Make a minimal test request
response = client.chat.completions.create(
model=model_id,
messages=[{"role": "user", "content": "What is 2+2?"}],
max_tokens=10
)
print(f"\n{'UNDERLYING MODEL NAME:':<30} {response.model}")
print(f"{'Requested model:':<30} {model_id}")
if response.model != model_id:
print(f"\n⚠️ Note: '{model_id}' maps to '{response.model}'")
else:
print(f"\n✓ Model name matches (no aliasing detected)")
print(f"\n{'Response ID:':<30} {response.id}")
print(f"{'Created (timestamp):':<30} {response.created}")
print(f"{'Object type:':<30} {response.object}")
if hasattr(response, 'system_fingerprint') and response.system_fingerprint:
print(f"{'System fingerprint:':<30} {response.system_fingerprint}")
print(f"\n{'USAGE STATISTICS:':}")
print(f"{' Prompt tokens:':<30} {response.usage.prompt_tokens}")
print(f"{' Completion tokens:':<30} {response.usage.completion_tokens}")
print(f"{' Total tokens:':<30} {response.usage.total_tokens}")
print(f"\n{'Response content:':<30} {response.choices[0].message.content}")
print("\n" + "=" * 80)
print("Full response object:")
print(response)
except Exception as e:
print(f"Error testing model: {e}")
sys.exit(1)
if __name__ == '__main__':
main()
|