backend/scripts/test_gpt2_client.py

import sys
import os
sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..', '..')))
from huggingface_hub import InferenceClient
from backend.app.config import config

def verify_gpt2():
    print("Verifying GPT2...")
    try:
        client = InferenceClient(token=config.HUGGINGFACE_API_KEY)
        res = client.text_generation("Hello", model="gpt2", max_new_tokens=10)
        print("Success!")
        print(res)
    except Exception as e:
        print(f"Failed: {repr(e)}")

if __name__ == "__main__":
    verify_gpt2()