import sys import os sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..', '..'))) from huggingface_hub import InferenceClient from backend.app.config import config def verify_zephyr(): print("Verifying Zephyr-7b-beta...") model_id = "HuggingFaceH4/zephyr-7b-beta" try: client = InferenceClient(token=config.HUGGINGFACE_API_KEY) res = client.chat_completion( model=model_id, messages=[{"role": "user", "content": "Hello! Explain quantum physics in one sentence."}], max_tokens=50 ) print("Success with Zephyr!") print(res.choices[0].message.content) except Exception as e: print(f"Failed with Zephyr: {e}") if __name__ == "__main__": verify_zephyr()