import sys import os sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..', '..'))) from huggingface_hub import InferenceClient from backend.app.config import config def verify_phi(): model = "microsoft/Phi-3-mini-4k-instruct" print(f"Verifying {model}...") try: client = InferenceClient(token=config.HUGGINGFACE_API_KEY) res = client.text_generation( "User: Hi\nAssistant:", model=model, max_new_tokens=10 ) print("Success!") print(res) except Exception as e: with open("verify.log", "w") as f: f.write(f"Failed: {repr(e)}") print(f"Failed. See verify.log") if __name__ == "__main__": verify_phi()