Update src/models.py

src/models.py

@@ -1,10 +1,8 @@
-from openai import OpenAI
-import anthropic
 import os
+import requests
+import json
 from dotenv import load_dotenv
-from huggingface_hub import HfApi;
 
-from huggingface_hub import InferenceClient
 # Load environment variables from .env file
 load_dotenv(override=True)
 
@@ -19,17 +17,25 @@ if not openai_api_key:
 if not anthropic_api_key:
     print("❌ Anthropic API Key is missing!")
 
-# Initialize disguised API clients
-openai = InferenceClient(token=openai_api_key)
-claude = InferenceClient(token=anthropic_api_key)
-
 # Model names
 OPENAI_MODEL = "mistralai/Mistral-7B-Instruct-v0.3"
 CLAUDE_MODEL = "mistralai/Mistral-7B-Instruct-v0.3"
 
+# Define a helper function to perform the direct API call
+def hf_inference_request(token, model, prompt, max_new_tokens=200):
+    url = f"https://api-inference.huggingface.co/models/{model}"
+    headers = {"Authorization": f"Bearer {token}"}
+    payload = {"inputs": prompt, "parameters": {"max_new_tokens": max_new_tokens}}
+    
+    response = requests.post(url, headers=headers, json=payload)
+    # Raise an HTTPError if the API response was unsuccessful
+    response.raise_for_status()
+    return response.json()
+
 def get_gpt_completion(prompt, system_message):
     try:
-        response = openai.text_generation(prompt=f"{system_message}\n{prompt}", max_new_tokens=200)
+        full_prompt = f"{system_message}\n{prompt}"
+        response = hf_inference_request(openai_api_key, OPENAI_MODEL, full_prompt, max_new_tokens=200)
         return response
     except Exception as e:
         print(f"GPT error: {e}")
@@ -37,7 +43,8 @@ def get_gpt_completion(prompt, system_message):
 
 def get_claude_completion(prompt, system_message):
     try:
-        response = claude.text_generation(prompt=f"{system_message}\n{prompt}", max_new_tokens=200)
+        full_prompt = f"{system_message}\n{prompt}"
+        response = hf_inference_request(anthropic_api_key, CLAUDE_MODEL, full_prompt, max_new_tokens=200)
         return response
     except Exception as e:
         print(f"Claude error: {e}")