switch to local api

app.py

@@ -2,6 +2,7 @@ from flask import Flask, request, Response, jsonify
 from huggingface_hub import InferenceClient
 from flask_cors import CORS
 import json
+import requests
 
 client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 
@@ -34,9 +35,23 @@ def split_text(text):
         result.append(current_chunk.strip())
     return result
 
+def call_api(prompt_text):
+    url = "https://muryshev-mixtral-api-local.hf.space/completion"
+    payload = {"prompt": prompt_text}
+    
+    try:
+        response = requests.post(url, json=payload)
+        response.raise_for_status()  # Raise an exception for 4xx or 5xx status codes
+        result = response.text # Extract the text result from the JSON response
+        return result
+    except requests.exceptions.RequestException as e:
+        print("Error:", e)
+        return None
+    
 def generate(
     prompt, history=[], temperature=0, max_new_tokens=2000, top_p=0.95, repetition_penalty=1.0,
 ):
+    return call_api(prompt)
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2