Update app.py

app.py

@@ -1,119 +1,76 @@
-import logging
-from typing import Optional
-
-from flask import Flask, jsonify, request
-from webscout import WEBS
+from flask import Flask, request, jsonify
 import requests
+from typing import List, Dict, Union
+import json
 
 app = Flask(__name__)
-
-TIMEOUT = 10
-PROXY = None
-
-@app.route('/api/search', methods=['GET'])
-def search_text():
-    query = request.args.get('q', '')
-    max_results = request.args.get('max_results', 10, type=int)
-    timelimit = request.args.get('timelimit', None)
-    safesearch = request.args.get('safesearch', 'moderate')
-    region = request.args.get('region', 'wt-wt')
-    WEBS_instance = WEBS() # Instantiate WEBS without context manager
-    results = []
-    with WEBS() as webs:
-        for result in enumerate(WEBS_instance.text(query, max_results=max_results, timelimit=timelimit, safesearch=safesearch, region=region)):
-            results.append(result)
-
-    return jsonify({'results': results})
-
-
-@app.route('/api/images', methods=['GET'])
-def search_images():
-    query = request.args.get('q', '')
-    max_results = request.args.get('max_results', 10, type=int)
-    safesearch = request.args.get('safesearch', 'moderate')
-    region = request.args.get('region', 'wt-wt')
-    WEBS_instance = WEBS()
-    results = []
-    with WEBS() as webs:
-        for result in enumerate(WEBS_instance.images(query, max_results=max_results, safesearch=safesearch, region=region)):
-            results.append(result)
-
-    return jsonify({'results': results})
-
-@app.route('/api/videos', methods=['GET'])
-def search_videos():
-    query = request.args.get('q', '')
-    max_results = request.args.get('max_results', 10, type=int)
-    safesearch = request.args.get('safesearch', 'moderate')
-    region = request.args.get('region', 'wt-wt')
-    timelimit = request.args.get('timelimit', None)
-    resolution = request.args.get('resolution', None)
-    duration = request.args.get('duration', None)
-    WEBS_instance = WEBS()
-    results = []
-    with WEBS() as webs:
-        for result in enumerate(WEBS_instance.videos(query, max_results=max_results, safesearch=safesearch, region=region, timelimit=timelimit, resolution=resolution, duration=duration)):
-            results.append(result)
-
-    return jsonify({'results': results})
-
-@app.route('/api/news', methods=['GET'])
-def search_news():
-    query = request.args.get('q', '')
-    max_results = request.args.get('max_results', 10, type=int)
-    safesearch = request.args.get('safesearch', 'moderate')
-    region = request.args.get('region', 'wt-wt')
-    timelimit = request.args.get('timelimit', None)
-    WEBS_instance = WEBS()
-    results = []
-    with WEBS() as webs:
-        for result in enumerate(WEBS_instance.news(query, max_results=max_results, safesearch=safesearch, region=region, timelimit=timelimit)):
-            results.append(result)
-
-    return jsonify({'results': results})
-
-@app.route('/api/maps', methods=['GET'])
-def search_maps():
-    query = request.args.get('q', '')
-    place = request.args.get('place', None)
-    max_results = request.args.get('max_results', 10, type=int)
-    WEBS_instance = WEBS()
-    results = []
-    with WEBS() as webs:
-        for result in enumerate(WEBS_instance.maps(query, place=place, max_results=max_results)):
-            results.append(result)
-
-    return jsonify({'results': results})
-
-@app.route('/api/translate', methods=['GET'])
-def translate_text():
-    query = request.args.get('q', '')
-    to_lang = request.args.get('to', 'en')
-    WEBS_instance = WEBS()
-    with WEBS() as webs:
-        translation = enumerate(WEBS_instance.translate(query, to=to_lang))
-
-    return jsonify({'translation': translation})
-
-@app.route('/api/suggestions', methods=['GET'])
-def search_suggestions():
-    query = request.args.get('q', '')
-    if not query:
-        return jsonify({'error': 'Query parameter missing'})
-
-    results = []
-    try:
-        with WEBS() as webs:
-            for result in webs.suggestions(query):
-                results.append(result)
-    except Exception as e:
-        return jsonify({'error': str(e)}), 500
-
-    return jsonify({'results': results})
-
-@app.route('/api/health', methods=['GET'])
-def health_check():
-    return jsonify({'status': 'working'})
+models = ['cognitivecomputations/dolphin-2.6-mixtral-8x7b',  'databricks/dbrx-instruct',  'google/gemma-1.1-7b-it', 'HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1',  'lizpreciatior/lzlv_70b_fp16_hf', 'meta-llama/Meta-Llama-3-70B-Instruct', 'meta-llama/Meta-Llama-3-8B-Instruct', 'microsoft/WizardLM-2-7B', 'microsoft/WizardLM-2-8x22B', 'mistralai/Mixtral-8x7B-Instruct-v0.1', 'mistralai/Mixtral-8x22B-Instruct-v0.1',  'mistralai/Mistral-7B-Instruct-v0.2', 'openchat/openchat-3.6-8b']
+class LLM:
+    def __init__(self, model: str):
+        self.model = model
+        self.conversation_history = [{"role": "system", "content": "You are a Helpful AI."}]
+    
+    def chat(self, messages: List[Dict[str, str]], system_message: str = None) -> Union[str, None]:
+        if system_message is not None:
+            self.conversation_history.insert(0, {"role": "system", "content": system_message})
+        all_messages = self.conversation_history + messages
+        
+        url = "https://api.deepinfra.com/v1/openai/chat/completions"
+        headers = {
+            'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36',
+            'Accept-Language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+            'Cache-Control': 'no-cache',
+            'Connection': 'keep-alive',
+            'Content-Type': 'application/json',
+            'Origin': 'https://deepinfra.com',
+            'Pragma': 'no-cache',
+            'Referer': 'https://deepinfra.com/',
+            'Sec-Fetch-Dest': 'empty',
+            'Sec-Fetch-Mode': 'cors',
+            'Sec-Fetch-Site': 'same-site',
+            'X-Deepinfra-Source': 'web-embed',
+            'accept': 'text/event-stream',
+            'sec-ch-ua': '"Google Chrome";v="119", "Chromium";v="119", "Not?A_Brand";v="24"',
+            'sec-ch-ua-mobile': '?0',
+            'sec-ch-ua-platform': '"macOS"'
+        }
+        data = json.dumps(
+            {
+                'model': self.model,
+                'messages': all_messages,
+                'temperature': 0.7,
+                'max_tokens': 8028,
+                'stop': [],
+                'stream': False
+            }, separators=(',', ':')
+        )
+        try:
+            result = requests.post(url=url, data=data, headers=headers)
+            return result.json()['choices'][0]['message']['content']
+        except:
+            return None
+
+def GenerativeIO(text, Model, System_Prompt):
+    llm = LLM(model=Model)
+    messages = [
+        {"role": "system", "content": text},
+        {"role": "user", "content": System_Prompt}
+    ]
+    response = llm.chat(messages)
+    return response
+
+@app.route('/generate', methods=['POST'])
+def generate():
+    data = request.get_json()
+    text = data.get('text')
+    Model = data.get('Model')
+    System_Prompt = data.get('System_Prompt')
+    response = GenerativeIO(text, Model, System_Prompt)
+    return jsonify({'response': response})
+  
+@app.route('/models', methods=['GET'])
+def get_models():
+    return jsonify(models)
 
 if __name__ == '__main__':
-    app.run()
+    app.run(debug=True)