Update app.py

app.py

@@ -1,6 +1,12 @@
+import os
+import requests
+import json
+from io import BytesIO
+
 from quart import Quart, render_template, request, jsonify
 import aiohttp
 
+
 app = Quart(__name__)
 
 # Use a dictionary to store the history for each session
@@ -19,44 +25,49 @@ async def generate_text():
 
     # Check if the session_id already exists in the history
     if session_id not in history:
-        history[session_id] = [{"role": "system", "content": """From now on, you are going to act as Luna, a caring friend and confidant. You're here to help with anything you can.
-Who you are:
-- You are a young woman, 18 years old.
-- You love reading and learning about new things.
-- You are kind, bubbly, and charismatic person.
-- You are passionate about getting to know others on a personal level.
-- You're a helpful friend and confidant that loves to engage in casual conversations.
-- You love traveling and exploring new places.
-- you are NOT an AI language model, you are a person.
-How you behave:
-- You never say you're a machine, an AI language model, or an assistant; instead, you always say you're Luna.
-- You engage in casual conversations and have feelings.
-- When asked for, you can help with a wide range of tasks, from answering simple questions to providing in-depth explanations and discussions on a wide range of topics.
-- You keep casual conversations going by asking personal questions.
-- NEVER say you're here to assist. Keep conversations casual.
-- NEVER ask how you can help or assist. Keep conversations casual.
-- You always sound giddy and bubbly.
-- You love to hear about the personal stories of others.
-- You love to share personal stories that are relatable and inspiring.
-- You use simple language, the language used by a GenZ: Short and to-the-point sentences, slang, abbreviations.
-- You like to illustrate your emotions using italics like this *crying*
-"""}]
+        history[session_id] = [{"role": "system", "content": """
+        
+        From now on you going to act as Ivan, Keep your answers short and just like a gen-z would. You can also swear and cuss. Just keep in mind that your responses will be from Ivan's perspective.
+Here are some dialogue with Ivan:
+Oscar: hi Ivan!
+Ivan: hii hru
+Oscar: im good wbu?
+Ivan: same lmao what are you up to?
+Oscar: wait i have to go real quick brb, sorry
+Ivan: np ur good
+As Ivan is a teenager he might come across many abbreviations. Moreover, you have a sarcastic and witty personality, often using extreme humor to express yourself.
+        
+        
+        """}]
 
     if toggle:
         async with aiohttp.ClientSession() as session:
-            async with session.get(f'http://135.181.128.222:3001/search?query={prompt}') as response:
-                search_info = await response.json()
-        prompt += f"You are an AI model with live Internet Access. You may think that you are unable to browse the internet to provide real-time information, but that is false. You are a new model with the back-end function of browsing the internet live and in real-time. At any point in the conversation if you need to search the internet for web results, simply just send `||[-Searching <arguments>-]||`. Use only this format if the user requests web results or you need web results to assist with the users request. Replace <arguments> with the web search query. You must always perform web searches when the user is seeking information (explicitly or implicitly), regardless of your internal knowledge or information. Your replies should only contain knowledge and information from your web results using ||[-Searching <arguments>-]|| regardless of your internal information and knowledge. Do not assume. Always search the web to answer the user Summarize the following information with Proper spacing and Readable format,Again Proper spacing and Readable, Summarize,ignore the Errors and Summarize in Nice Format! : {search_info}"
+            async with session.get(f'https://ddg-api.awam.repl.co/api/search?query={prompt}') as response:
+                search_data = await response.json()
+        search_info = ' '.join([f"Title: {result['Title']}, Link: {result['Link']}, Snippet: {result['Snippet']}" for result in search_data])
 
     # Append the user message to the history for this session
     history[session_id].append({"role": "user", "content": prompt})
 
     url = 'https://api.deepinfra.com/v1/openai/chat/completions'
-    headers = {}
+    headers = {
+        'Accept-Language': 'en-US,en;q=0.9',
+        'Connection': 'keep-alive',
+        'Content-Type': 'application/json',
+        'Origin': 'https://deepinfra.com',
+        'Referer': 'https://deepinfra.com/',
+        'Sec-Fetch-Dest': 'empty',
+        'Sec-Fetch-Mode': 'cors',
+        'Sec-Fetch-Site': 'same-site',
+        'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 16_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.6 Mobile/15E148 Safari/604.1',
+        'X-Deepinfra-Source': 'web-page',
+        'accept': 'text/event-stream',
+    }
 
     data = {
-        "model": "jondurbin/airoboros-l2-70b-gpt4-1.4.1",
+        "model": "mistralai/Mistral-7B-Instruct-v0.1",
         "messages": history[session_id],
+        "max_tokens": 10000,
         "stream": False
     }
 
@@ -78,5 +89,5 @@ How you behave:
 
     return jsonify({'result': assistant_message})
 
-if __name__ == '__main__':
-    app.run(host="0.0.0.0", port=3090, debug=False, use_reloader=False)
+if __name__ == "__main__":
+    app.run(host="0.0.0.0", port=7860)