Update main.py

main.py

@@ -106,12 +106,12 @@ from linebot.v3.insight import (
 
 import requests
 
-# HF_TOKEN = os.environ.get('HF_TOKEN')
-# headers = {"Authorization": f"Bearer {HF_TOKEN}"}
-# API_URL = "https://api-inference.huggingface.co/models/mistralai/Mixtral-8x7B-Instruct-v0.1"
-# def query(payload):
-# 	response = requests.post(API_URL, headers=headers, json=payload)
-# 	return response.json()
+HF_TOKEN = os.environ.get('HF_TOKEN')
+headers = {"Authorization": f"Bearer {HF_TOKEN}"}
+API_URL = "https://api-inference.huggingface.co/models/mistralai/Mixtral-8x7B-Instruct-v0.1"
+def query(payload):
+	response = requests.post(API_URL, headers=headers, json=payload)
+	return response.json()
 
 app = Flask(__name__)
 logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
@@ -748,10 +748,10 @@ def handle_text_message(event):
                 app.logger.info("Got x-line-request-id: " + e.headers['x-line-request-id'])
                 app.logger.info("Got response with http body: " + str(ErrorResponse.from_json(e.body)))
         else:
-            chat = get_chat(event.source.user_id)
-            response = chat.send_message(text)
-            # query({"inputs": input,"parameters":{"return_full_text":False,"max_length":1024}})
-            html_msg = markdown.markdown(response.text)
+            # chat = get_chat(event.source.user_id)
+            # response = chat.send_message(text).text
+            response = query({"inputs": input,"parameters":{"return_full_text":False,"max_length":1024}})
+            html_msg = markdown.markdown(response)
             soup = BeautifulSoup(html_msg, 'html.parser')
             line_bot_api.reply_message(
                 ReplyMessageRequest(