Update main.py

main.py

@@ -1,4 +1,9 @@
-from fastapi import FastAPI, Request, BackgroundTasks, Header
+from flask import Flask, request, abort
+from flask_ngrok import run_with_ngrok # colab
+from llama_cpp import Llama
+import json
+import os
+
 from linebot import (
     LineBotApi, WebhookHandler
 )
@@ -8,23 +13,24 @@ from linebot.exceptions import (
 from linebot.models import (
     MessageEvent, TextMessage, TextSendMessage, ImageSendMessage, AudioMessage
 )
-from starlette.exceptions import HTTPException
-import os
  
-app = FastAPI()
-# line_bot_api = LineBotApi(os.environ["LINE_CHANNEL_ACCESS_TOKEN"])
-# line_handler = WebhookHandler(os.environ["LINE_CHANNEL_SECRET"])
 line_bot_api = LineBotApi("ZwnEWwK46AUmRDOFXJOwUh1TqAELahP+kxHY0iBevF8JiEUe0CBQpkW2Gpo3C38LOaIX7hpW4IuTOSOjVof+DX9XgZg8MTeh5Iz+NDLlw6KKMtqNsyR6zt9CMnsso21ieifC/S8dcgXx3iKlhdS7UAdB04t89/1O/w1cDnyilFU=")
 line_handler = WebhookHandler("7b9984bbc5c62445a79b95b15e34b727")
 
-@app.get("/")
-def root():
-    return {"title": "Echo Bot"}
-     
-@app.post("/webhook")
-async def webhook(
-    request: Request,
-):
+working_status = os.getenv("DEFALUT_TALKING", default = "true").lower() == "true"
+
+app = Flask(__name__)
+
+llm = Llama(model_path="Breeze-7B-Instruct-v0.1-Q8_0.gguf", n_gpu_layers=32)
+line_handler = WebhookHandler(YOUR_CHANNEL_SECRET)
+line_bot_api = LineBotApi(YOUR_CHANNEL_ACCESS_TOKEN)
+
+@app.route('/')
+def main():
+    return '您好'
+
+@app.route("/webhook", methods=['POST'])
+def result():
     # get X-Line-Signature header value
     signature = request.headers['X-Line-Signature']
     # get request body as text
@@ -36,10 +42,11 @@ async def webhook(
     except InvalidSignatureError:
         abort(400)
     return 'OK'
- 
+
 @line_handler.add(MessageEvent, message=TextMessage)
 def handle_message(event):
     global working_status
+
     if event.message.text == "再見":
         working_status = True
         line_bot_api.reply_message(
@@ -48,10 +55,14 @@ def handle_message(event):
         return
 
     if working_status:
-
-        out = event.message.text
+        QA = f"HUMAN: {event.message.text}? ASSISTANT: "
+        out = llm(QA, max_tokens=512, temperature = 0.5, echo=True)
+        out = out['choices'][0]['text'].split('ASSISTANT:')[1]
         if not out:
             out = "不懂您的意思!"
         line_bot_api.reply_message(
             event.reply_token,
-            TextSendMessage(text=out))
+            TextSendMessage(text=out))
+
+if __name__ == '__main__':
+    app.run()