Create app.py

app.py

@@ -0,0 +1,79 @@
+from flask import Flask, request, jsonify
+import streamlit as st
+from langchain import PromptTemplate, LLMChain
+from langchain.memory import StreamlitChatMessageHistory
+from streamlit_chat import message
+import numpy as np
+from langchain.chains import LLMChain
+from langchain.prompts import PromptTemplate
+from langchain.memory import ConversationBufferMemory
+from langchain.memory.chat_message_histories import StreamlitChatMessageHistory
+from streamlit.components.v1 import html
+from langchain import HuggingFaceHub
+import os
+from dotenv import load_dotenv
+load_dotenv()
+from pathlib import Path
+from huggingface_hub import InferenceClient
+from langchain import HuggingFaceHub
+import requests
+#from time import sleep
+import uuid
+import sys
+from streamlit_extras.colored_header import colored_header
+from streamlit_extras.add_vertical_space import add_vertical_space
+
+st.set_page_config(page_title="AI Chatbot 100% Free", layout="wide")
+st.write('完全开源免费的AI智能聊天助手 | Absolute Free & Opensouce AI Chatbot')
+
+css_file = "main.css"
+with open(css_file) as f:
+    st.markdown("<style>{}</style>".format(f.read()), unsafe_allow_html=True)
+
+# 初始化Chatbot
+HUGGINGFACEHUB_API_TOKEN = os.getenv('HUGGINGFACEHUB_API_TOKEN')
+repo_id = os.environ.get('repo_id')
+port = os.getenv('port')
+
+llm = HuggingFaceHub(repo_id=repo_id,
+                     model_kwargs={"min_length":1024,
+                                   "max_new_tokens":5632, "do_sample":True,
+                                   "temperature":0.1,
+                                   "top_k":50,
+                                   "top_p":0.95, "eos_token_id":49155}) 
+
+#prompt_template = """You are a very helpful AI assistant. Please response to the user's input question with as many details as possible.
+#Question: {user_question}
+#Helpful AI Repsonse:
+#"""
+
+prompt_template = """
+<<SYS>>You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe.  Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.
+If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.
+In each conversation, question is placed after [INST] while your answer should be placed after [/INST].<</SYS>>
+[INST] {user_question} [/INST]
+assistant:
+"""
+
+llm_chain = LLMChain(llm=llm, prompt=PromptTemplate.from_template(prompt_template))
+
+temp_user_query = st.chat_input("Enter your question here.")
+
+# 定义API端点
+app = Flask(__name__)
+@app.route('/api/chat', methods=['POST'])
+def chat():
+    data = request.get_json()
+    #user_query = data['query']
+#此处的['query']中的query可以自定义名称，例如修改为user_question，那么调用API的代码中，需要相应的使用data = {'user_question': user_query}，user_question需一致
+    user_query = data['user_question']      
+    temp_user_query=user_query
+    # 调用Chatbot
+    initial_response = llm_chain.run(user_query)
+    st.write("AI Response")
+    st.write(initial_response)
+    return jsonify({'response': initial_response})
+
+if __name__ == '__main__':    
+    #app.run(host='0.0.0.0', port=port)
+    app.run(host='0.0.0.0')