binqiangliu commited on
Commit
b110434
·
1 Parent(s): 039d9c2

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +0 -5
main.py CHANGED
@@ -1,9 +1,7 @@
1
  from fastapi import FastAPI, Request
2
  from fastapi.responses import JSONResponse
3
  from pydantic import BaseModel
4
-
5
  from langchain import PromptTemplate, LLMChain
6
- from langchain.memory import StreamlitChatMessageHistory
7
  import numpy as np
8
  from langchain.chains import LLMChain
9
  from langchain.prompts import PromptTemplate
@@ -20,7 +18,6 @@ import requests
20
  import uuid
21
  import sys
22
 
23
-
24
  HUGGINGFACEHUB_API_TOKEN = os.getenv('HUGGINGFACEHUB_API_TOKEN')
25
  repo_id = os.environ.get('repo_id')
26
  port = os.getenv('port')
@@ -43,10 +40,8 @@ assistant:
43
  llm_chain = LLMChain(llm=llm, prompt=PromptTemplate.from_template(prompt_template))
44
 
45
  app = FastAPI()
46
-
47
  class ChatRequest(BaseModel):
48
  user_question: str
49
-
50
  @app.post('/api/chat')
51
  async def chat(request: Request, chat_request: ChatRequest):
52
  user_query = chat_request.user_question
 
1
  from fastapi import FastAPI, Request
2
  from fastapi.responses import JSONResponse
3
  from pydantic import BaseModel
 
4
  from langchain import PromptTemplate, LLMChain
 
5
  import numpy as np
6
  from langchain.chains import LLMChain
7
  from langchain.prompts import PromptTemplate
 
18
  import uuid
19
  import sys
20
 
 
21
  HUGGINGFACEHUB_API_TOKEN = os.getenv('HUGGINGFACEHUB_API_TOKEN')
22
  repo_id = os.environ.get('repo_id')
23
  port = os.getenv('port')
 
40
  llm_chain = LLMChain(llm=llm, prompt=PromptTemplate.from_template(prompt_template))
41
 
42
  app = FastAPI()
 
43
  class ChatRequest(BaseModel):
44
  user_question: str
 
45
  @app.post('/api/chat')
46
  async def chat(request: Request, chat_request: ChatRequest):
47
  user_query = chat_request.user_question