Pranav4datasc commited on
Commit
3675ba6
·
verified ·
1 Parent(s): 4cefb5f

Update app.py

Browse files

changing to smaller model for memory management - google/flan-t5-base

Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -49,7 +49,7 @@ def get_vectorstore(text_chunks):
49
 
50
  def get_conversation_chain(vectorstore):
51
  #llm = ChatOpenAI()
52
- llm = HuggingFaceHub(repo_id="google/flan-t5-xxl", model_kwargs={"temperature":0.5, "max_length":512})
53
 
54
  memory = ConversationBufferMemory(
55
  memory_key='chat_history', return_messages=True)
 
49
 
50
  def get_conversation_chain(vectorstore):
51
  #llm = ChatOpenAI()
52
+ llm = HuggingFaceHub(repo_id="google/flan-t5-base", model_kwargs={"temperature":0.5, "max_length":512})
53
 
54
  memory = ConversationBufferMemory(
55
  memory_key='chat_history', return_messages=True)