Spaces:
Sleeping
Sleeping
Update app.py
Browse fileschanging to smaller model for memory management - google/flan-t5-base
app.py
CHANGED
|
@@ -49,7 +49,7 @@ def get_vectorstore(text_chunks):
|
|
| 49 |
|
| 50 |
def get_conversation_chain(vectorstore):
|
| 51 |
#llm = ChatOpenAI()
|
| 52 |
-
llm = HuggingFaceHub(repo_id="google/flan-t5-
|
| 53 |
|
| 54 |
memory = ConversationBufferMemory(
|
| 55 |
memory_key='chat_history', return_messages=True)
|
|
|
|
| 49 |
|
| 50 |
def get_conversation_chain(vectorstore):
|
| 51 |
#llm = ChatOpenAI()
|
| 52 |
+
llm = HuggingFaceHub(repo_id="google/flan-t5-base", model_kwargs={"temperature":0.5, "max_length":512})
|
| 53 |
|
| 54 |
memory = ConversationBufferMemory(
|
| 55 |
memory_key='chat_history', return_messages=True)
|