Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -12,7 +12,8 @@ from llama_index.llms.huggingface import (
|
|
| 12 |
)
|
| 13 |
Settings.llm = HuggingFaceLLM(model_name="facebook/blenderbot-400M-distill",
|
| 14 |
device_map="cpu",
|
| 15 |
-
context_window=
|
|
|
|
| 16 |
tokenizer_name="facebook/blenderbot-400M-distill"
|
| 17 |
)
|
| 18 |
Settings.embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-small-en-v1.5")
|
|
|
|
| 12 |
)
|
| 13 |
Settings.llm = HuggingFaceLLM(model_name="facebook/blenderbot-400M-distill",
|
| 14 |
device_map="cpu",
|
| 15 |
+
context_window=128,
|
| 16 |
+
max_token=2048,
|
| 17 |
tokenizer_name="facebook/blenderbot-400M-distill"
|
| 18 |
)
|
| 19 |
Settings.embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-small-en-v1.5")
|