Spaces:

universalsoftware
/

uchat

Sleeping

shoom013 commited on Sep 13, 2024

Commit

eade6fd

verified ·

1 Parent(s): 231a24c

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -18,7 +18,7 @@ from llama_index.llms.huggingface import (
 system_propmpt = "You are a friendly Chatbot."
 Settings.llm = HuggingFaceLLM(model_name="facebook/blenderbot-400M-distill",
-                              device_map="auto",
                               system_prompt = system_propmpt,
                               context_window=3900,
                               tokenizer_kwargs={"max_length": 4096},

 system_propmpt = "You are a friendly Chatbot."
 Settings.llm = HuggingFaceLLM(model_name="facebook/blenderbot-400M-distill",
+                              device_map="cpu",
                               system_prompt = system_propmpt,
                               context_window=3900,
                               tokenizer_kwargs={"max_length": 4096},