Final_Assignment_Template

Configuration error

oremaz commited on Jun 15

Commit

a60285b

1 Parent(s): 7f162ff

Update agent.py

Files changed (1) hide show

agent.py CHANGED Viewed

@@ -207,7 +207,7 @@ def initialize_models(use_api_mode=False):
             code_llm = HuggingFaceLLM(
                 model_name="Qwen/Qwen2.5-Coder-1.5B-Instruct",
                 tokenizer_name="Qwen/Qwen2.5-Coder-1.5B-Instruct",
-                device_map="auto",
                 model_kwargs={"torch_dtype": "auto"},
                 generate_kwargs={"do_sample": False}
             )

             code_llm = HuggingFaceLLM(
                 model_name="Qwen/Qwen2.5-Coder-1.5B-Instruct",
                 tokenizer_name="Qwen/Qwen2.5-Coder-1.5B-Instruct",
+                device_map="cpu",
                 model_kwargs={"torch_dtype": "auto"},
                 generate_kwargs={"do_sample": False}
             )