Spaces:

curiouscurrent
/

ai-agent1

Sleeping

curiouscurrent commited on Oct 7, 2025

Commit

b93ac2a

verified ·

1 Parent(s): b20c09c

Update AI_Agent/llm_adapters/hf_adapter.py

Files changed (1) hide show

AI_Agent/llm_adapters/hf_adapter.py CHANGED Viewed

@@ -1,4 +1,3 @@
-# AI_Agent/llm_adapters/hf_adapter.py
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
 import asyncio
@@ -9,8 +8,8 @@ class HuggingFaceAdapter:
         self.tokenizer = AutoTokenizer.from_pretrained(model_name)
         self.model = AutoModelForCausalLM.from_pretrained(
             model_name,
-            torch_dtype=torch.float16,
-            device_map="auto"
         )
     async def generate(self, prompt: str, max_tokens=500):

 from transformers import AutoModelForCausalLM, AutoTokenizer
 import torch
 import asyncio
         self.tokenizer = AutoTokenizer.from_pretrained(model_name)
         self.model = AutoModelForCausalLM.from_pretrained(
             model_name,
+            dtype=torch.float16,       # updated from torch_dtype to dtype
+            device_map="auto"          # requires accelerate
         )
     async def generate(self, prompt: str, max_tokens=500):