Update agents/project_manager_agent.py

agents/project_manager_agent.py

@@ -4,14 +4,13 @@ import torch
 MODEL_REPO = "Rahul-8799/project_manager_gemma3"
 
 tokenizer = AutoTokenizer.from_pretrained(MODEL_REPO, trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained(MODEL_REPO, torch_dtype=torch.float16, device_map="auto")
+model = AutoModelForCausalLM.from_pretrained(
+    MODEL_REPO,
+    torch_dtype=torch.float16,
+    device_map="auto"
+)
 
-def run(state):
-    prompt = state["prompt"]
-    input_ids = tokenizer(prompt, return_tensors="pt").input_ids
-    output_ids = model.generate(input_ids, max_new_tokens=512)
-    response = tokenizer.decode(output_ids[0], skip_special_tokens=True)
-
-    state["chat_log"].append({"Project Manager": response})
-    state["pm_out"] = response
-    return state
+def run(prompt):
+    inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
+    outputs = model.generate(**inputs, max_new_tokens=512)
+    return tokenizer.decode(outputs[0], skip_special_tokens=True)