Final_Assignment_Template

Configuration error

oremaz commited on May 25

Commit

6d8eb86

1 Parent(s): 07164ca

Update agent.py

Files changed (1) hide show

agent.py CHANGED Viewed

@@ -36,8 +36,6 @@ model = AutoModelForCausalLM.from_pretrained(
 proj_llm = HuggingFaceLLM(
     model=model,
     tokenizer=tokenizer,
-    context_window=3900,       # adjust as needed
-    max_new_tokens=512,        # adjust as needed
     device_map="auto",         # ensures multi-GPU support
     generate_kwargs={"temperature": 0.7, "top_p": 0.95}
 )

 proj_llm = HuggingFaceLLM(
     model=model,
     tokenizer=tokenizer,
     device_map="auto",         # ensures multi-GPU support
     generate_kwargs={"temperature": 0.7, "top_p": 0.95}
 )