Rahul-8799 commited on
Commit
0c92549
·
verified ·
1 Parent(s): 6b85c76

Update src/agents/product_manager_agent.py

Browse files
src/agents/product_manager_agent.py CHANGED
@@ -1,13 +1,12 @@
1
  from transformers import LlamaTokenizer, AutoModelForCausalLM
2
- from transformers import AutoTokenizer
3
  import torch
4
 
5
  MODEL_REPO = "Rahul-8799/product_manager_mistral"
6
 
7
- tokenizer = AutoTokenizer.from_pretrained("Rahul-8799/product_manager_mistral")
8
-
9
- #tokenizer = LlamaTokenizer.from_pretrained(MODEL_REPO)
10
- model = AutoModelForCausalLM.from_pretrained(MODEL_REPO, device_map="auto", torch_dtype=torch.float16)
11
  model.eval()
12
 
13
  def run(prompt):
 
1
  from transformers import LlamaTokenizer, AutoModelForCausalLM
 
2
  import torch
3
 
4
  MODEL_REPO = "Rahul-8799/product_manager_mistral"
5
 
6
+ tokenizer = LlamaTokenizer.from_pretrained(MODEL_REPO)
7
+ model = AutoModelForCausalLM.from_pretrained(
8
+ MODEL_REPO, device_map="auto", torch_dtype=torch.float16
9
+ )
10
  model.eval()
11
 
12
  def run(prompt):