songs1 commited on
Commit
bd2c910
·
verified ·
1 Parent(s): 7aa26ac

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -8,17 +8,17 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
8
 
9
  AUTH_TOKEN = os.environ.get("HF_TOKEN", False)
10
  model = AutoModelForCausalLM.from_pretrained(
11
- "meta-llama/Llama-3.2-1B-Instruct",
12
  token=AUTH_TOKEN,
13
  )
14
  tok = AutoTokenizer.from_pretrained(
15
- "meta-llama/Llama-3.2-1B-Instruct",
16
  token=AUTH_TOKEN,
17
  )
18
  model = model.to("cuda").eval()
19
 
20
 
21
- @spaces.GPU
22
  def greet(name):
23
  lm = Transformers(model=model, tokenizer=tok)
24
  lm += "Let the user know what the temperature for today is, in farenheit.\n"
 
8
 
9
  AUTH_TOKEN = os.environ.get("HF_TOKEN", False)
10
  model = AutoModelForCausalLM.from_pretrained(
11
+ "meta-llama/Llama-3.2-3B-Instruct",
12
  token=AUTH_TOKEN,
13
  )
14
  tok = AutoTokenizer.from_pretrained(
15
+ "meta-llama/Llama-3.2-3B-Instruct",
16
  token=AUTH_TOKEN,
17
  )
18
  model = model.to("cuda").eval()
19
 
20
 
21
+ @spaces.GPU(duration=10)
22
  def greet(name):
23
  lm = Transformers(model=model, tokenizer=tok)
24
  lm += "Let the user know what the temperature for today is, in farenheit.\n"