FaishalbhiteX commited on
Commit
413871a
·
verified ·
1 Parent(s): 80013a3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -4,13 +4,13 @@ import torch
4
 
5
  # Load model dari Hugging Face
6
  model_id = "FaishalbhiteX/deepseek-math-finetuned"
7
- tokenizer = AutoTokenizer.from_pretrained(model_id)
8
- model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16)
9
 
10
  # Fungsi chatbot
11
  def chatbot(input_text):
12
  inputs = tokenizer(input_text, return_tensors="pt")
13
- outputs = model.generate(**inputs, max_length=200)
14
  return tokenizer.decode(outputs[0], skip_special_tokens=True)
15
 
16
  # Gradio UI
 
4
 
5
  # Load model dari Hugging Face
6
  model_id = "FaishalbhiteX/deepseek-math-finetuned"
7
+ tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
8
+ model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16,device_map="auto", trust_remote_code=True)
9
 
10
  # Fungsi chatbot
11
  def chatbot(input_text):
12
  inputs = tokenizer(input_text, return_tensors="pt")
13
+ outputs = model.generate(**inputs, max_new_tokens=200)
14
  return tokenizer.decode(outputs[0], skip_special_tokens=True)
15
 
16
  # Gradio UI