Chinez-dev commited on
Commit
1faa320
·
verified ·
1 Parent(s): cefd566

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -142,12 +142,16 @@ class HealthAssistant:
142
  def __init__(self):
143
  self.medical_agent = MedicalAgent()
144
  self.tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2")
 
 
145
  self.model = AutoModelForCausalLM.from_pretrained(
146
  "microsoft/phi-2",
147
  torch_dtype=torch.float16,
148
  device_map="auto",
149
  trust_remote_code=True
150
  )
 
 
151
 
152
  def process_message(self, message: str) -> str:
153
  # Tokenize with attention mask
 
142
  def __init__(self):
143
  self.medical_agent = MedicalAgent()
144
  self.tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2")
145
+ # Set padding token
146
+ self.tokenizer.pad_token = self.tokenizer.eos_token
147
  self.model = AutoModelForCausalLM.from_pretrained(
148
  "microsoft/phi-2",
149
  torch_dtype=torch.float16,
150
  device_map="auto",
151
  trust_remote_code=True
152
  )
153
+ # Set model's padding token
154
+ self.model.config.pad_token_id = self.tokenizer.pad_token_id
155
 
156
  def process_message(self, message: str) -> str:
157
  # Tokenize with attention mask