ccclemenfff commited on
Commit
4a7e273
·
1 Parent(s): 3d760ea

fix some errors in inference.py

Browse files
Files changed (1) hide show
  1. inference.py +5 -3
inference.py CHANGED
@@ -279,10 +279,10 @@ class Chat:
279
  top_k=20,
280
  top_p=0.9,
281
  temperature=temperature,
282
- max_new_tokens=max_new_tokens,
283
- stopping_criteria=stopping_criteria
284
- )
285
 
 
 
286
  def ask(self, text, conv, modal_type="image"):
287
  assert modal_type in ["text", "image", "video"]
288
  conversations = []
@@ -331,6 +331,7 @@ class Chat:
331
  input_ids=input_ids,
332
  attention_mask=attention_mask,
333
  generation_config=self.generation_config,
 
334
  return_dict_in_generate=True,
335
  output_scores=True
336
  )
@@ -345,6 +346,7 @@ class Chat:
345
  attention_mask=attention_mask,
346
  language_model_inputs=language_model_inputs,
347
  generation_config=self.generation_config,
 
348
  return_dict_in_generate=True,
349
  output_scores=True
350
  )
 
279
  top_k=20,
280
  top_p=0.9,
281
  temperature=temperature,
282
+ max_new_tokens=max_new_tokens
 
 
283
 
284
+ )
285
+ self.stopping_criteria = stopping_criteria
286
  def ask(self, text, conv, modal_type="image"):
287
  assert modal_type in ["text", "image", "video"]
288
  conversations = []
 
331
  input_ids=input_ids,
332
  attention_mask=attention_mask,
333
  generation_config=self.generation_config,
334
+ stopping_criteria=self.stopping_criteria,
335
  return_dict_in_generate=True,
336
  output_scores=True
337
  )
 
346
  attention_mask=attention_mask,
347
  language_model_inputs=language_model_inputs,
348
  generation_config=self.generation_config,
349
+ stopping_criteria=self.stopping_criteria,
350
  return_dict_in_generate=True,
351
  output_scores=True
352
  )