Commit
·
4a7e273
1
Parent(s):
3d760ea
fix some errors in inference.py
Browse files- inference.py +5 -3
inference.py
CHANGED
|
@@ -279,10 +279,10 @@ class Chat:
|
|
| 279 |
top_k=20,
|
| 280 |
top_p=0.9,
|
| 281 |
temperature=temperature,
|
| 282 |
-
max_new_tokens=max_new_tokens
|
| 283 |
-
stopping_criteria=stopping_criteria
|
| 284 |
-
)
|
| 285 |
|
|
|
|
|
|
|
| 286 |
def ask(self, text, conv, modal_type="image"):
|
| 287 |
assert modal_type in ["text", "image", "video"]
|
| 288 |
conversations = []
|
|
@@ -331,6 +331,7 @@ class Chat:
|
|
| 331 |
input_ids=input_ids,
|
| 332 |
attention_mask=attention_mask,
|
| 333 |
generation_config=self.generation_config,
|
|
|
|
| 334 |
return_dict_in_generate=True,
|
| 335 |
output_scores=True
|
| 336 |
)
|
|
@@ -345,6 +346,7 @@ class Chat:
|
|
| 345 |
attention_mask=attention_mask,
|
| 346 |
language_model_inputs=language_model_inputs,
|
| 347 |
generation_config=self.generation_config,
|
|
|
|
| 348 |
return_dict_in_generate=True,
|
| 349 |
output_scores=True
|
| 350 |
)
|
|
|
|
| 279 |
top_k=20,
|
| 280 |
top_p=0.9,
|
| 281 |
temperature=temperature,
|
| 282 |
+
max_new_tokens=max_new_tokens
|
|
|
|
|
|
|
| 283 |
|
| 284 |
+
)
|
| 285 |
+
self.stopping_criteria = stopping_criteria
|
| 286 |
def ask(self, text, conv, modal_type="image"):
|
| 287 |
assert modal_type in ["text", "image", "video"]
|
| 288 |
conversations = []
|
|
|
|
| 331 |
input_ids=input_ids,
|
| 332 |
attention_mask=attention_mask,
|
| 333 |
generation_config=self.generation_config,
|
| 334 |
+
stopping_criteria=self.stopping_criteria,
|
| 335 |
return_dict_in_generate=True,
|
| 336 |
output_scores=True
|
| 337 |
)
|
|
|
|
| 346 |
attention_mask=attention_mask,
|
| 347 |
language_model_inputs=language_model_inputs,
|
| 348 |
generation_config=self.generation_config,
|
| 349 |
+
stopping_criteria=self.stopping_criteria,
|
| 350 |
return_dict_in_generate=True,
|
| 351 |
output_scores=True
|
| 352 |
)
|