remove logging.
Browse files
custom_generate/generate.py
CHANGED
|
@@ -48,7 +48,6 @@ def generate(model, input_ids, generation_config=None, n_sigma:float=1.0, **kwar
|
|
| 48 |
max_length = cur_length + generation_config.max_new_tokens
|
| 49 |
else:
|
| 50 |
max_length = generation_config.max_length
|
| 51 |
-
print(f"Starting generation with max_length: {max_length}, current length: {cur_length} and temperature: {generation_config.temperature}")
|
| 52 |
|
| 53 |
while cur_length < max_length:
|
| 54 |
logits = model(input_ids).logits
|
|
|
|
| 48 |
max_length = cur_length + generation_config.max_new_tokens
|
| 49 |
else:
|
| 50 |
max_length = generation_config.max_length
|
|
|
|
| 51 |
|
| 52 |
while cur_length < max_length:
|
| 53 |
logits = model(input_ids).logits
|