Update app.py
Browse files
app.py
CHANGED
|
@@ -52,10 +52,9 @@ def summarize(video_id):
|
|
| 52 |
|
| 53 |
texts = preprocessing(transcript)
|
| 54 |
inputs = tokenizer(texts, return_tensors="pt", padding=True, )
|
| 55 |
-
inputs = inputs["input_ids"].to(device)
|
| 56 |
|
| 57 |
with torch.no_grad():
|
| 58 |
-
output_tokens = model.generate(inputs, max_new_tokens=60, do_sample=True, top_p=0.9)
|
| 59 |
outputs = tokenizer.batch_decode(output_tokens.detach().cpu().numpy(), skip_special_tokens=True)
|
| 60 |
|
| 61 |
return outputs
|
|
|
|
| 52 |
|
| 53 |
texts = preprocessing(transcript)
|
| 54 |
inputs = tokenizer(texts, return_tensors="pt", padding=True, )
|
|
|
|
| 55 |
|
| 56 |
with torch.no_grad():
|
| 57 |
+
output_tokens = model.generate(inputs=inputs["input_ids"].to(device), max_new_tokens=60, do_sample=True, top_p=0.9)
|
| 58 |
outputs = tokenizer.batch_decode(output_tokens.detach().cpu().numpy(), skip_special_tokens=True)
|
| 59 |
|
| 60 |
return outputs
|