legolasyiu commited on
Commit
1691129
·
verified ·
1 Parent(s): ee7b197

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -77,10 +77,12 @@ def transcribe_and_translate(audio_input):
77
  return_dict=True,
78
  return_tensors='pt'
79
  ).to('cuda')
 
 
80
  generation_kwargs = dict(
81
  **inputs,
82
  temperature = 1.0, top_p = 0.95, top_k = 64,
83
- streamer = TextStreamer(processor, skip_prompt = True),
84
  max_new_tokens=1024,
85
  )
86
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
 
77
  return_dict=True,
78
  return_tensors='pt'
79
  ).to('cuda')
80
+
81
+ streamer = TextStreamer(processor, skip_prompt = True)
82
  generation_kwargs = dict(
83
  **inputs,
84
  temperature = 1.0, top_p = 0.95, top_k = 64,
85
+ streamer = streamer,
86
  max_new_tokens=1024,
87
  )
88
  thread = Thread(target=model.generate, kwargs=generation_kwargs)