Spaces:
Sleeping
Sleeping
s-a-malik
commited on
Commit
·
f838d5b
1
Parent(s):
16c3a1a
remove streamer
Browse files
app.py
CHANGED
|
@@ -9,7 +9,6 @@ import spaces
|
|
| 9 |
import gradio as gr
|
| 10 |
import torch
|
| 11 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 12 |
-
from transformers.generation.streamers import BaseStreamer
|
| 13 |
|
| 14 |
|
| 15 |
MAX_MAX_NEW_TOKENS = 2048
|
|
@@ -133,7 +132,6 @@ def generate(
|
|
| 133 |
top_k=top_k,
|
| 134 |
temperature=temperature,
|
| 135 |
repetition_penalty=repetition_penalty,
|
| 136 |
-
streamer=streamer,
|
| 137 |
output_hidden_states=True,
|
| 138 |
return_dict_in_generate=True,
|
| 139 |
)
|
|
@@ -237,4 +235,4 @@ with gr.Blocks(title="Llama-2 7B Chat with Dual Probes", css="footer {visibility
|
|
| 237 |
|
| 238 |
|
| 239 |
if __name__ == "__main__":
|
| 240 |
-
demo.launch()
|
|
|
|
| 9 |
import gradio as gr
|
| 10 |
import torch
|
| 11 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
|
|
| 12 |
|
| 13 |
|
| 14 |
MAX_MAX_NEW_TOKENS = 2048
|
|
|
|
| 132 |
top_k=top_k,
|
| 133 |
temperature=temperature,
|
| 134 |
repetition_penalty=repetition_penalty,
|
|
|
|
| 135 |
output_hidden_states=True,
|
| 136 |
return_dict_in_generate=True,
|
| 137 |
)
|
|
|
|
| 235 |
|
| 236 |
|
| 237 |
if __name__ == "__main__":
|
| 238 |
+
demo.launch()
|