Update app.py
Browse files
app.py
CHANGED
|
@@ -1,6 +1,9 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
-
from
|
| 3 |
-
|
| 4 |
-
|
|
|
|
|
|
|
|
|
|
| 5 |
demo = gr.Interface(fn=ndps, inputs="text", outputs="text")
|
| 6 |
demo.launch()
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
+
from transformers import AutoTokenizer
|
| 3 |
+
token1=AutoTokenizer.from_pretrained("allenai/Llama-3.1-Tulu-3-8B", use_fast=True)
|
| 4 |
+
token2=AutoTokenizer.from_pretrained("burgasdotpro/Sebushka-llama-3.1-8B", use_fast=True)
|
| 5 |
+
def ndps(text):
|
| 6 |
+
input_ids = tokenizer.encode(text, add_special_tokens=True)
|
| 7 |
+
return tokenizer.decode(input_ids, skip_special_tokens=True)
|
| 8 |
demo = gr.Interface(fn=ndps, inputs="text", outputs="text")
|
| 9 |
demo.launch()
|