Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,20 +1,3 @@
|
|
| 1 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 2 |
-
|
| 3 |
-
# Загружаем токенизатор и модель
|
| 4 |
-
# tokenizer = AutoTokenizer.from_pretrained("ai-forever/ruGPT-3.5-13B")
|
| 5 |
-
# model = AutoModelForCausalLM.from_pretrained("ai-forever/ruGPT-3.5-13B")
|
| 6 |
-
tokenizer = AutoTokenizer.from_pretrained("ai-forever/ruGPT-3.5-13B")
|
| 7 |
-
model = AutoModelForCausalLM.from_pretrained("pe4enov/ruGPT-3.5-13B-8bit")
|
| 8 |
-
|
| 9 |
-
prompt = "Привет! Как дела?"
|
| 10 |
-
input_ids = tokenizer.encode(prompt, return_tensors="pt")
|
| 11 |
-
output = model.generate(input_ids)
|
| 12 |
-
generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
|
| 13 |
-
print(generated_text)
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
'''
|
| 18 |
import gradio as gr
|
| 19 |
import numpy as np
|
| 20 |
import torch
|
|
@@ -981,7 +964,6 @@ with gr.Blocks(css=css) as demo:
|
|
| 981 |
],
|
| 982 |
outputs=[result],
|
| 983 |
)
|
| 984 |
-
'''
|
| 985 |
|
| 986 |
if __name__ == "__main__":
|
| 987 |
demo.launch()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
import numpy as np
|
| 3 |
import torch
|
|
|
|
| 964 |
],
|
| 965 |
outputs=[result],
|
| 966 |
)
|
|
|
|
| 967 |
|
| 968 |
if __name__ == "__main__":
|
| 969 |
demo.launch()
|