Lifeinhockey commited on
Commit
43b88e9
·
verified ·
1 Parent(s): e5f65e6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -18
app.py CHANGED
@@ -1,20 +1,3 @@
1
- from transformers import AutoModelForCausalLM, AutoTokenizer
2
-
3
- # Загружаем токенизатор и модель
4
- # tokenizer = AutoTokenizer.from_pretrained("ai-forever/ruGPT-3.5-13B")
5
- # model = AutoModelForCausalLM.from_pretrained("ai-forever/ruGPT-3.5-13B")
6
- tokenizer = AutoTokenizer.from_pretrained("ai-forever/ruGPT-3.5-13B")
7
- model = AutoModelForCausalLM.from_pretrained("pe4enov/ruGPT-3.5-13B-8bit")
8
-
9
- prompt = "Привет! Как дела?"
10
- input_ids = tokenizer.encode(prompt, return_tensors="pt")
11
- output = model.generate(input_ids)
12
- generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
13
- print(generated_text)
14
-
15
-
16
-
17
- '''
18
  import gradio as gr
19
  import numpy as np
20
  import torch
@@ -981,7 +964,6 @@ with gr.Blocks(css=css) as demo:
981
  ],
982
  outputs=[result],
983
  )
984
- '''
985
 
986
  if __name__ == "__main__":
987
  demo.launch()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  import gradio as gr
2
  import numpy as np
3
  import torch
 
964
  ],
965
  outputs=[result],
966
  )
 
967
 
968
  if __name__ == "__main__":
969
  demo.launch()