Update app.py

app.py

@@ -1,5 +1,7 @@
 from transformers import AutoTokenizer, TextGenerationPipeline
 from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
+import streamlit as st
+
 repo_name = "gurgutan/ruGPT-13B-4bit"
 # load tokenizer from Hugging Face Hub
 tokenizer = AutoTokenizer.from_pretrained(repo_name, use_fast=True)
@@ -10,4 +12,7 @@ request = "Буря мглою небо кроет"
 print(tokenizer.decode(model.generate(**tokenizer(request, return_tensors="pt").to(model.device))[0]))
 # or you can also use pipeline
 pipeline = TextGenerationPipeline(model=model, tokenizer=tokenizer)
-print(pipeline(request)[0]["generated_text"])
+
+print( pipeline(request)[0]["generated_text"] )
+
+st.json({"res":pipeline(request)} )