Samuel4677 commited on
Commit
d54ed90
·
verified ·
1 Parent(s): 7069ecd

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +50 -0
app.py ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import streamlit as st
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM
3
+ import torch
4
+ import warnings
5
+ import logging
6
+
7
+ warnings.filterwarnings("ignore")
8
+ logging.getLogger("transformers").setLevel(logging.ERROR)
9
+
10
+ @st.cache_resource
11
+ def load_model():
12
+ model_name = "radlab/polish-gpt2-small-v2"
13
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
14
+ model = AutoModelForCausalLM.from_pretrained(model_name)
15
+ return tokenizer, model
16
+
17
+ tokenizer, model = load_model()
18
+
19
+ st.set_page_config(page_title="Polski Chatbot AI", page_icon="🤖")
20
+ st.title("🤖 Polski Chatbot AI")
21
+ st.caption("Model: radlab/polish-gpt2-small-v2")
22
+
23
+ if "history" not in st.session_state:
24
+ st.session_state.history = ""
25
+
26
+ user_input = st.text_input("Wpisz wiadomość:", "")
27
+
28
+ if st.button("Wyślij") and user_input.strip() != "":
29
+ st.session_state.history += f"Użytkownik: {user_input}\nAI:"
30
+
31
+ input_ids = tokenizer.encode(st.session_state.history, return_tensors="pt", truncation=True, max_length=1024)
32
+ output = model.generate(
33
+ input_ids,
34
+ max_length=input_ids.shape[1] + 80,
35
+ pad_token_id=tokenizer.eos_token_id,
36
+ do_sample=True,
37
+ top_k=50,
38
+ top_p=0.95,
39
+ temperature=0.7
40
+ )
41
+ output_text = tokenizer.decode(output[0], skip_special_tokens=True)
42
+
43
+ model_reply = output_text[len(st.session_state.history):].split("Użytkownik:")[0].strip()
44
+ st.session_state.history += f" {model_reply}\n"
45
+
46
+ st.subheader("🗨️ Historia rozmów")
47
+ st.text_area("📖", st.session_state.history.strip(), height=300)
48
+
49
+ if st.button("🧹 Wyczyść historię"):
50
+ st.session_state.history = ""