flamiry commited on
Commit
6f945b4
·
verified ·
1 Parent(s): d0d090f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -8
app.py CHANGED
@@ -11,16 +11,13 @@ login(token=os.environ.get("hf_token"))
11
  try:
12
  model = AutoModelForCausalLM.from_pretrained("flamiry/first")
13
  tokenizer = AutoTokenizer.from_pretrained("flamiry/first")
14
- except:
15
- model = AutoModelForCausalLM.from_pretrained("gpt2")
16
- tokenizer = AutoTokenizer.from_pretrained("gpt2")
17
  tokenizer.pad_token = tokenizer.eos_token
18
 
19
  @spaces.GPU
20
- def train_model():
21
  try:
22
  dataset = load_dataset("DGurgurov/slovak_sa", split="train")
23
- slovak_texts = list(dataset['text'])[:50]
24
 
25
  inputs = tokenizer(
26
  slovak_texts,
@@ -55,17 +52,19 @@ def generate_text(prompt):
55
  return f"❌ Error: {str(e)}"
56
 
57
  with gr.Blocks() as demo:
58
- gr.Markdown("# 🇸🇰 Slovak LLM Training")
59
 
60
  with gr.Tab("Train Model"):
61
  gr.Markdown("Click to train the model on Slovak data")
 
 
62
  train_btn = gr.Button("Start Training", variant="primary")
63
  train_output = gr.Textbox(label="Result", interactive=False)
64
- train_btn.click(train_model, outputs=train_output)
65
 
66
  with gr.Tab("Generate Text"):
67
  gr.Markdown("Generate Slovak text")
68
- prompt_input = gr.Textbox(label="Prompt", placeholder="Mačka je...")
69
  gen_btn = gr.Button("Generate")
70
  gen_output = gr.Textbox(label="Generated Text", interactive=False)
71
  gen_btn.click(generate_text, inputs=prompt_input, outputs=gen_output)
 
11
  try:
12
  model = AutoModelForCausalLM.from_pretrained("flamiry/first")
13
  tokenizer = AutoTokenizer.from_pretrained("flamiry/first")
 
 
 
14
  tokenizer.pad_token = tokenizer.eos_token
15
 
16
  @spaces.GPU
17
+ def train_model(start, end):
18
  try:
19
  dataset = load_dataset("DGurgurov/slovak_sa", split="train")
20
+ slovak_texts = list(dataset['text'])[start:end]
21
 
22
  inputs = tokenizer(
23
  slovak_texts,
 
52
  return f"❌ Error: {str(e)}"
53
 
54
  with gr.Blocks() as demo:
55
+ gr.Markdown("#Slovak LLM Training")
56
 
57
  with gr.Tab("Train Model"):
58
  gr.Markdown("Click to train the model on Slovak data")
59
+ start_input = gr.Textbox(label="Start")
60
+ end_input = gr.Textbox(label="End")
61
  train_btn = gr.Button("Start Training", variant="primary")
62
  train_output = gr.Textbox(label="Result", interactive=False)
63
+ train_btn.click(train_model, inputs=[start_input,end_input] ,outputs=train_output)
64
 
65
  with gr.Tab("Generate Text"):
66
  gr.Markdown("Generate Slovak text")
67
+ prompt_input = gr.Textbox(label="Prompt")
68
  gen_btn = gr.Button("Generate")
69
  gen_output = gr.Textbox(label="Generated Text", interactive=False)
70
  gen_btn.click(generate_text, inputs=prompt_input, outputs=gen_output)