beta3 commited on
Commit
f3cbc2d
·
verified ·
1 Parent(s): ece5eb2

Upload 2 files

Browse files
Files changed (2) hide show
  1. app.py +61 -0
  2. requirements.txt +8 -0
app.py ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ import torch
3
+ from transformers import pipeline
4
+
5
+ MODEL_ID = "beta3/gemma3_1b_title_generator"
6
+
7
+ # Cargar pipeline (esto descarga el modelo base + adapter)
8
+ pipe = pipeline(
9
+ "text-generation",
10
+ model=MODEL_ID,
11
+ dtype=torch.bfloat16,
12
+ device_map="auto"
13
+ )
14
+
15
+ def generate_title(abstract, temperature=0.7, top_p=0.9, max_tokens=32):
16
+ if not abstract.strip():
17
+ return "Please provide an abstract."
18
+
19
+ prompt = f"""<bos><start_of_turn>user
20
+ Generate a simple title for the following abstract:
21
+ {abstract}
22
+ <end_of_turn>
23
+ <start_of_turn>model
24
+ """
25
+
26
+ output = pipe(
27
+ prompt,
28
+ max_new_tokens=max_tokens,
29
+ do_sample=True,
30
+ temperature=temperature,
31
+ top_p=top_p,
32
+ return_full_text=False
33
+ )
34
+
35
+ return output[0]["generated_text"].strip()
36
+
37
+
38
+ with gr.Blocks(title="Gemma 3 Title Generator") as demo:
39
+ gr.Markdown("## 📄 Academic Title Generator (Gemma 3 1B Fine-tuned)")
40
+
41
+ abstract_input = gr.Textbox(
42
+ lines=8,
43
+ label="Abstract",
44
+ placeholder="Paste your academic abstract here..."
45
+ )
46
+
47
+ with gr.Row():
48
+ temperature = gr.Slider(0.1, 1.5, value=0.7, label="Temperature")
49
+ top_p = gr.Slider(0.1, 1.0, value=0.9, label="Top-p")
50
+ max_tokens = gr.Slider(8, 64, value=32, step=1, label="Max new tokens")
51
+
52
+ generate_button = gr.Button("Generate Title 🚀")
53
+ output_title = gr.Textbox(label="Generated Title")
54
+
55
+ generate_button.click(
56
+ generate_title,
57
+ inputs=[abstract_input, temperature, top_p, max_tokens],
58
+ outputs=output_title
59
+ )
60
+
61
+ demo.launch()
requirements.txt ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ torch
2
+ transformers>=4.48.0
3
+ accelerate
4
+ peft
5
+ safetensors
6
+ gradio
7
+ bitsandbytes
8
+ unsloth