File size: 5,445 Bytes
054953c
 
33a206b
054953c
33a206b
 
c2eb9cd
 
33a206b
 
 
054953c
33a206b
054953c
 
33a206b
 
054953c
 
 
 
 
 
 
 
 
 
33a206b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
054953c
 
 
 
 
 
 
33a206b
c2eb9cd
054953c
 
 
 
 
 
 
 
 
 
 
 
 
c2eb9cd
 
054953c
 
 
 
 
 
 
 
 
 
33a206b
054953c
 
 
 
 
 
 
33a206b
 
054953c
33a206b
 
054953c
 
 
 
 
 
 
 
 
 
 
33a206b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
054953c
 
 
 
33a206b
 
 
054953c
 
 
 
 
 
 
 
 
 
 
 
33a206b
 
 
 
054953c
 
 
 
 
 
 
 
 
 
 
 
 
33a206b
 
054953c
 
33a206b
 
054953c
c2eb9cd
054953c
 
 
 
 
 
c2eb9cd
054953c
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
```python
# app.py
import time
import zipfile
from pathlib import Path

import gradio as gr

from src.train import finetune_lora
from src.infer import load_generator, generate_text


def _default_output_root() -> Path:
    # On Hugging Face Spaces, /data exists if Persistent Storage is enabled.
    # Otherwise fall back to a repo-local outputs/ directory.
    return Path("/data/outputs") if Path("/data").exists() else Path("outputs")


def _zip_dir(src_dir: Path, zip_path: Path) -> Path:
    zip_path.parent.mkdir(parents=True, exist_ok=True)
    with zipfile.ZipFile(zip_path, "w", compression=zipfile.ZIP_DEFLATED) as zf:
        for p in src_dir.rglob("*"):
            if p.is_file():
                zf.write(p, arcname=p.relative_to(src_dir))
    return zip_path


def run_train(
    base_model: str,
    dataset_id: str,
    max_train_samples: int,
    max_steps: int,
    lr: float,
    batch_size: int,
    lora_r: int,
    lora_alpha: int,
    lora_dropout: float,
):
    out_root = _default_output_root()
    run_id = time.strftime("%Y%m%d-%H%M%S")
    out_dir = out_root / run_id
    out_dir.mkdir(parents=True, exist_ok=True)

    status = finetune_lora(
        base_model=base_model.strip(),
        dataset_id=dataset_id.strip(),
        output_dir=str(out_dir),
        max_train_samples=int(max_train_samples),
        max_steps=int(max_steps),
        learning_rate=float(lr),
        batch_size=int(batch_size),
        lora_r=int(lora_r),
        lora_alpha=int(lora_alpha),
        lora_dropout=float(lora_dropout),
    )

    adapter_dir = out_dir / "adapter"
    zip_path = out_dir / "adapter.zip"

    zip_file = None
    if adapter_dir.exists():
        _zip_dir(adapter_dir, zip_path)
        zip_file = str(zip_path)

    msg = (
        f"Done.\n\n"
        f"Run dir: {out_dir}\n"
        f"Adapter dir: {adapter_dir}\n\n"
        f"{status}"
    )

    return msg, zip_file, str(out_dir), str(adapter_dir)


def run_generate(
    base_model: str,
    adapter_dir: str,
    prompt: str,
    max_new_tokens: int,
    temperature: float,
):
    gen = load_generator(base_model.strip(), adapter_dir.strip())
    return generate_text(
        gen,
        prompt,
        max_new_tokens=int(max_new_tokens),
        temperature=float(temperature),
    )


with gr.Blocks(title="Fine-tune Pipeline (Docker)") as demo:
    gr.Markdown("# Fine-tuning pipeline (LoRA) — Docker Space\nUsing Trendyol cybersecurity instruction dataset.")

    with gr.Tab("Train"):
        base_model = gr.Textbox(
            value="sshleifer/tiny-gpt2",
            label="Base model (HF Hub id)",
            info="Tip: for best chat behavior, use a small instruct/chat model and update LoRA target_modules in src/train.py accordingly.",
        )

        dataset_id = gr.Textbox(
            value="Trendyol/Trendyol-Cybersecurity-Instruction-Tuning-Dataset",
            label="Dataset (HF Hub id)",
            info="Expected columns: system, user, assistant (this dataset has them).",
        )

        with gr.Row():
            max_train_samples = gr.Number(value=2000, precision=0, label="Max train samples")
            max_steps = gr.Number(value=100, precision=0, label="Max steps")

        with gr.Row():
            lr = gr.Number(value=2e-4, label="Learning rate")
            batch_size = gr.Number(value=2, precision=0, label="Batch size")

        with gr.Row():
            lora_r = gr.Number(value=8, precision=0, label="LoRA r")
            lora_alpha = gr.Number(value=16, precision=0, label="LoRA alpha")
            lora_dropout = gr.Number(value=0.05, label="LoRA dropout")

        train_btn = gr.Button("Start fine-tune")
        train_out = gr.Textbox(lines=12, label="Status / logs")
        adapter_zip = gr.File(label="Download trained adapter (zip)")
        out_dir_box = gr.Textbox(label="Run output directory")
        adapter_dir_box = gr.Textbox(label="Adapter directory (use this in Generate tab)")

        train_btn.click(
            fn=run_train,
            inputs=[
                base_model,
                dataset_id,
                max_train_samples,
                max_steps,
                lr,
                batch_size,
                lora_r,
                lora_alpha,
                lora_dropout,
            ],
            outputs=[train_out, adapter_zip, out_dir_box, adapter_dir_box],
            queue=True,
        )

    with gr.Tab("Generate"):
        base_model2 = gr.Textbox(
            value="sshleifer/tiny-gpt2",
            label="Base model (must match training)",
        )
        adapter_dir = gr.Textbox(
            placeholder="Paste adapter dir path from Train tab (e.g., outputs/20260306-120000/adapter)",
            label="Adapter directory",
        )
        prompt = gr.Textbox(
            value="Explain the difference between phishing and spear phishing.",
            lines=4,
            label="Prompt",
        )

        with gr.Row():
            max_new_tokens = gr.Slider(16, 256, value=120, step=1, label="Max new tokens")
            temperature = gr.Slider(0.1, 1.5, value=0.8, step=0.05, label="Temperature")

        gen_btn = gr.Button("Generate")
        gen_out = gr.Textbox(lines=12, label="Output")

        gen_btn.click(
            fn=run_generate,
            inputs=[base_model2, adapter_dir, prompt, max_new_tokens, temperature],
            outputs=[gen_out],
            queue=False,
        )

demo.launch()
```