example.py

"""Minimal example: load LazuriMT and translate Turkish → Laz.

    pip install transformers peft bitsandbytes accelerate
    python example.py
"""
from peft import PeftModel
from transformers import AutoModelForCausalLM, AutoTokenizer

BASE = "unsloth/gemma-4-e4b-it-unsloth-bnb-4bit"
ADAPTER = "CidQuLimited/LazuriMT"

print(f"Loading base model: {BASE}")
model = AutoModelForCausalLM.from_pretrained(BASE, device_map="auto", load_in_4bit=True)
print(f"Loading adapter: {ADAPTER}")
model = PeftModel.from_pretrained(model, ADAPTER)
tok = AutoTokenizer.from_pretrained(ADAPTER)
model.eval()


def translate(text: str, to: str = "lzz") -> str:
    """Translate text. `to='lzz'` (Turkish → Laz) or `to='tr'` (Laz → Turkish)."""
    if to == "lzz":
        prompt = f"Translate this Turkish sentence into Laz (Lazuri):\n\n{text}"
    else:
        prompt = f"Translate this Laz (Lazuri) sentence into Turkish:\n\n{text}"
    inputs = tok.apply_chat_template(
        [{"role": "user", "content": prompt}],
        tokenize=True, add_generation_prompt=True, return_tensors="pt",
    ).to(model.device)
    out = model.generate(
        input_ids=inputs, max_new_tokens=128, do_sample=False,
        no_repeat_ngram_size=3, repetition_penalty=1.15, num_beams=4,
    )
    return tok.decode(out[0][inputs.shape[1]:], skip_special_tokens=True).strip()


if __name__ == "__main__":
    for source in [
        "Merhaba, nasılsın?",
        "Bugün hava çok güzel.",
        "Su içmek istiyorum.",
    ]:
        print(f"\n  TR: {source}")
        print(f"  LZ: {translate(source)}")