File size: 1,305 Bytes
6902099
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
import gradio as gr
import torch
import re
from transformers import BartForConditionalGeneration, PreTrainedTokenizerFast

# Load Model
MODEL_PATH = "./model"
TOKENIZER_PATH = "./tokenizer"
device = "cuda" if torch.cuda.is_available() else "cpu"

tokenizer = PreTrainedTokenizerFast.from_pretrained(TOKENIZER_PATH)
model = BartForConditionalGeneration.from_pretrained(MODEL_PATH).to(device)
model.eval()

def paraphrase(text):
    if not text.strip(): return ""
    # Basic validation
    if re.search(r'[a-zA-Z]', text): return "Error: Please provide input only in Tamil."
    
    inputs = tokenizer(text, return_tensors="pt", max_length=128, truncation=True).to(device)
    with torch.no_grad():
        outputs = model.generate(inputs["input_ids"], max_new_tokens=60, num_beams=5, early_stopping=True)
    
    result = tokenizer.decode(outputs[0], skip_special_tokens=True, clean_up_tokenization_spaces=True)
    return re.sub(r'[^\u0B80-\u0BFF\s.,!?-]', '', result).strip() + "."

# UI Setup
demo = gr.Interface(
    fn=paraphrase,
    inputs=gr.Textbox(label="Input (உள்ளீடு)"),
    outputs=gr.Textbox(label="Paraphrase (மாற்று வாக்கியம்)"),
    title="Tamil Paraphrase AI",
    article="Disclaimer: This is an AI and can make mistakes."
)

demo.launch()