app.py

import streamlit as st
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
from peft import PeftModel
import torch

@st.cache_resource
def load_model():
    model_id = "google/flan-t5-large"
    adapter_path = "./Flan-T5-Typosquat-detect"  # Adjust to your saved adapter path

    # Load the tokenizer and model
    tokenizer = AutoTokenizer.from_pretrained(model_id)
    model = AutoModelForSeq2SeqLM.from_pretrained(model_id)
    model = PeftModel.from_pretrained(model, adapter_path)
    model = model.merge_and_unload()
    model.eval()
    
    return model, tokenizer
device='cpu'
model, tokenizer = load_model()

st.title("Fine tuned FLAN-T5 Typosquatting Detection")
st.markdown("This streamlit demonstrates our fine tuned model for typosquatting detection.  We found that using "
            "SLMs or LLMs and prompt engineering for this task could not achieve the same accuracy as our [cross encoder](https://huggingface.co/Anvilogic/CE-typosquat-detect). "
            "We found that by fine tuning a FLAN-T5 model, we could get the same accuracy as our cross encoder model.  "
            "Using an SLM like Flan allows you to output the response (here `true` or `false`) directly into another LM.  ")
st.write("Enter a potential typosquatted domain and a target domain to check if one is a variant of the other.")

prompt_prefix = "Is the first domain a typosquat of the second:"

potential_typosquat = st.text_input("Potential Typosquatted Domain", value="tiktok-tikto-tibyd-yjdj.com")
target_domain = st.text_input("Legitimate Domain", value="tiktok.com")

full_prompt = f"{prompt_prefix} {potential_typosquat} {target_domain}"

if st.button("Check Typosquatting"):
    if potential_typosquat and target_domain:
        # Encode and generate response
        input_ids = tokenizer(full_prompt, return_tensors="pt").input_ids.to(device)
        outputs = model.generate(input_ids, max_new_tokens=20)
        
        # Decode the response
        prediction = tokenizer.decode(outputs[0], skip_special_tokens=True)
        
        # Display the result
        st.markdown(f"Is {potential_typosquat} a typosquat of {target_domain}? **{prediction}**")
        
    else:
        st.warning("Please enter both domains to perform the check.")