test_peft.py

from transformers import AutoModelForSequenceClassification, AutoTokenizer
from peft import PeftModel, PeftConfig
import torch

try:
    peft_model_id = "finmigodeveloper/distilbert-transaction-classifier-lora"
    print("Loading config...")
    config = PeftConfig.from_pretrained(peft_model_id)
    print(f"Base model: {config.base_model_name_or_path}")
    
    print("Loading base model...")
    # Typically distilbert-base-uncased
    model = AutoModelForSequenceClassification.from_pretrained(config.base_model_name_or_path)
    
    print("Loading peft adapter...")
    model = PeftModel.from_pretrained(model, peft_model_id)
    
    tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
    
    inputs = tokenizer("Starbucks coffee", return_tensors="pt")
    with torch.no_grad():
        outputs = model(**inputs)
        logits = outputs.logits
        predicted_class_id = logits.argmax().item()
        print(f"Predicted class ID: {predicted_class_id}")
        if model.config.id2label:
            print(f"Label: {model.config.id2label.get(predicted_class_id, 'UNKNOWN')}")
except Exception as e:
    print(f"Error: {e}")