validator.py

import argparse
from transformers import GPT2LMHeadModel, GPT2Tokenizer


def test_model(prompt, model_path='/Users/raghul.v/Desktop/research/pii_extraction_test/results', model_name='distilgpt2'):  # Adjust the default model_name
    tokenizer = GPT2Tokenizer.from_pretrained(model_name)
    model = GPT2LMHeadModel.from_pretrained(model_path)  # Loading the fine-tuned model

    # Note: Adjustments for running the model on a CUDA device are commented out,
    # Uncomment and use those if CUDA is available and desired.

    # Encode the prompt to test
    generated = tokenizer.encode(prompt, return_tensors="pt")

    # Generate text from the model
    sample_outputs = model.generate(
        generated,
        do_sample=True,
        max_length=50,
        top_k=50,
        top_p=0.95,
        num_return_sequences=3
    )

    for idx, sample_output in enumerate(sample_outputs):
        decoded_output = tokenizer.decode(sample_output, skip_special_tokens=True)
        print(f"Generated Text {idx}: {decoded_output}")


if __name__ == '__main__':
    parser = argparse.ArgumentParser(description="Enter the prompt for the model.")
    parser.add_argument('--prompt', type=str, required=True, help='Prompt for the model')
    args = parser.parse_args()

    # Default model_path is 'results', adjust if the model is saved elsewhere
    test_model(args.prompt, model_path='results', model_name='distilgpt2')