app.py

from huggingface_hub import InferenceClient

def rewrite_demo_with_hf_inference_client(model_name, input_text):
    """
    Rewrites the input text using a Hugging Face inference client.
    
    Args:
        model_name (str): Name of the Hugging Face model to use for rewriting.
        input_text (str): Text to be rewritten.
    
    Returns:
        str: Rewritten text.
    """
    # Initialize the inference client
    client = InferenceClient(model=model_name)
    
    # Generate the rewritten text
    rewritten_text = client.text_generation(
        prompt=input_text,
        max_new_tokens=100,
        do_sample=True,
        temperature=0.7,
        top_p=0.9
    )
    
    return rewritten_text

# Example usage
if __name__ == "__main__":
    model = "gpt2"  # Example model; replace with your preferred model
    input_text = "The quick brown fox jumps over the lazy dog."
    rewritten_text = rewrite_demo_with_hf_inference_client(model, input_text)
    print("Original text:", input_text)
    print("Rewritten text:", rewritten_text)