app.py

import gradio as gr
from gpt4all import GPT4All

# Specify the local path to the downloaded model file
model_path = "pytorch_model-00001-of-00002.bin"

# Initialize the GPT4All model
model = GPT4All(model_path)

def generate_text(input_text):
    output = model.generate(input_text)
    return output

text_generation_interface = gr.Interface(
    fn=generate_text,
    inputs=[
        gr.inputs.Textbox(label="Input Text"),
    ],
    outputs=gr.inputs.Textbox(label="Generated Text"),
    title="Wizardlm_13b_v1",
).launch()