import gradio as gr
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline

# Specify the directory containing the tokenizer's configuration file (config.json)
model_name = "https://huggingface.co/spaces/DR-Rakshitha/wizardlm_api/blob/main/pytorch_model-00001-of-00002.bin"

# Initialize the tokenizer
tokenizer = AutoTokenizer.from_pretrained(model_name, local_files_only=True)

# Initialize the GPT4All model
model = AutoModelForCausalLM.from_pretrained(model_name)

def generate_text(input_text):
    pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=200)
    result = pipe(f"<s>[INST] {input_text} [/INST]")
    return result[0]['generated_text']

text_generation_interface = gr.Interface(
    fn=generate_text,
    inputs=[
        gr.inputs.Textbox(label="Input Text"),
    ],
    outputs=gr.outputs.Textbox(label="Generated Text"),
    title="GPT-4 Text Generation",
).launch()