import gradio as gr from transformers import LlamaTokenizer, LlamaForCausalLM # Load the model and tokenizer model_name = "meta-llama/CodeLlama-7b" tokenizer = LlamaTokenizer.from_pretrained(model_name) model = LlamaForCausalLM.from_pretrained(model_name) # Define the function to generate code def generate_code(prompt): inputs = tokenizer(prompt, return_tensors="pt") outputs = model.generate(**inputs, max_new_tokens=100) return tokenizer.decode(outputs[0], skip_special_tokens=True) # Create the Gradio interface interface = gr.Interface( fn=generate_code, inputs=gr.Textbox(lines=5, placeholder="Enter your prompt here..."), outputs="text", title="Code Llama", description="Generate code using Code Llama." ) # Launch the app interface.launch()