app.py

import os
os.system('pip install git+https://github.com/huggingface/transformers.git@main accelerate')

import gradio as gr

demo = gr.load("models/codellama/CodeLlama-7b-Instruct-hf")

demo.launch()