File size: 1,453 Bytes
9eb7c70 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 | import gradio as gr
def install_everything():
import os
if "COLAB_" not in "".join(os.environ.keys()):
os.system("pip install unsloth")
else:
# Do this only in Colab notebooks! Otherwise use pip install unsloth
os.system("pip install --no-deps bitsandbytes accelerate xformers==0.0.29.post3 peft trl==0.19.1 triton cut_cross_entropy unsloth_zoo")
os.system("pip install sentencepiece protobuf "datasets>=3.4.1,<4.0.0" "huggingface_hub>=0.34.0" hf_transfer")
os.system("pip install --no-deps unsloth")
os.system("pip install --no-deps --upgrade timm")
def load_model():
from unsloth import FastModel
import torch
model, tokenizer = FastModel.from_pretrained(
model_name = "unsloth/gemma-3n-E4B-it-unsloth-bnb-4bit",
dtype = None, # None for auto detection
max_seq_length = 1024, # Choose any for long context!
load_in_4bit = True, # 4 bit quantization to reduce memory
full_finetuning = True, # [NEW!] We have full finetuning now!
)
with gr.Blocks() as demo:
with gr.Tab("Install"):
with gr.Tab("Install Dependecies"):
install = gr.Button("Install")
inatall.click(fn=install_everything, inputs=None, outputs=None)
with gr.Tab("Load Models"):
load = gr.Button("Install models")
load.clixk(fn=load_model, inputs=None, outputs=None)
|