Create webui.py

webui.py

@@ -0,0 +1,34 @@
+import gradio as gr
+
+def install_everything():
+    import os
+    if "COLAB_" not in "".join(os.environ.keys()):
+        os.system("pip install unsloth")
+    else:
+        # Do this only in Colab notebooks! Otherwise use pip install unsloth
+        os.system("pip install --no-deps bitsandbytes accelerate xformers==0.0.29.post3 peft trl==0.19.1 triton cut_cross_entropy unsloth_zoo")
+        os.system("pip install sentencepiece protobuf "datasets>=3.4.1,<4.0.0" "huggingface_hub>=0.34.0" hf_transfer")
+        os.system("pip install --no-deps unsloth")
+        os.system("pip install --no-deps --upgrade timm")
+
+
+def load_model():
+    from unsloth import FastModel
+    import torch
+    
+    model, tokenizer = FastModel.from_pretrained(
+        model_name = "unsloth/gemma-3n-E4B-it-unsloth-bnb-4bit",
+        dtype = None, # None for auto detection
+        max_seq_length = 1024, # Choose any for long context!
+        load_in_4bit = True,  # 4 bit quantization to reduce memory
+        full_finetuning = True, # [NEW!] We have full finetuning now!        
+        )
+                  
+with gr.Blocks() as demo:
+    with gr.Tab("Install"):
+        with gr.Tab("Install Dependecies"):
+            install = gr.Button("Install")
+            inatall.click(fn=install_everything, inputs=None, outputs=None)
+        with gr.Tab("Load Models"):
+            load = gr.Button("Install models")
+            load.clixk(fn=load_model, inputs=None, outputs=None)