model dropdown

lora.py

@@ -1,6 +1,6 @@
 import gradio as gr
 
-from transformers import TextStreamer, TextIteratorStreamer
+from transformers import TextIteratorStreamer
 
 from threading import Thread
 

recipe_lora.py

@@ -1,27 +1,28 @@
 import gradio as gr
 
-from transformers import TextStreamer, TextIteratorStreamer
-
+from transformers import TextIteratorStreamer
 from threading import Thread
-
 from unsloth import FastLanguageModel
 
 load_in_4bit = True
 
-peft_model_id = "ID2223JR/recipe_model"
+recipe_model_id = "ID2223JR/recipe_model"
+lora_model_id = "ID2223JR/lora_model"
 
-model, tokenizer = FastLanguageModel.from_pretrained(
-    model_name=peft_model_id,
+recipe_model, recipe_tokenizer = FastLanguageModel.from_pretrained(
+    model_name=recipe_model_id,
     load_in_4bit=load_in_4bit,
 )
-FastLanguageModel.for_inference(model)
+FastLanguageModel.for_inference(recipe_model)
 
+lora_model, lora_tokenizer = FastLanguageModel.from_pretrained(
+    model_name=lora_model_id,
+    load_in_4bit=load_in_4bit,
+)
+FastLanguageModel.for_inference(lora_model)
 
-# Data storage
 ingredients_list = []
 
-
-# Function to add ingredient
 def add_ingredient(ingredient, quantity):
     if ingredient and int(quantity) > 0:
         ingredients_list.append(f"{ingredient}, {quantity} grams")
@@ -31,20 +32,24 @@ def add_ingredient(ingredient, quantity):
         gr.update(value=None, interactive=True),
     )
 
-
-# Function to enable/disable add button
 def validate_inputs(ingredient, quantity):
     if ingredient and int(quantity) > 0:
         return gr.update(interactive=True)
     return gr.update(interactive=False)
 
-
-# Function to handle model submission
-def submit_to_model():
+def submit_to_model(selected_model):
     if not ingredients_list:
         return "Ingredients list is empty! Please add ingredients first."
 
-    # Join ingredients into a single prompt
+    if selected_model == "Recipe Model":
+        model = recipe_model
+        tokenizer = recipe_tokenizer
+    elif selected_model == "LoRA Model":
+        model = lora_model
+        tokenizer = lora_tokenizer
+    else:
+        return "Invalid model selected!"
+
     prompt = f"Using the following ingredients, suggest a recipe:\n\n" + "\n".join(
         ingredients_list
     )
@@ -66,7 +71,6 @@ def submit_to_model():
     thread = Thread(target=model.generate, kwargs=generation_kwargs)
     thread.start()
 
-
     content = ""
     for text in text_streamer:
         print(text)
@@ -75,8 +79,6 @@ def submit_to_model():
             content = content.replace("<|eot_id|>", "")
         yield content
 
-
-# App
 def app():
     with gr.Blocks() as demo:
         with gr.Row():
@@ -91,11 +93,15 @@ def app():
         submit_button = gr.Button("Give me a meal!")
 
         with gr.Row():
+            model_dropdown = gr.Dropdown(
+                label="Choose Model",
+                choices=["Recipe Model", "LoRA Model"],
+                value="Recipe Model"
+            )
             model_output = gr.Textbox(
                 label="Recipe Suggestion", lines=10, interactive=False
             )
 
-        # Validate inputs
         ingredient_input.change(
             validate_inputs, [ingredient_input, quantity_input], add_button
         )
@@ -103,17 +109,15 @@ def app():
             validate_inputs, [ingredient_input, quantity_input], add_button
         )
 
-        # Add ingredient logic
         add_button.click(
             add_ingredient,
             [ingredient_input, quantity_input],
             [output, ingredient_input, quantity_input],
         )
 
-        # Submit to model logic
         submit_button.click(
             submit_to_model,
-            inputs=None,  # No inputs required as it uses the global ingredients_list
+            inputs=model_dropdown,
             outputs=model_output,
         )
 

requirements.txt

@@ -1,4 +1,3 @@
-huggingface_hub==0.25.2
 unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git
 gradio==5.1.0
 bitsandbytes
@@ -7,4 +6,3 @@ trl<0.9.0
 peft
 accelerate
 transformers>=4.45.1
-llama-cpp-python==0.3.2