feat: add unsloth

requirements.txt

@@ -8,3 +8,4 @@ torch==2.7.0
 huggingface_hub>=0.33.1
 bitsandbytes
 accelerate>=0.26.0
+unsloth

src/streamlit_app.py

@@ -1,4 +1,5 @@
 import streamlit as st
+from unsloth import FastLanguageModel, is_bfloat16_supported
 from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 
 # model_id = "sentence-transformers/all-MiniLM-L6-v2"
@@ -9,6 +10,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 model_id = "choco-conoz/TwinLlama-3.2-1B"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id)
+model = FastLanguageModel.for_inference(model)
+
 processor = pipeline(
     "text-generation",
     model=model,