feat: remove unsloth

src/streamlit_app.py

@@ -1,5 +1,5 @@
 import streamlit as st
-from unsloth import FastLanguageModel, is_bfloat16_supported
+# from unsloth import FastLanguageModel, is_bfloat16_supported
 from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 
 # model_id = "sentence-transformers/all-MiniLM-L6-v2"
@@ -10,7 +10,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 model_id = "choco-conoz/TwinLlama-3.2-1B"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id)
-model = FastLanguageModel.for_inference(model)
+# model = FastLanguageModel.for_inference(model)
 
 processor = pipeline(
     "text-generation",