fix: bug

requirements.txt

@@ -4,4 +4,6 @@ streamlit>=1.46.1
 # transformers==4.53.0
 torch==2.7.0
 sentence-transformers>=3.0.0
-huggingface_hub>=0.33.1
+huggingface_hub>=0.33.1
+bitsandbytes
+accelerate>=0.26.0

src/streamlit_app.py

@@ -11,6 +11,7 @@ from transformers import pipeline
 # model_id = "mistralai/Mistral-7B-Instruct-v0.1"
 # model_id = "meta-llama/Llama-3.2-1B"
 model_id = "choco-conoz/TwinLlama-3.1-8B"
+
 processor = pipeline(
     "text-generation",
     model=model_id,
@@ -20,6 +21,7 @@ processor = pipeline(
         "low_cpu_mem_usage": True,
     },
 )
+
 terminators = [
     processor.tokenizer.eos_token_id,
     processor.tokenizer.convert_tokens_to_ids(""),