feat: light model test

Dockerfile

@@ -10,9 +10,9 @@ RUN apt-get update && apt-get install -y \
     git \
     && rm -rf /var/lib/apt/lists/*
 
-ENV PYTHONUNBUFFERED=1 \
-    PORT=8000 \
-    HF_HOME=/home/user/huggingface
+# ENV PYTHONUNBUFFERED=1 \
+#     PORT=8000 \
+#     HF_HOME=/home/user/huggingface
 
 COPY src/ ./src/
 # RUN pip3 install poetry==2.1.3

src/streamlit_app.py

@@ -5,12 +5,12 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 # from huggingface_hub import notebook_login
 # from unsloth import FastLanguageModel, is_bfloat16_supported
 
-# model_id = "sentence-transformers/all-MiniLM-L6-v2"
+model_id = "sentence-transformers/all-MiniLM-L6-v2"
 # model_id = "sentence-transformers/xlm-r-base-en-ko-nli-ststb"
 
 # model_id = "mistralai/Mistral-7B-Instruct-v0.1"
 # model_id = "meta-llama/Llama-3.2-1B"
-model_id = "choco-conoz/TwinLlama-3.1-8B"
+# model_id = "choco-conoz/TwinLlama-3.1-8B"
 
 # processor = pipeline(
 #     "text-generation",