feat: change model

src/streamlit_app.py

@@ -7,7 +7,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 AI_MODE = "ON"
 
 if AI_MODE == "ON":
-    model_id = "choco-conoz/TwinLlama-3.2-1B-DPO"
+    # model_id = "choco-conoz/TwinLlama-3.2-1B-DPO"
+    model_id = "choco-conoz/TwinLlama-3.2-1B"
     tokenizer = AutoTokenizer.from_pretrained(model_id)
     model = AutoModelForCausalLM.from_pretrained(model_id)
     # for GPU inference, uncomment the following line
@@ -74,13 +75,13 @@ def main():
             user_prompt = alpaca_template.format(query, "")
             if AI_MODE == "ON":
                 # for chat models
-                tokenizer.chat_template = {
-                    "role": "user",
-                    "prompt": user_prompt,
-                    "generation_prompt": "",
-                }
-                user_prompt = tokenizer.apply_chat_template(
-                    user_prompt, tokenize=False, add_generation_prompt=True)
+                # tokenizer.chat_template = {
+                #     "role": "user",
+                #     "prompt": user_prompt,
+                #     "generation_prompt": "",
+                # }
+                # user_prompt = tokenizer.apply_chat_template(
+                # user_prompt, tokenize=False, add_generation_prompt=True)
                 outputs = processor(user_prompt,
                                     max_new_tokens=4096,
                                     use_cache=True,