Add sentencepiece and trust_remote_code for model loading

app.py

@@ -30,7 +30,8 @@ def load_text_generation_pipeline():
             tokenizer=MODEL_NAME, # Usually same as model
             use_auth_token=HF_TOKEN if HF_TOKEN else None, # Use token if available
             torch_dtype=torch.float16, # Use float16 to potentially save memory
-            device=device # Specify device placement
+            device=device, # Specify device placement
+            trust_remote_code=True # <<< ADD THIS LINE
         )
         st.success(f"Model {MODEL_NAME} loaded successfully!")
         return generator

requirements.txt

@@ -1,4 +1,5 @@
 transformers>=4.30.0
 torch>=2.0.0
 streamlit>=1.20.0
+sentencepiece
 # accelerate # Optional, might help with model loading