added writable cache working directory

Dockerfile

@@ -2,6 +2,8 @@ FROM python:3.11-slim
 
 WORKDIR /app
 
+ENV TRANSFORMERS_CACHE /app/.cache/huggingface/hub
+
 COPY requirements.txt /app/requirements.txt
 
 RUN pip install --no-cache-dir --upgrade -r /app/requirements.txt

load_meta_data.py

@@ -25,6 +25,7 @@ class ChatBot:
         inputs = self.tokenizer(text,return_tensors='pt')
         outputs = self.model.generate(**inputs,
                                  max_new_tokens = 100,
+                                 # add extra parameters if models runs successfully
                                 )
         response = self.tokenizer.decode(outputs[0],skip_special_tokens=True)
         response = self.get_clean_response(response)