Testing Stable LM 2 1.6B Zephyr

Dockerfile

@@ -21,6 +21,12 @@ RUN cd llama.cpp/models && \
 RUN cd llama.cpp && \
     make -j
 
+# Set MPLCONFIGDIR to a writable directory
+ENV MPLCONFIGDIR /usr/src/app/matplotlib
+
+# Make sure the directory exists and has proper permissions
+RUN mkdir -p $MPLCONFIGDIR && chmod -R 777 $MPLCONFIGDIR
+
 # Copy the current directory contents into the container at /usr/src/app
 COPY . .
 

app.py

@@ -39,7 +39,8 @@ iface = gr.Interface(
     inputs=gr.Textbox(lines=2, placeholder="Type your message here..."),
     outputs="text",
     title="LLaMA Chat Interface",
-    description="Enter your message and get a response from the LLaMA model."
+    description="Enter your message and get a response from the LLaMA model.",
+    flagging_dir="/usr/src/app/flagged",
 )
 
 iface.launch(share=True)