updated docker file and llms

Dockerfile

@@ -30,6 +30,10 @@ EXPOSE 8501
 
 HEALTHCHECK CMD --fail http://localhost:8501/_stcore/health
 
+# Get the secret key and clone it as repo at build time
+RUN --mount=type=secret,id=OPENAI_API_KEY,mode=0444,required=true \
+git clone $(cat /run/secrets/OPENAI_API_KEY)
+
 ENTRYPOINT ["streamlit", "run", "app.py", "--server.port=8501", "--server.address=0.0.0.0"]
 # CMD [ "streamlit" , "run", "app.py"]
 # CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

models/llms.py

@@ -1,6 +1,6 @@
 from llama_index.llms.huggingface import HuggingFaceLLM
 from llama_index.llms.openai import OpenAI
-from llama_index.llms.replicate import Replicate
+# from llama_index.llms.replicate import Replicate
 from dotenv import load_dotenv
 import os
 
@@ -39,7 +39,7 @@ llm_gpt_3_5_turbo_0125 = OpenAI(
 #     api_key=os.getenv("OPENAI_API_KEY"),
 # )
 
-llm_llama_13b_v2_replicate = Replicate(
-    model="meta/llama-2-13b-chat",
-    prompt_key=os.getenv("REPLICATE_API_KEY"),
-)
+# llm_llama_13b_v2_replicate = Replicate(
+#     model="meta/llama-2-13b-chat",
+#     prompt_key=os.getenv("REPLICATE_API_KEY"),
+# )