modified

Dockerfile

@@ -17,5 +17,8 @@ RUN --mount=type=secret,id=PINECONE_API_KEY,mode=0444,required=true \
 RUN --mount=type=secret,id=OPENAI_API_KEY,mode=0444,required=true \
    cat /run/secrets/OPENAI_API_KEY > /app/test
 
+RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true \
+   cat /run/secrets/HF_TOKEN > /app/test
+
 COPY --chown=user ./app /app
 CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

app/chains.py

@@ -1,6 +1,6 @@
+import os
 from langchain_huggingface import HuggingFaceEndpoint
-from langchain_core.runnables import RunnableLambda, RunnablePassthrough
-from langchain_core.output_parsers import CommaSeparatedListOutputParser
+from langchain_core.runnables import RunnablePassthrough
 import schemas
 from prompts import (
     raw_prompt_formatted, 
@@ -11,13 +11,13 @@ from prompts import (
     tokenizer
 )
 from data_indexing import DataIndexer
-from operator import itemgetter
 
 
 data_indexer = DataIndexer()
 
 llm = HuggingFaceEndpoint(
     repo_id="meta-llama/Meta-Llama-3-8B-Instruct",
+    huggingfacehub_api_token=os.environ['HF_TOKEN'],
     max_new_tokens=512,
     stop_sequences=[tokenizer.eos_token]
 )

app/crud.py

@@ -2,12 +2,6 @@ from sqlalchemy.orm import Session
 import models, schemas
 from fastapi import HTTPException
 
-# def create_user(db: Session, user: schemas.UserCreate):
-#     db_user = models.User(username=user.username)
-#     db.add(db_user)
-#     db.commit()
-#     db.refresh(db_user)
-#     return db_user
 
 def get_or_create_user(db: Session, username: str):
     user = db.query(models.User).filter(models.User.username == username).first()

app/main.py

@@ -8,9 +8,9 @@ from typing import Any, List
 import crud, models, schemas
 from database import SessionLocal, engine
 from chains import llm, formatted_chain, history_chain, rag_chain
-from prompts import format_chat_history, format_context
+from prompts import format_chat_history
 from callbacks import LogResponseCallback
-from data_indexing import DataIndexer
+
 
 models.Base.metadata.create_all(bind=engine)