DEBUG: punctuation + login_with_token

app.py

@@ -145,6 +145,13 @@ async def sign_in(email, password):
 async def login_with_token(access_token: str, refresh_token: str):
     try:
         decoded_token = jwt.decode(access_token, options={"verify_signature": False})
+        user_id_oauth = decoded_token.get("sub")
+        try:
+            user_id = supabase.table("ConversAI_UserInfo").select("*").filter("user_id", "eq", user_id_oauth).execute()
+            user_name = user_id.data[0]["username"]
+
+        except:
+            user_name = 'null'
 
         json = {
             "code": status.HTTP_200_OK,
@@ -153,7 +160,8 @@ async def login_with_token(access_token: str, refresh_token: str):
             "access_token": access_token,
             "refresh_token": refresh_token,
             "issued_at": decoded_token.get("iat"),
-            "expires_at": decoded_token.get("exp")
+            "expires_at": decoded_token.get("exp"),
+            "username": user_name
 
         }
         return json

functions.py

@@ -1,4 +1,5 @@
 import pymupdf
+import string
 from concurrent.futures import ThreadPoolExecutor
 from langchain_core.runnables import RunnablePassthrough, RunnableLambda
 from langchain_text_splitters import RecursiveCharacterTextSplitter
@@ -118,6 +119,8 @@ def addDocuments(text: str, source: str, vectorstore: str):
         chunk_overlap=250,
         add_start_index=True
     )
+    text = text.replace("\n", " ")
+    text = text.translate(str.maketrans('', '', string.punctuation.replace(".", "")))
     texts = [Document(page_content=text, metadata={"source": source})]
     texts = splitter.split_documents(texts)
     ids = [str(uuid4()) for _ in range(len(texts))]