Update tsadropboxretrieval.py

tsadropboxretrieval.py

@@ -55,7 +55,7 @@ def getSharedLink(path):
     shared_link_metadata=dbxTeam.sharing_create_shared_link(path)
   return shared_link_metadata.url
 
-def handle_entries(entries):
+def handle_entries(entries , files_list):
 
   for file in entries:
       if isinstance(file, dropbox.files.FileMetadata):
@@ -66,6 +66,7 @@ def handle_entries(entries):
                     'client_modified': file.client_modified,
                     'server_modified': file.server_modified
                 }
+
           files_list.append(metadata)
   df = pd.DataFrame.from_records(files_list)
   return df
@@ -115,18 +116,22 @@ def uploadanyFile(doc,pdfname,path):
     
     return 'Error uploading file to Dropbox.'
 
+# Call when the dropbox is updated with new items - if not , call parquet saved version of the df of saved items
 # Call when the dropbox is updated with new items - if not , call parquet saved version of the df of saved items
 def DropboxItemstoDF():
+  files_list=[]
   dbxTeam=ADR_Access_DropboxTeam('user') # or pass dbx in parameters
   folder_path = "/TSA Team Folder"
-  res = dbxTeam.files_list_folder(path=folder_path, recursive=True)
-  # df1=handle_entries(res.entries)
-  while res.has_more:
-      res = dbxTeam.files_list_folder_continue(cursor=res.cursor)
-      df2=handle_entries(res.entries)
+  res = dbxTeam.files_list_folder(path=folder_path, recursive=True )
+  # df1=handle_entries(res.entries , files_list)
+  if res.has_more:
+    while res.has_more:
+        res = dbxTeam.files_list_folder_continue(cursor=res.cursor)
+        df2=handle_entries(res.entries , files_list)
 
   # dbxTeam=dropbox_upload_file(df2)
-  return df2
+  print(df2)
+  return df2 , files_list
 
 # df2=DropboxItemstoDF()
 
@@ -169,7 +174,9 @@ def getPDFData(path):
   return data
 
 def retrieveProjects(projname):
+  print('retrieve')
   parquetDf=GetParquetDF()
+  print('p',parquetDf)
   documentsToMeasure=[]
   RelevantDocuments=[]
   projnameWithDetails=''