db.py

# -*- coding: utf-8 -*-
"""dropbox.ipynb

Automatically generated by Colaboratory.

Original file is located at
    https://colab.research.google.com/drive/11JdwIfblSKRelJJa7rllER8HwbSl_0Nu
"""


import dropbox
import dropbox.exceptions as AuthError
import cv2
import pandas as pd
import os
import fitz

"""### Lists of project names, parts, sections --
 *Will get from MC  API* 
"""

prjname1=['2340 United Living Low Rise Building','2341 Bouygues-Cotswold','2342 GF Tomlinson - Hardingstone Primary School']
prjname1parts=['Block O Pumphouse','Hawthorn','Ling','Red Oak']
prjname2parts=['Block B','Block G']

prjname1sec1=['1.0 Substructure','5.1 Sanitary','8.2 Roads, Paths, Pavings','8.4 Fencing, Railing, Walls','8.5 External Fixtures','8.6 External Drainage','8.7 External Services','8.8 Minor Buildings']
prjname1sec2=['1.0 Substructure','2.1 Frames','2.3 Roof','2.4 Stairs','2.5 External Walls','2.6 External Openings','2.7 Internal Walls','2.8 Internal Openings','3.1 Wall Finishes','3.2 Floor Finishes','3.3 Ceiling Finishes','4.0 Fittings, Furnishings and Equipments','7.0 Works to exisitng buildings','8.1 Site Preparation Works','8.2 Roads, Paths, Pavings','8.3 Soft Landscaping','8.5 External Fixtures','8.6 External Drainage','8.7 External Services','8.8 Minor Buildings']
prjname1sec3=['1.0 Substructure','2.3 Roof','2.4 Stairs','2.5 External Walls','2.6 External Openings','2.7 Internal Walls','3.1 Wall Finishes','3.2 Floor Finishes','3.3 Ceiling Finishes',  '4.0 Fittings, Furnishings and Equipments','7.0 Works to existing buildings','8.1 Site Preparation Works','8.2 Roads, Paths, Pavings','8.3 Soft Landscaping','8.5 External Fixtures','8.6 External Drainage']
prjname1sec4=['1.0 Substructure','2.3 Roof','2.4 Stairs','2.5 External Walls','2.6 External Openings','2.7 Internal Walls','3.1 Wall Finishes','3.2 Floor Finishes','3.3 Ceiling Finishes',  '4.0 Fittings, Furnishings and Equipments','7.0 Works to existing buildings','8.1 Site Preparation Works','8.2 Roads, Paths, Pavings','8.3 Soft Landscaping','8.5 External Fixtures','8.6 External Drainage']
prj1secs=[prjname1sec1,prjname1sec2,prjname1sec3,prjname1sec4]
prjname2parts=['Block B','Block G']
prjname2sec=['3.3 Ceiling Finishes']
prjname2sec2=['3.3 Ceiling Finishes']
prj2secs=[prjname2sec,prjname2sec2]
prjname3parts=['Community Center building','External Works','Primary School']
prjname3sec1=['1.0 Substructure','2.3 Roof','3.1 Wall Finishes','3.2 Floor Finishes','3.3 Ceiling Finishes','4.0 Fittings, Furnishings and Equipments','5.1 Sanitary']
prjname3sec2=['8.1 Site Preparation Works','8.4 Fencing, Railing, Walls','8.5 External Fixtures', ' 8.6 External Drainage']
prjname3sec3=['1.0 Substructure','2.3 Roof','2.4 Stairs','3.2 Floor Finishes','3.3 Ceiling Finishes','4.0 Fittings, Furnishings and Equipments','5.1 Sanitary']
prj3secs=[prjname3sec1,prjname3sec2,prjname3sec3]

"""### Main Dropbox Functions :connect - list- download- upload"""

access_token='sl.BiJ1Bte91KheyVoQI95qEQs9fVRR9Chq7U6RBtu73oJPWSrCaMUiNhRjwRzcCHbK4OrQsUTh9hPCJDJ5Ht7KASbAp-RffAqzZLIFMu6ZAHoWNygK2dShvKwznFF4eHGgp4AqD2RG'
###################################################################################################################
def dropbox_connect():
    """Create a connection to Dropbox."""
    print('connecy')
    try:
        # print('ayhaga')
        dbx = dropbox.Dropbox(
            app_key='67w6ibpa9d2b60x',
            app_secret='d3ecz8g1604fu04',
            oauth2_refresh_token = 'R_LACBBNhysAAAAAAAAAAXt9mMy9OYIV_v4pF45lG6Z8DHNV66rq1q7acWjj_H5g',

        )
        # dbx=dropbox.Dropbox(access_token)

    except AuthError as e:
        print('Error connecting to Dropbox with access token: ' + str(e))
    return dbx


################################################################################################################
def dropbox_list_files(path):
    """Return a Pandas dataframe of files in a given Dropbox folder path in the Apps directory.
    """

    dbx = dropbox_connect()

    try:
        files = dbx.files_list_folder(path).entries
        files_list = []
        for file in files:
            if isinstance(file, dropbox.files.FileMetadata):
                metadata = {
                    'name': file.name,
                    'path_display': file.path_display,
                    'client_modified': file.client_modified,
                    'server_modified': file.server_modified
                }
                files_list.append(metadata)

        df = pd.DataFrame.from_records(files_list)
        return df.sort_values(by='server_modified', ascending=False)

    except Exception as e:
        print('Error getting list of files from Dropbox: ' + str(e))

#####################################################################################################################

def dropbox_download_file(dropbox_file_path, local_file_path):
    """Download a file from Dropbox to the local machine."""

    try:
        dbx = dropbox_connect()

        with open(local_file_path, 'wb') as f:
            metadata, result = dbx.files_download(path=dropbox_file_path)
            f.write(result.content)
    except Exception as e:
      
        print('Error downloading file from Dropbox: ' + str(e))



#########################################################################################################################
def dropbox_shareableLink(path):
  dbx= dropbox_connect()
  print('herdeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee')
  try:
    shared_link_metadata = dbx.sharing_create_shared_link_with_settings(path)
  except:
    shared_link_metadata=dbx.sharing_create_shared_link(path)
  return shared_link_metadata.url

#########################################################################################################################

def dropbox_upload_file( doc, pdfname, pdfpath,flag=0):
    try:
        dbx = dropbox_connect()
        path= pdfpath + pdfname
        print('pathindb:',path)
        if flag==0:
          meta=dbx.files_upload(doc.write(),path,mode=dropbox.files.WriteMode("overwrite"))
        elif flag==1:
          perm = int(  # permissions bit flags
            fitz.PDF_PERM_ACCESSIBILITY # always use this
            | fitz.PDF_PERM_PRINT # permit printing
          )
          encrypt = fitz.PDF_ENCRYPT_AES_256  # strongest algorithm
          meta=dbx.files_upload( doc.write() ,path,mode=dropbox.files.WriteMode("overwrite"))
        try:
          shared_link_metadata = dbx.sharing_create_shared_link_with_settings(path)
        except:
          shared_link_metadata=dbx.sharing_create_shared_link(path)
          
          # shared_link_metadata=dbx.sharing_get_shared_link_metadata(path)

        print( shared_link_metadata.url)
        return shared_link_metadata.url
    except Exception as e:
        print('Error uploading file to Dropbox: ' + str(e))
        

#########################################################################################################################
"""### Create Dictionaries (relation between values)"""
def createDictionaries():
  projectsdictionary={} # prj name: parts
  sectionsdict={} #each prj part:sections
  #allprj parts
  parts=[prjname1parts,prjname2parts,prjname3parts]
  #allprjsections
  sections=[prj1secs,prj2secs,prj3secs]

  for i in range(len(prjname1)):
    projectsdictionary.update({prjname1[i]:parts[i]})
    for j in range(len(parts[i]) ):
      sectionsdict.update({parts[i][j]:sections[i][j]})
  return projectsdictionary, sectionsdict , parts


"""### Create prj from scratch or prj name with all subfolders in it"""
def create_folder(projectsdictionary={},sectionsdict={}):
    dbx = dropbox_connect()
    projectsdictionary, sectionsdict , parts= createDictionaries()
    try:
      df1,df2=dropbox_list_files('')
      print(df1,df2)
      if (len(df2)>0):
        if list(df2['name'])==prjname1:
          return projectsdictionary, sectionsdict , parts
        elif list(df2['name'])!=prjname1:
          if len(projectsdictionary)==0 and len(sectionsdict)==0:
            print(len(projectsdictionary))

      else:
        names=[]
        secondnames=[]
        for item in projectsdictionary.items():
          for secondItem in item[1]:
            name='/'+item[0]
            secondname='/'+secondItem
            name+=secondname
            names.append(name)
            for item1 in sectionsdict.items():
              for ii in item1[1]:
                if secondItem== item1[0]:
                  final =name+'/'+ii
                  print(final)
                  dbx.files_create_folder(path=final)
    except Exception as e:
        print('eeeeeerorrrrrrrrrr',e)
    return  projectsdictionary, sectionsdict , parts

def dropbox_list_files(path):
    """Return a Pandas dataframe of files in a given Dropbox folder path in the Apps directory.
    """

    dbx = dropbox_connect()

    try:
        files = dbx.files_list_folder(path).entries
        files_list = []
        folders_list=[]
        for file in files:
          if isinstance(file, dropbox.files.FileMetadata):

            metadata = {
                'name': file.name,
                'path_display': file.path_display,
                # 'client_modified': file.client_modified,
                # 'server_modified': file.server_modified
            }
            files_list.append(metadata)
          else:#folder
            metadata = {
                'name': file.name,
                'path_display': file.path_display,
            }
            folders_list.append(metadata)
        df = pd.DataFrame.from_records(files_list)
        df2 = pd.DataFrame.from_records(folders_list)
        return df , df2

    except Exception as e:
        print('Error getting list of files from Dropbox: ' + str(e))

def prjNameCheckandCreate(projectsdictionary, sectionsdict):
  df1,df2=dropbox_list_files('')

  if len(df2)!=0:
    df2Values=list(df2['name'].values)
    difference = list(set(prjname1) - set(df2Values))
    if len(difference)==0:
      print(df2Values)
    else:
      newdict={}
      newsecdict={}
      print('else')
      for i in difference:
        newdict.update({i:projectsdictionary.get(i)})
      for key,value in newdict.items():
        for ii in value:
          newsecdict.update({ii:sectionsdict.get(ii)})
      create_folder(projectsdictionary=newdict,sectionsdict=newsecdict)
  return df2

def prjPartSectionCheckandCreate():
  projectsdictionary, sectionsdict , parts=create_folder()
  df2= prjNameCheckandCreate(projectsdictionary, sectionsdict )
  for i  in range(len(df2['path_display'].values)):
    #look for the same path
    df11,df21=dropbox_list_files(df2['path_display'].values[i])

    if len(df21)!=0:
      df2Values=list(df21['name'].values)
      difference = list(set(parts[i]) - set(df2Values))
      if len(difference)==0:
          print('samee')
      else:
          for j in difference:
            dbx = dropbox_connect()
            dbx.files_create_folder_v2(df2['path_display'].values[i]+'/'+j) #nopart - create part folder
            for k in sectionsdict.get(j):
              dbx.files_create_folder(df2['path_display'].values[i]+'/'+j+'/'+k) #create sections folders
        #check if section is missing and get prj name and part for path
      for arr in df2Values:
          df111,df211=dropbox_list_files(df2['path_display'].values[i]+'/'+arr)
          if len(df211)!=0:
            df211Values=list(df211['name'].values)
            for key,value in sectionsdict.items():
              if key== arr:
                if value == df211Values:
                  print('s')
                else:
                  difference1 = list(set(value) - set(df211Values))
                  dbx = dropbox_connect()
                  for d in difference1:
                    print(arr,d)
                    dbx.files_create_folder_v2(df2['path_display'].values[i]+'/'+arr+'/'+d) #no section - create section folder