Update pilecaps_adr.py

pilecaps_adr.py

@@ -42,37 +42,10 @@ from google.oauth2 import service_account
 import pygsheets
 import re
 import pandas
-#import openpyxl
-
-#from google.colab import drive
-#drive.mount('/content/drive')
-
-#pip install pymupdf -q
-
-#path='/content/drive/MyDrive/Colab Notebooks/Pile caps plans/13886-B3-NO_TEXT.pdf'
-# images = convert_from_path(path)
-# # images = convert_from_path('/content/drive/MyDrive/Colab Notebooks/pile caps.pdf')
-
- 
-# for i in range(len(images)):
-   
-#       # Save pages as images in the pdf
-#     images[i].save('page'+ str(i) +'.jpg', 'JPEG')
-
-# img = cv2.imread('/content/page0.jpg') #RBG format
-# cv2_imshow(img)
-# img.shape
-
-# import fitz
-
-# doc = fitz.open(path)
-# for page in doc:
-#     pix = page.get_pixmap(dpi=200)  # render page to an image
-#     pl=Image.frombytes('RGB', [pix.width,pix.height],pix.samples)
-#     img=np.array(pl)
-# img = cv2.cvtColor(img, cv2.COLOR_RGB2BGR)
-# # newi=np.array(img1)
-# img.shape
+import fitz 
+import json
+import db
+import ast
 
 def detectCircles(imgOriginal ):
   im=imgOriginal.copy()
@@ -596,7 +569,7 @@ def getAreasPerimeter(green2,img,number,num1,num2,flag,finalColorArray,color=[0,
         #if flag=='area':
           # addedMargin=area1+perimeter1*2
           # areaa=round(addedMargin* (num1/(num2+perimeter1*2) ), 3) # true value of area of any shape/ area px value of same shape
-          areaa=round(area1*(num1/num2),3)
+          areaa=round(area1*num1,3)
           appended.append([areaa,width,height])
 
         #else:
@@ -676,28 +649,20 @@ def FillDictionary(green2,SimilarAreaDictionary,img,number,num1,num2,flag,finalC
           SimilarAreaDictionary.loc[len(SimilarAreaDictionary)] =mydata
   # s= SimilarAreaDictionary
   for i in range(len(SimilarAreaDictionary)):
-      # SimilarAreaDictionary.loc[i, "R"] = colorRanges[i][0]
-      # SimilarAreaDictionary.loc[i, "G"] = colorRanges[i][1]
-      # SimilarAreaDictionary.loc[i, "B"] = colorRanges[i][2]
       SimilarAreaDictionary['R'].loc[i] =colorRanges[i][0]
       SimilarAreaDictionary['G'].loc[i] =colorRanges[i][1]
       SimilarAreaDictionary['B'].loc[i] = colorRanges[i][2]
       colorsUsed.append(colorRanges[i])
-      # x='#%02x%02x%02x' % (colorRanges[i])
-      # xx='#%02x%02x%02x' % ( colorRanges[i][0] , colorRanges[i][1] , colorRanges[i][2] )
-      # print( xx)
-      # s=( SimilarAreaDictionary.style.apply('background-color: %s' % ('#%02x%02x%02x' % ( colorRanges[i][0] , colorRanges[i][1] , colorRanges[i][2] )),  subset=['Color']   ) )
-
 
 
-  return SimilarAreaDictionary, colorsUsed
-def drawAllContours(img,number,finalColorArray,num1,num2,flag):
+  return SimilarAreaDictionary, colorsUsed , areas_Perimeters
+def drawAllContours(img,number,finalColorArray,ratioarea,ratioperim,flag , path,pdfpath):
   green2=allpreSteps(img)
-  # doc = fitz.open(path)
-  # page = doc[0]    
-  # page.set_rotation(0)
-  # pix=page.get_pixmap()
-  # ratio =  pix.width/ img.shape[1] 
+  doc = fitz.open('dropbox_plans/1.0/'+path)
+  page = doc[0]    
+  page.set_rotation(0)
+  pix=page.get_pixmap()
+  ratio =  pix.width/ img.shape[1] 
  
   areasinImage=[]
   totaldf=pd.DataFrame()
@@ -727,8 +692,8 @@ def drawAllContours(img,number,finalColorArray,num1,num2,flag):
       if eachcolor==firstcolor: # 3shan a3rf el array of colors et3adet kam mara - to support embedded levels 
         counter+=1
 
-      contourss,rgbcolor,invertedmask=findContoursFullImage(green2,maskDone,number,finalColorArray,num1,num2,flag,eachcolor) 
-      SimilarAreaDictionary, colorsUsed= FillDictionary(green2,SimilarAreaDictionary,maskDone,number,num1,num2,flag,finalColorArray,rgbcolor,eachcolor)
+      contourss,rgbcolor,invertedmask=findContoursFullImage(green2,maskDone,number,finalColorArray,ratioarea,ratioperim,flag,eachcolor) 
+      SimilarAreaDictionary, colorsUsed , areas_Perimeters= FillDictionary(green2,SimilarAreaDictionary,maskDone,number,ratioarea,ratioperim,flag,finalColorArray,rgbcolor,eachcolor)
   
       a = SimilarAreaDictionary.to_numpy()
       
@@ -757,10 +722,10 @@ def drawAllContours(img,number,finalColorArray,num1,num2,flag):
             for point in approx:
                 x1, y1 = point[0]
                 
-                #shape.append([int(x1*ratio),int(y1*ratio)])
+                shape.append([int(x1*ratio),int(y1*ratio)])
                 # shape= np.fliplr(shape)
                 
-                cv2.circle(imgArea1, (x1, y1), 4, (0, 255, 0), -1)
+                # cv2.circle(imgArea1, (x1, y1), 4, (0, 255, 0), -1)
             allpoints.append(shape)
             # print(x,y,width,height)
             # print(allpoints)
@@ -773,14 +738,14 @@ def drawAllContours(img,number,finalColorArray,num1,num2,flag):
             widthMax= width+10
             heightMin=height-10
             heightMax= height+10
-            if num1 !=0 and num2!=0:
-              widthh=round(width*(num1/num2),3)
-              heightt=round(height*(num1/num2),3)
+            if ratioarea !=0 and ratioperim!=0:
+              widthh=round(width*ratioperim,3)
+              heightt=round(height*ratioperim,3)
               # if flag=='area':
-              areaa=round(area1* (num1/num2 ), 3) # true value of area of any shape/ area px value of same shape
+              areaa=round(area1* ratioarea, 3) # true value of area of any shape/ area px value of same shape
               
               # elif flag=='perimeter':
-              perimeterr=round(perimeter1* (num1/num2 ), 3)
+              perimeterr=round(perimeter1* ratioperim, 3)
             else:
               areaa=area1
               perimeterr=perimeter1
@@ -807,8 +772,15 @@ def drawAllContours(img,number,finalColorArray,num1,num2,flag):
                           # print(index)
             # cv2.drawContours(imgArea1, [contour], 0, (int(rgbcolor[2]), int(rgbcolor[1]), int(rgbcolor[0])), -1)
                         cv2.drawContours(imgArea1, [contour], 0, ( int(SimilarAreaDictionary['B'].loc[i]),  int(SimilarAreaDictionary['G'].loc[i]), int(SimilarAreaDictionary['R'].loc[i])), -1)
-        
-            cv2.putText(imgtransparent1,'Area= '+str(areaa) , (x+50,y-10)  ,cv2.FONT_HERSHEY_SIMPLEX, 0.6, (50, 50, 255), 2)
+                        annot = page.add_polygon_annot( points=shape )  # 'Polygon'
+                        annot.set_border(width=0.3, dashes=[2])
+                        annot.set_colors( fill=(  int(SimilarAreaDictionary['R'].loc[i])/255 ,  int(SimilarAreaDictionary['G'].loc[i])/255 ,  int(SimilarAreaDictionary['B'].loc[i])/255 ) ) 
+                        # annot.set_colors( fill=(1,0,1) )
+                        annot.set_opacity(0.5)
+                        annot.set_info(content='Area='+str(areaa)+' m2' +'\n \nPerimeter='+str(perimeterr)+' m',subject='ADR Team')#,title='uuum')
+                        # annot.set_line_ends(fitz.PDF_ANNOT_LE_DIAMOND, fitz.PDF_ANNOT_LE_CIRCLE)
+                        annot.update()
+            cv2.putText(imgtransparent1,'Area= '+str(area1) , (x+50,y-10)  ,cv2.FONT_HERSHEY_SIMPLEX, 0.6, (50, 50, 255), 2)
             # cv2.putText(imgtransparent1,'Width= '+str(width) , (x+50,y-10)  ,cv2.FONT_HERSHEY_SIMPLEX, 0.6, (50, 50, 255), 2)
             # cv2.putText(imgtransparent1,'Length= '+str(height) , (x+50,y-20)  ,cv2.FONT_HERSHEY_SIMPLEX, 0.6, (50, 50, 255), 2)
             areasinImage.append(areaa)
@@ -826,9 +798,9 @@ def drawAllContours(img,number,finalColorArray,num1,num2,flag):
   #########################
   else:
     
-    SimilarAreaDictionary= pd.DataFrame(columns=['Color','Rounded','Width','Height','Perimeter','Occurences','Total Perimeter','Area','Total Area','R','G','B'])  
-    contourss=findContoursFullImage(green2,img,number,finalColorArray,num1,num2,flag)
-    SimilarAreaDictionary,colorsUsed= FillDictionary(green2,SimilarAreaDictionary,img,number,num1,num2,flag,finalColorArray)
+    SimilarAreaDictionary= pd.DataFrame(columns=['Color','Rounded','Width','Height','Occurences','Area','Total Area','Perimeter','Total Perimeter','R','G','B'])  
+    contourss=findContoursFullImage(green2,img,number,finalColorArray,ratioarea,ratioperim,flag)
+    SimilarAreaDictionary,colorsUsed , areas_Perimeters= FillDictionary(green2,SimilarAreaDictionary,img,number,ratioarea,ratioperim,flag,finalColorArray)
     # print('filled')
     for contour in contourss:
       # shape=[]
@@ -842,7 +814,7 @@ def drawAllContours(img,number,finalColorArray,num1,num2,flag):
         approx = cv2.approxPolyDP(contour, 0.005 * perimeter1, True)
         for point in approx:
             x1, y1 = point[0]
-          #  shape.append([int(x1*ratio),int(y1*ratio)])
+            shape.append([int(x1*ratio),int(y1*ratio)])
         allpoints.append(shape)
         if (angleR != 90.0 and angleR != -90.0 and angleR != 0.0 and angleR != -0.0 ): #inclined b ay degree 
             width=widthR
@@ -854,12 +826,13 @@ def drawAllContours(img,number,finalColorArray,num1,num2,flag):
         heightMax= height+10
 
         
-        if num1 !=0 and num2!=0:
+        if ratioarea !=0 and ratioperim!=0:
           # if flag=='area':
-            addedMargin=area1+perimeter1*2
-            areaa=round(addedMargin* (num1/(num2+perimeter1*2) ), 3) # true value of area of any shape/ area px value of same shape
+            # addedMargin=area1+perimeter1*2
+            # areaa=round(addedMargin* (num1/(num2+perimeter1*2) ), 3) # true value of area of any shape/ area px value of same shape
           # elif flag=='perimeter':
-            perimeterr=round(perimeter1* (num1/num2 ), 3)
+            areaa=round(area1* ratioarea, 3) # true value of area of any shape/ area px value of same shape
+            perimeterr=round(perimeter1* ratioperim, 3)
         else:
           areaa=area1
           perimeterr=perimeter1
@@ -883,17 +856,17 @@ def drawAllContours(img,number,finalColorArray,num1,num2,flag):
                     passed=1
                     cv2.drawContours(imgArea1, [contour], 0, ( int(SimilarAreaDictionary['B'].loc[i]),  int(SimilarAreaDictionary['G'].loc[i]), int(SimilarAreaDictionary['R'].loc[i])), -1)
                     
-                    # annot = page.add_polygon_annot( points=shape )  # 'Polygon'
-                    # annot.set_border(width=0.3, dashes=[2])
-                    # annot.set_colors( fill=(  int(SimilarAreaDictionary['B'].loc[i])/255 ,  int(SimilarAreaDictionary['G'].loc[i])/255 ,  int(SimilarAreaDictionary['R'].loc[i])/255 ) ) 
-                    # # annot.set_colors( fill=(1,0,1) )
-                    # annot.set_opacity(0.5)
-                    # annot.set_info(content='kkk',subject='MEE',title='uuum')
-                    # # annot.set_line_ends(fitz.PDF_ANNOT_LE_DIAMOND, fitz.PDF_ANNOT_LE_CIRCLE)
-                    # annot.update()
-        #cv2.putText(imgtransparent1,'area= '+str(areaa) + ' m', (x+50,y-10)  ,cv2.FONT_HERSHEY_SIMPLEX, 0.6, (50, 50, 255), 2)
-        cv2.putText(imgtransparent1,'Width= '+str(width) , (x+50,y-10)  ,cv2.FONT_HERSHEY_SIMPLEX, 0.6, (50, 50, 255), 2)
-        cv2.putText(imgtransparent1,'Length= '+str(height) , (x+50,y-40)  ,cv2.FONT_HERSHEY_SIMPLEX, 0.6, (50, 50, 255), 2)
+                    annot = page.add_polygon_annot( points=shape )  # 'Polygon'
+                    annot.set_border(width=0.3, dashes=[2])
+                    annot.set_colors( fill=(  int(SimilarAreaDictionary['R'].loc[i])/255 ,  int(SimilarAreaDictionary['G'].loc[i])/255 ,  int(SimilarAreaDictionary['B'].loc[i])/255 ) ) 
+                    # annot.set_colors( fill=(1,0,1) )
+                    annot.set_opacity(0.5)
+                    annot.set_info(content='Area='+str(areaa)+' m2' +'\n \nPerimeter='+str(perimeterr)+' m',subject='ADR Team')#,title='uuum')
+                    # annot.set_line_ends(fitz.PDF_ANNOT_LE_DIAMOND, fitz.PDF_ANNOT_LE_CIRCLE)
+                    annot.update()
+        cv2.putText(imgtransparent1,'area= '+str(area1) + ' m', (x+50,y-10)  ,cv2.FONT_HERSHEY_SIMPLEX, 0.6, (50, 50, 255), 2)
+        # cv2.putText(imgtransparent1,'Width= '+str(width) , (x+50,y-10)  ,cv2.FONT_HERSHEY_SIMPLEX, 0.6, (50, 50, 255), 2)
+        # cv2.putText(imgtransparent1,'Length= '+str(height) , (x+50,y-40)  ,cv2.FONT_HERSHEY_SIMPLEX, 0.6, (50, 50, 255), 2)
         cv2.drawContours(imgArea1, [contour], 0, (0, 0, 255),2)
         cv2.drawContours(imgPerimeter1, [contour], 0, (0, 0, 255), 4)
         cv2.putText(imgPerimeter1,'Perimeter='+str(perimeterr), (x+30,y-30)  ,cv2.FONT_HERSHEY_SIMPLEX, 0.6, (50, 50, 255), 2)
@@ -907,12 +880,134 @@ def drawAllContours(img,number,finalColorArray,num1,num2,flag):
   print(SimilarAreaDictionary)
  
   # annotationsSave
-#  doc.save('k.pdf', deflate=True)
-  gc,spreadsheet_service,spreadsheetId, spreadsheet_url=legendGoogleSheets(SimilarAreaDictionary,colorsUsed)
-  return imgPerimeter1,image_new1,SimilarAreaDictionary, colorsUsed , spreadsheet_url , spreadsheetId
-
-
-
+  # doc.save('k.pdf', deflate=True)
+  pdflink= db.dropbox_upload_file(doc=doc,pdfname=path,pdfpath=pdfpath)
+  # list1=pd.DataFrame(columns=['content', 'creationDate', 'id', 'modDate', 'name', 'subject', 'title'])
+  # doc1 = fitz.open('k.pdf')
+  # for page in doc1:
+  #   for annot in page.annots():
+  #       list1.loc[len(list1)] =annot.info
+  # print(list1)
+  dbx=db.dropbox_connect()
+  md, res =dbx.files_download(path= pdfpath+path)
+  data = res.content
+  doc=fitz.open("pdf", data)
+  # list1=pd.DataFrame(columns=['content', 'creationDate', 'id', 'modDate', 'name', 'subject', 'title'])
+  list1=pd.DataFrame(columns=['content',  'id',  'subject'])
+  for page in doc:
+      for annot in page.annots():
+          list1.loc[len(list1)] =annot.info
+
+  print(list1)
+  gc,spreadsheet_service,spreadsheetId, spreadsheet_url=legendGoogleSheets(SimilarAreaDictionary , path,colorsUsed)
+  return imgPerimeter1,image_new1,SimilarAreaDictionary, colorsUsed , spreadsheet_url , spreadsheetId , list1 , pdflink , areas_Perimeters
+
+######################################################
+
+def deletemarkups(list1, pdfpath , path):
+  '''list1 : original markup pdf
+     list2 : deleted markup pdf
+     deletedrows : deleted markups - difference betw both dfs
+
+  '''
+  myDict1=eval(list1)
+  list1=pd.DataFrame(myDict1)
+ 
+  areastodelete = []
+  perimstodelete=[]
+  # list2=pd.DataFrame(columns=['content', 'creationDate', 'id', 'modDate', 'name', 'subject', 'title'])
+  # doc = fitz.open('k.pdf')
+  # for page in doc:
+  #     for annot in page.annots():
+  #       list2.loc[len(list2)] =annot.info
+  dbx=db.dropbox_connect()
+
+  md, res =dbx.files_download(path= pdfpath+path)
+  data = res.content
+  doc=fitz.open("pdf", data)
+  list2=pd.DataFrame(columns=['content',  'id',  'subject'])
+  #  list2=pd.DataFrame(columns=['content', 'creationDate', 'id', 'modDate', 'name', 'subject', 'title'])
+  for page in doc:
+      for annot in page.annots():
+        list2.loc[len(list2)] =annot.info
+  print(list1)
+  deletedrows=pd.concat([list1,list2]).drop_duplicates(keep=False)
+
+  print(deletedrows,len(deletedrows))
+  flag=0
+  if len(deletedrows)!=0:
+    flag=1
+    deletedrows=deletedrows[['content',  'id',  'subject']]
+    deletedrows = deletedrows.drop(deletedrows.index[deletedrows['content'].str.startswith('Scale')] )#, inplace=True)
+  else:
+    flag=0
+  return deletedrows
+    # return SimilarAreaDictionary
+def deletefromlegend(deletedrows,SimilarAreaDictionarycopy, areaPermArr):
+  items=[]
+
+  areaPermArr=ast.literal_eval(areaPermArr)
+
+  # print(type(areaPermArr))
+  myDict=eval(SimilarAreaDictionarycopy)
+  # print(type(myDict))
+  SimilarAreaDictionarycopy=pd.DataFrame(myDict)
+  strings=deletedrows['content']
+ 
+  areastodelete = []
+  perimstodelete=[]
+
+
+  for item in strings:
+    items.append(str(item).split('\n \n'))
+
+  for i in range(len(items)):
+    # areastodelete.append(round(float(re.findall("\d+\.\d+", str(items[i][0]).split()[0])[0]),1) )
+    areastodelete.append(float(re.findall("\d+\.\d+", str(items[i][0]).split()[0])[0]))
+    perimstodelete.append(float(re.findall("\d+\.\d+", str(items[i][1]).split()[0])[0]) )
+
+
+  for i in range(len(areastodelete)):#item in areastodelete:
+    areamin=round(areastodelete[i],1)- 0.3
+    areamax=round(areastodelete[i],1)+ 0.3
+    perimmin=round(perimstodelete[i],1)- 0.3
+    perimmax=round(perimstodelete[i],1)+ 0.3
+    for p in range(len(areaPermArr)):
+      if areastodelete[i] in areaPermArr[p]:
+        area= areaPermArr[p][0]
+        width= areaPermArr[p][1]
+        height= areaPermArr[p][2]
+
+    widthMin= width -10
+    widthMax= width +10
+    heightMin = height-10
+    heightMax=height+10
+    print(width, widthMin ,height, heightMin)
+    found=SimilarAreaDictionarycopy.loc[SimilarAreaDictionarycopy.index[((SimilarAreaDictionarycopy['Rounded'] >=areamin) & (SimilarAreaDictionarycopy['Rounded']<=areamax) & (SimilarAreaDictionarycopy['Perimeter'] >=perimmin) & (SimilarAreaDictionarycopy['Perimeter']<=perimmax)   ) & ( ((SimilarAreaDictionarycopy['Width']>=widthMin) & (SimilarAreaDictionarycopy['Width']<=widthMax) & (SimilarAreaDictionarycopy['Height']>=heightMin) & (SimilarAreaDictionarycopy['Height']<=heightMax) ) | ((SimilarAreaDictionarycopy['Width']>=heightMin) & (SimilarAreaDictionarycopy['Width']<=heightMax) & (SimilarAreaDictionarycopy['Height']>=widthMin) & (SimilarAreaDictionarycopy['Height']<=widthMax) )) ]]
+    
+  #   if (   SimilarAreaDictionary['Rounded'].loc[i]  <= areaPerimeterMax and SimilarAreaDictionary['Rounded'].loc[i]  >= areaPerimeterMin) :
+  # if (SimilarAreaDictionary['Width'].loc[i] <=widthMax and SimilarAreaDictionary['Width'].loc[i] >= widthMin)  and (SimilarAreaDictionary['Height'].loc[i] <= heightMax  and SimilarAreaDictionary['Height'].loc[i] >= heightMin  ) or (SimilarAreaDictionary['Width'].loc[i] <=heightMax and SimilarAreaDictionary['Width'].loc[i] >= heightMin)  and (SimilarAreaDictionary['Height'].loc[i] <= widthMax  and SimilarAreaDictionary['Height'].loc[i] >= widthMin  ) :
+            
+    print(found.index.values)
+    if len(found.index.values ) >0:
+      occ=SimilarAreaDictionarycopy.loc[found.index.values[0],'Occurences']
+      if occ== 1: #drop row
+        print('occ=1')
+        # print(SimilarAreaDictionarycopy[(SimilarAreaDictionarycopy['Rounded'] == item ) ].index)
+        # SimilarAreaDictionarycopy.drop(SimilarAreaDictionarycopy['Occurences'] == item)
+        SimilarAreaDictionarycopy= SimilarAreaDictionarycopy.drop(found.index.values[0])
+
+      else: #occ minus 1 , total area - areavalue , total perim - perimvalue
+        print('occ>1')
+        idx=SimilarAreaDictionarycopy.index[((SimilarAreaDictionarycopy['Rounded'] >=areamin) & (SimilarAreaDictionarycopy['Rounded']<=areamax) & (SimilarAreaDictionarycopy['Perimeter'] >=perimmin) & (SimilarAreaDictionarycopy['Perimeter']<=perimmax)   ) & ( ((SimilarAreaDictionarycopy['Width']>=widthMin) & (SimilarAreaDictionarycopy['Width']<=widthMax) & (SimilarAreaDictionarycopy['Height']>=heightMin) & (SimilarAreaDictionarycopy['Height']<=heightMax) ) | ((SimilarAreaDictionarycopy['Width']>=heightMin) & (SimilarAreaDictionarycopy['Width']<=heightMax) & (SimilarAreaDictionarycopy['Height']>=widthMin) & (SimilarAreaDictionarycopy['Height']<=widthMax) )) ]
+        # SimilarAreaDictionary.loc[idx]['Total Area']
+        # for j in range(occ):
+        SimilarAreaDictionarycopy.loc[idx,'Total Area'] = SimilarAreaDictionarycopy.loc[idx,'Total Area'] - areastodelete[i]
+        SimilarAreaDictionarycopy.loc[idx,'Total Perimeter'] = SimilarAreaDictionarycopy.loc[idx,'Total Perimeter'] - perimstodelete[i]
+        SimilarAreaDictionarycopy.loc[idx,'Occurences'] = int(SimilarAreaDictionarycopy.loc[idx,'Occurences']) - 1
+
+  print(SimilarAreaDictionarycopy)
+  return SimilarAreaDictionarycopy
 #######################################################
 
 def getTitle(path):
@@ -934,6 +1029,7 @@ def retrieveMCCol(gc):
 def getdropdownValues(gc,spreadsheet_service,spreadsheetid):
   dropdownValues=[]
   ws=gc.open_by_key('1A8VtqLFhe2NXPxIjfAilbxF9xV2eSzZ-yZ9GP8_5jSo')  ## spreadsheet containing mc-t names 
+ 
   worksheet = ws.worksheet(0)
   response = spreadsheet_service.spreadsheets().get(
         spreadsheetId=spreadsheetid, fields='*',
@@ -965,47 +1061,72 @@ def authorizeLegend():
   gc = pygsheets.authorize(custom_credentials=credentials, client_secret='credentials.json')
   return spreadsheet_service,drive_service,gc
 
-def legendGoogleSheets(SimilarAreaDictionary,colorsUsed):
+def legendGoogleSheets(SimilarAreaDictionary,path , spreadsheetId=0,colorsUsed=[]):
   # authorize uing json file 
   # SimilarAreaDictionary.drop(['Rounded', 'Width','Height','R','G','B'], axis=1, inplace=True)
   spreadsheet_service,drive_service,gc=authorizeLegend()
-
+  
+  print('colorsss ', colorsUsed)
 ########
- # legendTitle=getTitle(path)
-  # titles=gc.spreadsheet_titles()
-  # # print(titles)
-  # if legendTitle in  titles:
-  #   print('found sheet ')
-  # else:
-  # ####### create new sheet
-  #   print('creating new sheeet')
+  legendTitle='Legend of: ' +path
+  titles=gc.spreadsheet_titles()
+  ids=gc.spreadsheet_ids()
+  print(ids)
+#   # print(titles)
+  if spreadsheetId in  ids :
+    print('found sheet ', spreadsheetId)
+    ws=gc.open_by_key(spreadsheetId)
+    colorsUsed=[]
+    for i in range(len(SimilarAreaDictionary)):
+      colorsUsed.append([SimilarAreaDictionary['R'].iloc[i]  ,SimilarAreaDictionary['G'].iloc[i] , SimilarAreaDictionary['B'].iloc[i]] )
+  
+  if legendTitle in titles:
+    print('found sheet ', legendTitle)
+    ws=gc.open(str(legendTitle))
+    spreadsheetId=ws.id
+    colorsUsed=[]
+    for i in range(len(SimilarAreaDictionary)):
+      colorsUsed.append([SimilarAreaDictionary['R'].iloc[i]  ,SimilarAreaDictionary['G'].iloc[i] , SimilarAreaDictionary['B'].iloc[i]] )
+ 
+  else:
+# ####### create new sheet
+    print('creating new sheeet')
 
+    spreadsheet_details = {
+      'properties': {
+          'title': 'Legend of: ' +path
+          }
+      }
+    sheet = spreadsheet_service.spreadsheets().create(body=spreadsheet_details,
+                                      fields='spreadsheetId').execute()
+                                          
+    spreadsheetId = sheet.get('spreadsheetId')
+    permission1 = {
+      'type': 'anyone',
+      'role': 'writer',
+      # 'emailAddress': 'marthe.adr@gmail.com'
+      }
+    # permission2 = {
+    #   'type': 'user',
+    #   'role': 'writer',
+    #   'emailAddress': 'marthe.adr@gmail.com',
+    #   'pendingOwner': True
     
-   
-   # LegendName=getTitle(path)
-  spreadsheet_details = {
-    'properties': {
-        'title': 'namee'
-        }
-    }
-  sheet = spreadsheet_service.spreadsheets().create(body=spreadsheet_details,
-                                    fields='spreadsheetId').execute()
-                                        
-  # spreadsheetId = sheet.get('spreadsheetId')
-  spreadsheetId='1dGhc1ffsrTxBkgcSYGLU-l1BJk5VFXozMWdYeEikEdo'
-   # print('Spreadsheet ID: {0}'.format(spreadsheetId))
-  permission1 = {
-    'type': 'anyone',
-    'role': 'writer',
-    # 'emailAddress': 'marthe.adr@gmail.com'
-    }
-  drive_service.permissions().create(fileId=spreadsheetId, body=permission1).execute()
+    
+    # }
+
+
+    drive_service.permissions().create(fileId=spreadsheetId, body=permission1, supportsAllDrives=True ).execute()
+    # print('llliiiistt',drive_service.permissions().list(fileId=spreadsheetId))
   ###################3
   #open sheet 
   # spreadsheetId='1dtDi_6-g3jkn6ePVlzM6PM3FE8wIHzyL2Rt4ksH59SE'
-  ws=gc.open_by_key(spreadsheetId)
+    ws=gc.open_by_key(spreadsheetId)
+    
   sheetId = '0'  # Please set sheet ID.
   worksheet = ws.worksheet(0)
+  worksheet.title='Legend and data created'
+  worksheet.clear()
   second_row_data=['Nr','m2','Total','m','Total']
 
   top_header_format = [
@@ -1014,66 +1135,71 @@ def legendGoogleSheets(SimilarAreaDictionary,colorsUsed):
         'mergeType': 'MERGE_ROWS',
          'range': {
              'sheetId': '0',
-             'startRowIndex': 0,
-             'endRowIndex': 1,
+             'startRowIndex': 1,
+             'endRowIndex': 2,
              'startColumnIndex': 3,
              'endColumnIndex':5
             
              
          }
     }},
+
+     {'mergeCells': {
+        'mergeType': 'MERGE_ROWS',
+         'range': {
+             'sheetId': '0',
+             'startRowIndex': 1,
+             'endRowIndex': 2,
+             'startColumnIndex': 5,
+             'endColumnIndex':7
+         }
+        
+    }},
+
      {'mergeCells': {
         'mergeType': 'MERGE_ROWS',
          'range': {
              'sheetId': '0',
              'startRowIndex': 0,
              'endRowIndex': 1,
-             'startColumnIndex': 5,
+             'startColumnIndex': 0,
              'endColumnIndex':7
          }
         
     }}
-    #   ,{'mergeCells': {
-    #     'mergeType': 'MERGE_ROWS',
-    #      'range': {
-    #          'sheetId': '0',
-    #          'startRowIndex': 0,
-    #          'endRowIndex': 1,
-    #          'startColumnIndex': 6,
-    #          'endColumnIndex':8
-            
-             
-    #      }
-    # }}
   ]
   spreadsheet_service.spreadsheets().batchUpdate( spreadsheetId=spreadsheetId , body={'requests': top_header_format} ).execute()
-
-  worksheet.cell((1,1)).value='Guess'
-  worksheet.cell((1,2)).value='Color'
-  worksheet.cell((1,3)).value='Count'
-  worksheet.cell((1,4)).value='Areas'
-  worksheet.cell((1,6)).value='Perimeter'
+  worksheet.cell((1,1)).value='Legend and Data Created'
+  worksheet.cell((2,1)).value='Guess'
+  worksheet.cell((2,2)).value='Color'
+  worksheet.cell((2,3)).value='Count'
+  worksheet.cell((2,4)).value='Areas'
+  worksheet.cell((2,6)).value='Perimeter'
   
-  worksheet.update_row(2,second_row_data,col_offset=2)
+  worksheet.update_row(3,second_row_data,col_offset=2)
 
-  worksheet.update_col(3,list(SimilarAreaDictionary['Occurences']),row_offset=2)
-  worksheet.update_col(4,list(SimilarAreaDictionary['Area']),row_offset=2)
-  worksheet.update_col(5,list(SimilarAreaDictionary['Total Area']),row_offset=2)
-  worksheet.update_col(6,list(SimilarAreaDictionary['Perimeter']),row_offset=2)
-  worksheet.update_col(7,list(SimilarAreaDictionary['Total Perimeter']),row_offset=2)
+  worksheet.update_col(3,list(SimilarAreaDictionary['Occurences']),row_offset=3)
+  worksheet.update_col(4,list(SimilarAreaDictionary['Area']),row_offset=3)
+  worksheet.update_col(5,list(SimilarAreaDictionary['Total Area']),row_offset=3)
+  worksheet.update_col(6,list(SimilarAreaDictionary['Perimeter']),row_offset=3)
+  worksheet.update_col(7,list(SimilarAreaDictionary['Total Perimeter']),row_offset=3)
 
   rowsLen=len(SimilarAreaDictionary.values.tolist()) #kam row -- last row = rowsLen +1
   lastcell=worksheet.cell((rowsLen+2,1)) #row,col
   lastcellNotation=str(lastcell.address.label)
-  worksheet.set_data_validation('A3',lastcellNotation, condition_type='ONE_OF_LIST', condition_values=['Ground Beam','Pile Cap'], showCustomUi=True)
+  # worksheet.set_data_validation('A3',lastcellNotation, condition_type='ONE_OF_LIST', condition_values=['Ground Beam','Pile Cap'], showCustomUi=True)
 
   #get lengths of df
   columnsLen=len(SimilarAreaDictionary.columns.values.tolist()) #kam column -- last col = columnsLen+1 3shan base0
   lastUsedCol=columnsLen+1
  
-  worksheet.adjust_column_width(start=2,end=8)
-
+  worksheet.adjust_column_width(start=2,end=3)
+  worksheet.adjust_column_width(start=4,end=7,pixel_size=60)
 
+  colorsUsed=[]
+  for i in range(len(SimilarAreaDictionary)):
+    colorsUsed.append([SimilarAreaDictionary['R'].iloc[i]  ,SimilarAreaDictionary['G'].iloc[i] , SimilarAreaDictionary['B'].iloc[i]] )
+  
   sheetId = '0'  # Please set sheet ID.
   for i in range(len(colorsUsed)):
 
@@ -1085,7 +1211,7 @@ def legendGoogleSheets(SimilarAreaDictionary,colorsUsed):
           "updateCells": {
             "range": {
               "sheetId": sheetId,
-              "startRowIndex": i+2,
+              "startRowIndex": i+3,
               # "endRowIndex":4 ,
               "startColumnIndex":1,
 
@@ -1102,7 +1228,7 @@ def legendGoogleSheets(SimilarAreaDictionary,colorsUsed):
                               "red": r/255,
                               "green": g/255,
                               "blue": b/255,
-                              # "alpha": 0.8
+                              "alpha": 0.4,
                                    
                       }
                       
@@ -1114,13 +1240,92 @@ def legendGoogleSheets(SimilarAreaDictionary,colorsUsed):
             "fields": "userEnteredFormat.backgroundColor",
         
           }
+
+
+
         }
       ]
     }
     res =  spreadsheet_service.spreadsheets().batchUpdate(spreadsheetId=spreadsheetId, body=body).execute()
+  body2={
+  "requests": [
+    {
+      "updateBorders": {
+        "range": {
+          "sheetId": sheetId,
+          "startRowIndex": 0,
+          "endRowIndex": len(SimilarAreaDictionary)+3,
+          "startColumnIndex": 0,
+          "endColumnIndex": 7
+        },
+        "top": {
+          "style": "SOLID",
+          "width": 2,
+          "color": {
+            "red": 0.0,
+            "green":0.0,
+            "blue":0.0
+          },
+        },
+        "bottom": {
+          "style": "SOLID",
+          "width": 2,
+          "color": {
+            "red": 0.0,
+            "green":0.0,
+            "blue":0.0
+          },
+        },
+        "left":{
+          "style": "SOLID",
+          "width":2,
+          "color": {
+            "red": 0.0,
+            "green":0.0,
+            "blue":0.0
+          },
+        },
+        "right":{
+          "style": "SOLID",
+          "width": 2,
+          "color": {
+            "red": 0.0,
+            "green":0.0,
+            "blue":0.0
+          },
+        },
+        "innerHorizontal":{
+          "style": "SOLID",
+          "width":2,
+          "color": {
+            "red": 0.0,
+            "green":0.0,
+            "blue":0.0
+          },
+        },
+        "innerVertical": {
+          "style": "SOLID",
+          "width": 2,
+          "color": {
+            "red": 0.0,
+            "green":0.0,
+            "blue":0.0
+          },
+        },
+      }
+    }
+  ]
+}
+  spreadsheet_service.spreadsheets().batchUpdate(spreadsheetId=spreadsheetId, body=body2).execute()
+  
+  model_cell =worksheet.cell('A1')
+  model_cell.set_text_format('bold', True)
+  model_cell.set_horizontal_alignment( pygsheets.custom_types.HorizontalAlignment.CENTER )
+  pygsheets.DataRange('A2','G2', worksheet=worksheet).apply_format(model_cell)
+  model_cell.color  = (213/255,	219/255	,255/255)
   spreadsheet_url = "https://docs.google.com/spreadsheets/d/%s" % spreadsheetId
   print(spreadsheet_url)
-
+  drive_service.permissions().update(transferOwnership=True , fileId=spreadsheetId,permissionId='11OfoB4Z6wOVII8mYmbnCbbqTQs7rYA65') 
   return gc,spreadsheet_service,spreadsheetId ,spreadsheet_url
 #######################
 
@@ -1136,11 +1341,21 @@ def mapnametoLegend(McTName):
   spreadsheet_key =str(lastelement[0])  # Please set the Spreadsheet ID.
  
   ws = gc.open_by_key(spreadsheet_key)
-
-  # # ws.add_worksheet("Summary")  # Please set the new sheet name.
-  
+  guessednamesfinal=getguessnames(gc,ws)
+  sheetnames=[]
+  unit=''
+  # ws.add_worksheet("Summary")  # Please set the new sheet name.
+  for i in ws._sheet_list:
+    print(i)
+    sheetnames.append(i.title)
+    print(i.index)
+  if 'XML Export Summary' in sheetnames:
+    worksheetS = ws.worksheet_by_title('XML Export Summary')
+  else:
+    ws.add_worksheet("XML Export Summary")  # Please set the new sheet name.
   worksheetw = ws.worksheet(0) #legend
-  worksheetS = ws.worksheet_by_title('Summary')
+  worksheetS = ws.worksheet_by_title('XML Export Summary')
+  summaryId= ws[1].id
   worksheetS.clear()
   countnames=0
   row0=['MC_T Name','Qty','Unit']
@@ -1149,23 +1364,27 @@ def mapnametoLegend(McTName):
   for i in range(len(McTName)):
     allgbnames=''
     item=''
-    print(McTName[i][2])
+    print(McTName[i][0])
     
-    # firstpart= re.split(r'[`\-=~!@#$%^&*()_+\[\]{};\'\\:"|<,./<>?]', McTName[i][0])
+    firstpart= re.split(r'[`\-=~!@#$%^&*()_+\[\]{};\'\\:"|<,./<>?]', McTName[i][0])
     
     # print(firstpart) #[ Ground Beams , m2 ]
-    if (McTName[i][2]=='area'):
+    # if (McTName[i][2]=='area'):
+    if firstpart[1]=='m2':
       rowvalue=5# column 5
       ar=0
-    if (McTName[i][2]=='perimeter'):
+      unit='m2'
+    # if (McTName[i][2]=='perimeter'):
+    if firstpart[1]=='m':
       rowvalue=7# column 7
       ar=0    
+      unit='m'
   # # print( worksheet.get_col(5, include_tailing_empty=False) )
     
     for m in McTName[i][1]:
       print(m)
       # if len(McTName[i][1])>2:
-      if m.startswith('gb'):
+      if m.startswith('g'):
         allgbnames+= m +' +'
         
         print(m)
@@ -1173,11 +1392,20 @@ def mapnametoLegend(McTName):
         print(roww)
         for j in range(len(roww)):
           ar+=float(worksheetw.cell((roww[j].row ,rowvalue)).value) 
-
+          
+      elif m.startswith('p'):
+        allgbnames+= m +' + '
+        
+        print(m)
+        roww=worksheetw.find(m)
+        print(roww)
+        for j in range(len(roww)):
+          ar+=float(worksheetw.cell((roww[j].row ,rowvalue)).value) 
       else:
-        item+=m + ','
+        item+=m + ' ,'
+        print(item)
     
-    n= McTName[i][0] + '('+ allgbnames[:-1] +',' + item[:-1]  + ')' 
+    n= McTName[i][0] + ' ( '+ allgbnames[:-2] +' , ' + item[:-1]  + ' )  ' 
     print(n)
     
    
@@ -1192,9 +1420,106 @@ def mapnametoLegend(McTName):
 
   # for count in range(len(name[1])):
     # print(count)
-    rowi=[str(n),ar,'m']
+    rowi=[str(n),ar,firstpart[1]]
     worksheetS.update_row(i+2,rowi)
-    worksheetS.adjust_column_width(start=1,end=4)
+    # worksheetS.adjust_column_width(start=1,end=4)
+    worksheetS.adjust_column_width(start=1,end=1, pixel_size=350)
+    worksheetS.adjust_column_width(start=2,end=2, pixel_size=100)
+    worksheetS.adjust_column_width(start=3,end=3)
+    
+  xx=(worksheetS.cell( ( len(McTName) +1 ,3)) ).address.label
+  model_cell1 =worksheetS.cell('A2')
+  model_cell1.set_horizontal_alignment( pygsheets.custom_types.HorizontalAlignment.LEFT )
+  pygsheets.DataRange('A2', str(xx), worksheet=worksheetS).apply_format(model_cell1)
 
 
+  model_cell =worksheetS.cell('A1')
+  model_cell.set_text_format('bold', True)
+  model_cell.set_horizontal_alignment( pygsheets.custom_types.HorizontalAlignment.CENTER )
+  pygsheets.DataRange('A1','C1', worksheet=worksheetS).apply_format(model_cell)
+  
+  body2={
+  "requests": [
+    {
+      "updateBorders": {
+        "range": {
+          "sheetId": str(summaryId),
+          "startRowIndex": 0,
+          "endRowIndex":  len(McTName) +1 ,
+          "startColumnIndex": 0,
+          "endColumnIndex": 3
+        },
+        "top": {
+          "style": "SOLID",
+          "width": 2,
+          "color": {
+            "red": 0.0,
+            "green":0.0,
+            "blue":0.0
+          },
+        },
+        "bottom": {
+          "style": "SOLID",
+          "width": 2,
+          "color": {
+            "red": 0.0,
+            "green":0.0,
+            "blue":0.0
+          },
+        },
+        "left":{
+          "style": "SOLID",
+          "width":2,
+          "color": {
+            "red": 0.0,
+            "green":0.0,
+            "blue":0.0
+          },
+        },
+        "right":{
+          "style": "SOLID",
+          "width": 2,
+          "color": {
+            "red": 0.0,
+            "green":0.0,
+            "blue":0.0
+          },
+        },
+        "innerHorizontal":{
+          "style": "SOLID",
+          "width":2,
+          "color": {
+            "red": 0.0,
+            "green":0.0,
+            "blue":0.0
+          },
+        },
+        "innerVertical": {
+          "style": "SOLID",
+          "width": 2,
+          "color": {
+            "red": 0.0,
+            "green":0.0,
+            "blue":0.0
+          },
+        },
+      }
+    }
+  ]
+  }
+  spreadsheet_service.spreadsheets().batchUpdate(spreadsheetId=spreadsheet_key, body=body2).execute()
+  return summaryId,guessednamesfinal   
+
   # print(x,xarea)
+def getguessnames(gc,ws):
+  guessednamesfinal=[]
+  worksheetw = ws.worksheet(0)
+  guessednames=worksheetw.get_col(1, returnas='matrix', include_tailing_empty=False)
+  print(guessednames[2:])
+  for item in guessednames[2:]:
+     if item not in guessednamesfinal:
+        guessednamesfinal.append(item)
+  print(guessednamesfinal)
+  return guessednamesfinal
+
+################################################################