Update app.py

app.py

@@ -15,10 +15,129 @@ api=HfApi(token="")
 filename="test"
 
 
+def init()
+    r = requests.get(f'{save_data}crawl/{filename}.json') 
+    print(f'status code main:: {r.status_code}')
+    if r.status_code==200:
+        lod = json.loads(r.text)
+        #print(f'lod:: {lod}')
+        #lod[0]['comment']=lod[0]['comment']+1
+        #lod[0]['comment_list'].append({'user':persona[persona2]['name'],'datetime':'','comment':output,'reply_list':[]})
+    else:
+        lod={} 
+    return lod
+
+
+def sort_doc(in_list,file_state,steps_in=0,control=None):
+    lod=file_state
+    control_json={'control':'0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ','char':'','leng':62}
+    text=str(in_list)
+    key_cnt=len(in_list)
+    print(key_cnt)
+    control_char=list(control_json['control'])
+    char_len=len(control_char)    
+    if not steps_in:
+        n_cnt=0
+        nx=key_cnt
+        while True:
+            if nx >= 1:
+                n_cnt+=1
+                nx = nx/char_len
+            else:
+                print("#######")
+                print(n_cnt)
+                print(nx)
+                print("#######")
+                steps=n_cnt
+                break    
+    if steps_in:
+        steps=steps_in
+
+    if control:
+        control_len=control_json['leng']-steps
+        control_char_val=list(control_json['control'][:control_len])
+        control_val=list(control_json['control'][control_len:])
+        val_len=len(control_val)
+    
+    json_out=lod
+    noun_list={}
+    step_list=[]
+    
+    big_cnt=0
+    cnt=0
+    go=True
+
+
+    step_cont_box=[]
+    if lod:
+        print("LOD")
+        last_key=list(lod.keys())[-1]
+        print(last_key)
+        for ea_dig in last_key:
+            ea_dig=control_json['control'].index(ea_dig)
+            ea_dig=int(ea_dig)
+            print(f'{ea_dig} :: {list(control_json["control"][ea_dig])[0]}')
+            #step_cont_box.append(int(list(control_json["control"][ea_dig])[0]))
+            step_cont_box.append(ea_dig)
+            print(step_cont_box)
+        cnt=int(step_cont_box[-1])+1
+    if not lod:
+        print("NOT LOD")
+        for ii in range(steps):
+            print(ii)
+            step_cont_box.append(0)
+    #print (step_cont_box)
+    mod=0
+    pos=len(step_cont_box)-1
+
+    if go:
+        for i, ea in enumerate(in_list):
+            
+            if go and ea not in list(lod.values()):
+                if cnt > char_len-1:
+                    #print(step_cont_box)
+                    go1=True
+                    for ii,ev in enumerate(step_cont_box):
+                        if go:
+                            if ev >= char_len-1:
+                                step_cont_box[ii]=0
+                                if go1==True:
+                                    step_cont_box[ii-1]=step_cont_box[ii-1]+1
+                                    go1=False
+                    cnt=1
+                else:
+                    step_cont_box[pos]=cnt
+                    cnt+=1
+                #print(step_cont_box)
+                out_js=""
+                for iii,j in enumerate(step_cont_box):
+                    print(j)
+                    out_js = out_js+control_char[j]
+                sen_obj=in_list[i]    
+                
+                json_out[out_js]=sen_obj
+                #print ("#################")
+                #print (out_js)
+                #print (sen_obj)
+                #print ("#################")
+                
+                big_cnt+=1
+                if big_cnt==key_cnt:
+                    print("DONE")
+                    go=False
+    #noun_list=proc_nouns(json_out)
+    return json_out
+
+
+
 
 #############################
 
-def sort_doc(in_list,steps_in=0,control=None):
+
+
+
+
+def sort_doc_OG(in_list,steps_in=0,control=None):
     r = requests.get(f'{save_data}crawl/{filename}.json') 
     print(f'status code main:: {r.status_code}')
     if r.status_code==200:
@@ -181,7 +300,7 @@ def link_find(url):
     return node1,node2
 #https://huggingface.co/spaces/Omnibus/crawl
 
-def sitemap(url,level):
+def sitemap(url,file_state,level):
     uri=""
     uri0=""
     if url != "" and url != None:    
@@ -219,7 +338,7 @@ def sitemap(url,level):
                                 print (e)
                 except Exception as e:
                     print (e)
-        uri_key=sort_doc(link_box,8)
+        uri_key=sort_doc(link_box,file_state,8)
 ######## Save Database ########
     uid=uuid.uuid4()
     #for ea in list(uri_key.keys()):
@@ -277,6 +396,7 @@ def sitemap_OG(url,level):
                     print (e)
     return link1
 with gr.Blocks() as app:
+    file_state=gr.State()
     with gr.Row():
         with gr.Column(scale=3):
             with gr.Row():
@@ -287,5 +407,5 @@ with gr.Blocks() as app:
             outp=gr.JSON()
         with gr.Column(scale=1):
             outmap=gr.JSON()
-    btn.click(sitemap,[inp,level],[outp,outmap,key_json])
+    btn.click(init,None,file_state).then(sitemap,[inp,file_state,level],[outp,outmap,key_json])
 app.launch()