Upload save_data.py

save_data.py

@@ -0,0 +1,82 @@
+import os
+import csv
+import json
+import requests
+import re as r
+from urllib.request import urlopen
+from huggingface_hub import Repository
+
+HF_TOKEN = os.environ.get("HF_TOKEN")
+DATASET_NAME = "text_summarization_dataset"
+DATASET_REPO_URL = f"https://huggingface.co/datasets/pragnakalp/{DATASET_NAME}"
+DATA_FILENAME = "txt_sum_logs.csv"
+DATA_FILE = os.path.join("txt_sum_logs", DATA_FILENAME)
+DATASET_REPO_ID = "pragnakalp/text_summarization_dataset"
+print("is none?", HF_TOKEN is None)
+
+try:
+    hf_hub_download(
+        repo_id=DATASET_REPO_ID,
+        filename=DATA_FILENAME,
+        cache_dir=DATA_DIRNAME,
+        force_filename=DATA_FILENAME
+    )
+    
+except:
+    print("file not found")
+
+repo = Repository(
+    local_dir="txt_sum_logs", clone_from=DATASET_REPO_URL, use_auth_token=HF_TOKEN
+)
+
+def getIP():
+	d = str(urlopen('http://checkip.dyndns.com/')
+			.read())
+
+	return r.compile(r'Address: (\d+\.\d+\.\d+\.\d+)').search(d).group(1)
+
+def get_location(ip_addr):
+    ip=ip_addr
+
+    req_data={
+        "ip":ip,
+        "token":"pkml123"
+    }
+    url = "https://demos.pragnakalp.com/get-ip-location"
+
+    # req_data=json.dumps(req_data)
+    # print("req_data",req_data)
+    headers = {'Content-Type': 'application/json'}
+
+    response = requests.request("POST", url, headers=headers, data=json.dumps(req_data))
+    response = response.json()
+    print("response======>>",response)
+    return response
+
+def save_data_and_sendmail(paragraph, sum_type, result_dic):
+    try:
+        print("welcome")
+        ip_address = ''
+
+        ip_address= getIP()
+        print(ip_address)
+        location = get_location(ip_address)
+        print(location)
+        add_csv = [paragraph, result_dic,sum_type, ip_address, location]
+        with open(DATA_FILE, "a") as f:
+            writer = csv.writer(f)
+            # write the data
+            writer.writerow(add_csv)
+            commit_url = repo.push_to_hub()
+            print("commit data   :",commit_url)
+        
+        url = 'https://pragnakalpdev33.pythonanywhere.com/HF_space_txt_sum'
+        myobj = {'para': paragraph,'result':result_dic,'sum_type':sum_type,'ip_addr':ip_address,"location":location}
+        x = requests.post(url, json = myobj)
+        print("Email status:   ",x.status_code)
+        
+        return "Successfully save data"
+    
+    except Exception as e:
+        print("error")
+        return "Error while sending mail" + str(e)