added recommendations

.gitignore

@@ -2,6 +2,7 @@
 __pycache__/
 *.py[cod]
 *$py.class
+aux_files.py
 
 # C extensions
 *.so

app.py

@@ -3,6 +3,7 @@ import glob
 import json
 import math
 import time
+import pickle
 import openai
 import requests
 import pandas as pd
@@ -14,25 +15,6 @@ from scrapingbee import ScrapingBeeClient
 
 global scraped_folder_path, category_folder_path, log_file_path, openapikey, scrapingbeekey, excel_file
 
-openapikey = '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' #'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'
-scarpingbeekey = 'ASMNQ1219V3ONQDE64VU1VYU0YKP1RPYKEYQ61Z28QLRE52H7ORMWDTT68BJYZOPBTKDWRFB6AFKLYYR'#'ASMNQ1219V3ONQDE64VU1VYU0YKP1RPYKEYQ61Z28QLRE52H7ORMWDTT68BJYZOPBTKDWRFB6AFKLYYR'
-
-os.environ['OPEN_API_KEY'] = openapikey
-openai.api_key = openapikey
-
-def send_request(google_prompt):
-    response = requests.get(
-        url="https://app.scrapingbee.com/api/v1/store/google",
-        params={
-            "api_key": scarpingbeekey,
-            "search": google_prompt,
-            "add_html": True,
-            "nb_results": 1
-        },
-
-    )
-    return response.json()
-
 # definition to create folder
 def create_folder(_path):
   try:
@@ -239,6 +221,27 @@ def log_to_file(f, general_question, question_dictionary, useless_urls, complete
   f.write("---------------------------------------------------------------------------------------------------------------------------------\n")
   print("----------------------------------------------------------------------\n")
 
+constants = pickle.load(open('aux_files/aux_file.exii', 'rb'))
+
+openapikey = constants['openapi_key']
+scarpingbeekey = constants['scrapingbee_key']
+
+os.environ['OPEN_API_KEY'] = openapikey
+openai.api_key = openapikey
+
+def send_request(google_prompt):
+    response = requests.get(
+        url="https://app.scrapingbee.com/api/v1/store/google",
+        params={
+            "api_key": scarpingbeekey,
+            "search": google_prompt,
+            "add_html": True,
+            "nb_results": 1
+        },
+
+    )
+    return response.json()
+
 def get_json_dict(df, web_list, progress, name):
   filename="/" + name + "_log.txt"
   with open(log_file_path+filename, 'w+', encoding='utf-8') as f: