Delete parser.py

parser.py

@@ -1,184 +0,0 @@
-import requests
-import uuid
-from datetime import datetime, timedelta
-
-from fake_headers import Headers
-from logger import setup_logging  # Import your logging setup
-
-logger = setup_logging()
-
-class SemRush:
-
-    userId = ""
-    apiKey = ""
-    searchItem = ""
-
-    def __init__(self,userId,apiKey,searchItem):
-      
-       self.userId = userId
-       self.apiKey = apiKey
-       self.searchItem = searchItem
-       self.endPoint = 'https://www.semrush.com/dpa/rpc'
-
-    def getHeders(self):
-        header = Headers(
-            browser="chrome",  # Generate only Chrome UA
-            headers=True  # generate misc headers
-        )
-
-        return header.generate()
-
-
-    def getData(self,json_data):
-
-        cookies = {
-            'visit_first': '1721674555218',
-            'ga_exp_c41234be21bd4796bbf8e763': '1',
-            '_sm_bot': '9a7590d6486dd5c795e9b97d7e034b5790b60ecdc1ee7f9614d1b03450c2187b',
-           
-        }
-
-        headers = self.getHeders()
-
-        
-        # proxies = {
-        #    'https': 'http://1z8bRM:A1ha8v@138.59.5.67:9124',
-        # } 
-        # response = requests.post(self.endPoint, cookies=cookies, headers=headers, json=json_data, proxies=proxies)
-
-        response = requests.post(self.endPoint, cookies=cookies, headers=headers, json=json_data)
-
-
-        return response.json()
-
-
-
-
-    def domainOverview(self):
-        statistic = dict()
-
-
-        try:
-
-            data = self.getData(json_data={
-            'id': 15,
-            'jsonrpc': '2.0',
-            'method': 'organic.OverviewTrend',
-            'params': {
-                'request_id': uuid.uuid4().urn,
-                'report': 'domain.overview',
-                'args': {
-                    'dateType': 'monthly',
-                    'searchItem': self.searchItem,
-                    'searchType': 'domain',
-                    'dateRange': None,
-                    'database': 'us',
-                    'global': True,
-                },
-                'userId': self.userId,
-                'apiKey': self.apiKey,
-            },
-            })
-
-            # Find the most recent date in data['result']
-            last_date_str = max(element['date'] for element in data['result'])
-            last_date = datetime.strptime(last_date_str, "%Y%m%d")
-
-            # Calculate the date two years prior to the last date
-            two_years_ago = last_date - timedelta(days=2 * 365)
-
-            # Filter dates and populate the statistic dictionary
-            for element in data['result']:
-                element_date = datetime.strptime(element['date'], "%Y%m%d")
-                
-                # Only add if the date is within the last two years
-                if element_date >= two_years_ago:
-                    statistic[element['date']] = element['organicTraffic']
-                    
-            print(type(element['date']))
-            return statistic
-
-        except Exception as e:
-            logger.error(f"Error processing task domainOverview: {e} for {self.searchItem} {data}")
-            return {"error": data}
-
-
-    def organicSummary(self):
-        statistic = dict()
-        request_id = str(uuid.uuid4())
-        
-        url_no_https = self.searchItem.split('://')[1] if '://' in self.searchItem else self.searchItem
-
-    
-        try:
-
-            json_data={
-                "id": 20,
-                "jsonrpc": "2.0",
-                "method": "organic.Summary",
-                "params": {
-                "request_id": request_id,
-                "report": "domain.overview",
-                "args": {
-                    'searchItem': url_no_https,
-                    "searchType": "domain",
-                    "dateType": "monthly",
-                    "database": "us",
-                    "global": True,
-                    "dateFormat": "date"
-                },
-                'userId': self.userId,
-                'apiKey': self.apiKey,
-                }
-            }
-
-            data = self.getData(json_data)
-
-            for element in data['result']:
-                if 'mobile-' in element['database']:
-                    continue
-                # statistic[element['database']] = element['organicPositions']
-                statistic[element['database']] = element['organicTraffic']
-
-            return statistic
-        
-        except Exception as e:
-            logger.error(f"Error processing task organicSummary: {e} for {url_no_https}  {data}")
-            return { "error": data}       
-
-        
-
-
-
-
-    def backlinksSummary(self):
-    
-     
-        try:
-
-            data = self.getData(json_data={
-                    "id": 21,
-                    "jsonrpc": "2.0",
-                    "method": "backlinks.Summary",
-                    "params": {
-                        "request_id": uuid.uuid4().urn,
-                        "report": "domain.overview",
-                        "args": {
-                        "searchItem": self.searchItem,
-                        "searchType": "domain"
-                        },
-                        'userId': self.userId,
-                        'apiKey': self.apiKey,
-                    }
-                })
-            
-            return data['result']
-        
-        except Exception as e:
-            logger.error(f"Error processing task backlinksSummary: {e} for { self.searchItem}  {data}")
-            return { "error": data}   
-
-  
-
-    
-