| import json
|
| import os
|
|
|
| import ua_generator
|
| import random
|
|
|
| from utils.Logger import logger
|
|
|
| DATA_FOLDER = "data"
|
| TOKENS_FILE = os.path.join(DATA_FOLDER, "token.txt")
|
| REFRESH_MAP_FILE = os.path.join(DATA_FOLDER, "refresh_map.json")
|
| ERROR_TOKENS_FILE = os.path.join(DATA_FOLDER, "error_token.txt")
|
| WSS_MAP_FILE = os.path.join(DATA_FOLDER, "wss_map.json")
|
| USER_AGENTS_FILE = os.path.join(DATA_FOLDER, "user_agents.json")
|
|
|
| count = 0
|
| token_list = []
|
| error_token_list = []
|
| refresh_map = {}
|
| wss_map = {}
|
| user_agent_map = {}
|
| impersonate_list = [
|
| "chrome99",
|
| "chrome100",
|
| "chrome101",
|
| "chrome104",
|
| "chrome107",
|
| "chrome110",
|
| "chrome116",
|
| "chrome119",
|
| "chrome120",
|
| "chrome123",
|
| "edge99",
|
| "edge101",
|
| ]
|
|
|
| if not os.path.exists(DATA_FOLDER):
|
| os.makedirs(DATA_FOLDER)
|
|
|
| if os.path.exists(REFRESH_MAP_FILE):
|
| with open(REFRESH_MAP_FILE, "r") as file:
|
| refresh_map = json.load(file)
|
| else:
|
| refresh_map = {}
|
|
|
| if os.path.exists(WSS_MAP_FILE):
|
| with open(WSS_MAP_FILE, "r") as file:
|
| wss_map = json.load(file)
|
| else:
|
| wss_map = {}
|
|
|
|
|
| if os.path.exists(TOKENS_FILE):
|
| with open(TOKENS_FILE, "r", encoding="utf-8") as f:
|
| for line in f:
|
| if line.strip() and not line.startswith("#"):
|
| token_list.append(line.strip())
|
| else:
|
| with open(TOKENS_FILE, "w", encoding="utf-8") as f:
|
| pass
|
|
|
|
|
| if os.path.exists(ERROR_TOKENS_FILE):
|
| with open(ERROR_TOKENS_FILE, "r", encoding="utf-8") as f:
|
| for line in f:
|
| if line.strip() and not line.startswith("#"):
|
| error_token_list.append(line.strip())
|
| else:
|
| with open(ERROR_TOKENS_FILE, "w", encoding="utf-8") as f:
|
| pass
|
|
|
| if os.path.exists(USER_AGENTS_FILE):
|
| with open(USER_AGENTS_FILE, "r", encoding="utf-8") as f:
|
| user_agent_map = json.load(f)
|
|
|
| if len(user_agent_map.keys()) != len(token_list):
|
| new_tokens = list(set(token_list) - user_agent_map.keys())
|
| for token in new_tokens:
|
| ua = ua_generator.generate(device='desktop', browser=('chrome', 'edge'), platform=('windows', 'macos'))
|
| ua_dict = {
|
| "user-agent": ua.text,
|
| "sec-ch-ua-platform": ua.platform,
|
| "sec-ch-ua": ua.ch.brands,
|
| "sec-ch-ua-mobile": ua.ch.mobile,
|
| "impersonate": random.choice(impersonate_list),
|
| }
|
| user_agent_map[token] = ua_dict
|
| with open(USER_AGENTS_FILE, "w", encoding="utf-8") as f:
|
| f.write(json.dumps(user_agent_map, indent=4))
|
| else:
|
| for token in token_list:
|
| ua = ua_generator.generate(device='desktop', browser=('chrome', 'edge'), platform=('windows', 'macos'))
|
| ua_dict = {
|
| "user-agent": ua.text,
|
| "sec-ch-ua-platform": ua.platform,
|
| "sec-ch-ua": ua.ch.brands,
|
| "sec-ch-ua-mobile": ua.ch.mobile,
|
| "impersonate": random.choice(impersonate_list),
|
| }
|
| user_agent_map[token] = ua_dict
|
| with open(USER_AGENTS_FILE, "w", encoding="utf-8") as f:
|
| f.write(json.dumps(user_agent_map, indent=4))
|
|
|
| if token_list:
|
| logger.info(f"Token list count: {len(token_list)}, Error token list count: {len(error_token_list)}")
|
|
|
