Add application file

pages/1_🔍_批量查询铭文状态.py

@@ -1,11 +1,15 @@
+import base64
+import hashlib
+import json
+
+import requests
 import streamlit as st
 import re
 import os
 import sqlite3
 import pandas as pd
-import time
-import matplotlib.pyplot as plt
-import random
+from concurrent.futures import ThreadPoolExecutor
+
 
 
 # 获取当前文件目录
@@ -18,14 +22,151 @@ name_set_cursor = name_set_conn.cursor()
 content_set = ''
 check_type = ''
 
+name_not_yet_total = 0
+
+etherscan_api_key = os.environ.get('etherscan_api_key', '')
+
+
+# 图片Base64
+def image_to_base64(img_path):
+    with open(img_path, "rb") as image_file:
+        return base64.b64encode(image_file.read()).decode()
+
 
 # 把文字转换成 16 进制
 def text_to_hex(text):
     return '0x' + ''.join(format(byte, '02x') for byte in text.encode('utf-8'))
 
 
+# str SHA256
+def sha256(input_string):
+    sha256 = hashlib.sha256()
+    sha256.update(input_string.encode('utf-8'))
+    return sha256.hexdigest()
+
+
+# 使用 SHA256 值检查内容是否已被 ethscribed
+def check_content_exists(sha):
+    endpoint = f"/ethscriptions/exists/{sha}"
+    try:
+        response = requests.get("https://mainnet-api.ethscriptions.com/api" + endpoint, timeout=5)
+        response.raise_for_status()  # 如果响应状态码不是200，这会引发HTTPError
+        return response.json()['result']
+    except requests.RequestException:  # 捕获所有与requests相关的异常
+        return "未知"
+
+
+# 处理数据
+def orginize_data(index):
+    global name_not_yet_total
+    sha_value = sha256(names[index])
+    response_data = check_content_exists(sha_value)
+    if hide_inscribed:
+        if not response_data:
+            result.append({"铭文": names[index], "状态": '未题写', "十六进制数据": all_items[index][2:]})
+            name_not_yet_total += 1
+        if response_data == '未知':
+            result.append({"铭文": names[index], "状态": '未知', "十六进制数据": all_items[index][2:]})
+            name_not_yet_total += 1
+    else:
+        if response_data:
+            result.append({"铭文": names[index], "状态": '已题写', "十六进制数据": all_items[index][2:]})
+        elif response_data == '未知':
+            result.append({"铭文": names[index], "状态": '未知', "十六进制数据": all_items[index][2:]})
+            name_not_yet_total += 1
+        else:
+            result.append({"铭文": names[index], "状态": '未题写', "十六进制数据": all_items[index][2:]})
+            name_not_yet_total += 1
+
+
+# 确定索引器是否落后
+def get_block_status():
+    endpoint = "/block_status"
+    response = requests.get("https://mainnet-api.ethscriptions.com/api" + endpoint)
+
+    try:
+        data = response.json()
+        return data.get('blocks_behind', None)
+    except json.JSONDecodeError:
+        print("Failed to decode JSON. Response content:")
+        print(response.text)
+        return None
+
+
+# 获取题写铭文的矿工费
+def estimate_transaction_fee(text_length: int, speed: str = 'Propose') -> float:
+    """
+    Estimate the transaction fee for an Ethereum transaction based on text length using Etherscan API.
+
+    :param api_key: Etherscan API key.
+    :param text_length: Length of the input text.
+    :param speed: Desired confirmation speed. Can be 'Safe', 'Propose', or 'Fast'.
+    :param request_timeout: Timeout for the HTTP request in seconds.
+    :return: Estimated transaction fee in ETH or None in case of errors.
+    """
+    try:
+        # Get current gas prices from Etherscan
+        base_url = "https://api.etherscan.io/api"
+        params = {
+            "module": "gastracker",
+            "action": "gasoracle",
+            "apikey": etherscan_api_key
+        }
+        response = requests.get(base_url, params=params, timeout=5)
+        response.raise_for_status()
+
+        data = response.json()
+        if data['status'] != '1':
+            return None
+
+        if speed not in ['Safe', 'Propose', 'Fast']:
+            return None
+
+        selected_gas_price = int(data['result'][f"{speed}GasPrice"])
+
+        # Calculate gas for the input text
+        NON_ZERO_BYTE_GAS = 68
+        ZERO_BYTE_GAS = 4
+
+        # Assuming every character is 1 byte (for simplification)
+        # In reality, certain UTF-8 characters may be more than 1 byte
+        data_gas = text_length * NON_ZERO_BYTE_GAS
+
+        # Calculate total gas and fee
+        BASE_GAS = 21000
+        total_gas = BASE_GAS + data_gas
+        total_fee_eth = total_gas * selected_gas_price * 1e-9
+
+        return total_fee_eth
+
+    except (requests.Timeout, requests.RequestException):
+        return None
+
+
+# 查询 ETH token 价格
+def get_eth_price():
+    try:
+        # 使用Etherscan的API endpoint获取以太坊的价格
+        url = f"https://api.etherscan.io/api?module=stats&action=ethprice&apikey=1I2ERGUVJZNJAFKY7MG4S317DUGRPXEQPF"
+        response = requests.get(url)
+        response.raise_for_status()  # 将引发HTTPError，如果HTTP请求返回了不成功的状态码
+
+        data = response.json()
+
+        if data["message"] == "OK":
+            eth_price = float(data["result"]["ethusd"])
+            return eth_price
+        else:
+            print("Error fetching the ETH price")
+            return None
+    except requests.RequestException as e:
+        print(f"Error while accessing the API: {e}")
+        return None
+
+
 st.set_page_config(page_title="EthPen - 批量查询铭文状态", page_icon="🔍", layout='centered', initial_sidebar_state='auto')
-st.subheader(r'🔍 :rainbow[EthPen - 批量查询铭文状态]', anchor=False, divider='rainbow')
+st.markdown(f'# <img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "ethpen_logo.svg"))}" alt="Image" width="64px" height="64px" style="border-radius: 8px; box-shadow: 3px 3px 10px rgba(0,0,0,0.1);"/> :rainbow[批量查询铭文状态]', unsafe_allow_html=True)
+st.subheader(r' ', anchor=False, divider='rainbow')
 
 st.write("<style>div.row-widget.stRadio > div{background-color:white;border: 1px solid #e6e9ef;border-radius:8px;padding:10px;box-shadow: 2px 2px 10px #e6e9ef;}</style>", unsafe_allow_html=True)
 st.markdown(f'### 💖 查找你心仪的铭文')
@@ -175,13 +316,12 @@ if not token_check:
 if not token_check:
     content = st.text_area('铭文列表：', value=content_set, key=1)
 
-
 hide_inscribed = st.toggle('隐藏已题写')
-if hide_inscribed:
-    hide_inscribed = True
-else:
-    hide_inscribed = False
 
+enable_api = st.toggle('启用 Ethscriptions.com API (v1)')
+if enable_api:
+    print(get_block_status())
+    st.success(f"铭文数据来自 [Ethscriptions.com](https://ethscriptions.com/) 官方网站，当前索引器状态落后: {get_block_status()} 个区块。我们将以 100 个线程进行网络请求查询。尽管查询速度稍显缓慢，但所得数据确保了真实性与准确性。")
 if st.button('🔎 查询', key='🔎 查询'):
     st.markdown(f'### 📄 查询结果')
     all_items = []
@@ -215,31 +355,42 @@ if st.button('🔎 查询', key='🔎 查询'):
 
     ethscriptions_cursor = ethscriptions_conn.cursor()
     names_total = len(names)
-    name_not_yet_total = 0
     result = []
-    show_unwritten_list = []
-    for index in range(len(names)):
-        ethscriptions_cursor.execute("SELECT * FROM data WHERE data=?", (all_items[index],))
-        row = ethscriptions_cursor.fetchone()
-        if hide_inscribed:
-            if not row:
-                result.append({"铭文": names[index], "状态": "未题写", "十六进制数据": all_items[index][2:]})
-                name_not_yet_total += 1
-                show_unwritten_list.append(names[index])
-        else:
-            if row:
-                result.append({"铭文": names[index], "状态": "已题写", "十六进制数据": all_items[index][2:]})
+    if enable_api:
+        with ThreadPoolExecutor(max_workers=100) as executor:
+            for index in range(len(names)):
+                executor.submit(orginize_data, index)  # Submit task to thread pool
+    else:
+        for index in range(len(names)):
+            ethscriptions_cursor.execute("SELECT * FROM data WHERE data=?", (all_items[index],))
+            row = ethscriptions_cursor.fetchone()
+            if hide_inscribed:
+                if not row:
+                    result.append({"铭文": names[index], "状态": "未题写", "十六进制数据": all_items[index][2:]})
+                    name_not_yet_total += 1
             else:
-                result.append({"铭文": names[index], "状态": "未题写", "十六进制数据": all_items[index][2:]})
-                name_not_yet_total += 1
-                show_unwritten_list.append(names[index])
+                if row:
+                    result.append({"铭文": names[index], "状态": "已题写", "十六进制数据": all_items[index][2:]})
+                else:
+                    result.append({"铭文": names[index], "状态": "未题写", "十六进制数据": all_items[index][2:]})
+                    name_not_yet_total += 1
     st.progress(1 - (name_not_yet_total / names_total), f'题写进度 {names_total - name_not_yet_total}/{names_total} ({(1 - (name_not_yet_total / names_total)) * 100:.0f}%)：')
-    if not result:
-        st.markdown(f'### ☹️ 你来迟了~')
-    else:
+    name_not_yet_total = 0
+
+    if result:
         # 将结果转换为Pandas DataFrame
         result_df = pd.DataFrame(result)
+        # print(result_df)
         st.dataframe(result_df, use_container_width=True, hide_index=True)
+        # 使用列表解析获取所有"未题写"状态的"十六进制数据"
+        not_written_data = [item['十六进制数据'] for item in result if item['状态'] == '未题写']
+        # 获取未题写数据的个数和总长度
+        num_not_written = len(not_written_data)
+        total_length = sum(len(data) for data in not_written_data)
+        gas_spent = 0 if num_not_written == 0 else estimate_transaction_fee(total_length // num_not_written)
+        eth_price = get_eth_price()
+        st.success(
+            f'题写上面未题��的铭文平均每个最低花费 {gas_spent:.10f} ETH，约为 {gas_spent * eth_price:.2f}USD；题写全部未题写铭文最低需要花费 {gas_spent * num_not_written:.10f} ETH，约为 {gas_spent * num_not_written * eth_price:.2f}USD。')
         # Convert DataFrame to CSV with proper encoding
         csv_export = result_df.to_csv(index=False, encoding='utf-8')
         # Add a download button for the DataFrame
@@ -249,5 +400,10 @@ if st.button('🔎 查询', key='🔎 查询'):
             file_name="ethpen_result_data.csv",
             mime="text/csv"
         )
+    else:
+        st.markdown(f'### ☹️ 你来迟了~')
 
-
+#
+# print(len(content_set))
+#     gas_spent = 0 if len(content_set.split()) == 0 else estimate_transaction_fee(len(content_set) // len(content_set.split()))
+#     st.success(f'题写上面铭文平均每个最低花费 {gas_spent:.10f} ETH，约为 ${gas_spent * get_eth_price():.2f}。')

pages/2_🆔_ 批量题写域名铭文.py

@@ -1,7 +1,6 @@
 # EthPen.com
 # 最后更新日期：2023 年 9 月 5 日
 
-
 # 导入运行代码所需要的库
 import streamlit as st  # streamlit app
 from web3 import Web3  # 与以太坊交互的库
@@ -10,12 +9,19 @@ import requests  # 用于发送网络请求
 import re  # 用于正则表达式
 import time  # 用于时间相关
 import os  # 用于操作系统文件
+import base64
 
 
 # 许可使用开关
 approved_use = False
 
 
+# 图片Base64
+def image_to_base64(img_path):
+    with open(img_path, "rb") as image_file:
+        return base64.b64encode(image_file.read()).decode()
+
+
 # 检查 ETH 地址是否有效
 def is_valid_eth_address(address):
     if re.match("^0x[0-9a-fA-F]{40}$", address):
@@ -104,7 +110,8 @@ def send_transaction(w3, account_address, private_key, chain_id, gas_price, inpu
 st.set_page_config(page_title="EthPen - 批量题写域名铭文", page_icon="🆔", layout='centered', initial_sidebar_state='auto')
 
 # 网页标题
-st.subheader(r'🆔 :rainbow[EthPen - 域名铭文批量题写]', anchor=False, divider='rainbow')
+st.markdown(f'# <img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "ethpen_logo.svg"))}" alt="Image" width="64px" height="64px" style="border-radius: 8px; box-shadow: 3px 3px 10px rgba(0,0,0,0.1);"/> :rainbow[域名铭文批量题写]', unsafe_allow_html=True)
+st.subheader(r'', anchor=False, divider='rainbow')
 
 # 提醒
 st.markdown('### 在开始使用前，请仔细阅读相关说明，并在确认无误后打上 ✅。感谢您的理解与配合。')

pages/3_🪙_ 批量题写代币铭文.py

@@ -1,7 +1,6 @@
 # EthPen.com
 # 最后更新日期：2023 年 9 月 5 日
 
-
 # 导入运行代码所需要的库
 import streamlit as st  # streamlit app
 from web3 import Web3  # 与以太坊交互的库
@@ -10,12 +9,19 @@ import requests  # 用于发送网络请求
 import re  # 用于正则表达式
 import time  # 用于时间相关
 import os  # 用于操作系统文件
+import base64
 
 
 # 许可使用开关
 approved_use = False
 
 
+# 图片Base64
+def image_to_base64(img_path):
+    with open(img_path, "rb") as image_file:
+        return base64.b64encode(image_file.read()).decode()
+
+
 # 检查 ETH 地址是否有效
 def is_valid_eth_address(address):
     if re.match("^0x[0-9a-fA-F]{40}$", address):
@@ -87,7 +93,8 @@ def send_transaction(w3, account_address, private_key, chain_id, gas_price, inpu
 st.set_page_config(page_title="EthPen - 批量题写代币铭文", page_icon="🪙", layout='centered', initial_sidebar_state='auto')
 
 # 网页标题
-st.subheader(r'🪙 :rainbow[EthPen - 代币铭文批量题写]', anchor=False, divider='rainbow')
+st.markdown(f'# <img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "ethpen_logo.svg"))}" alt="Image" width="64px" height="64px" style="border-radius: 8px; box-shadow: 3px 3px 10px rgba(0,0,0,0.1);"/> :rainbow[代币铭文批量题写]', unsafe_allow_html=True)
+st.subheader(r' ', anchor=False, divider='rainbow')
 
 # 提醒
 st.markdown('### 在开始使用前，请仔细阅读相关说明，并在确认无误后打上 ✅。感谢您的理解与配合。')

pages/4_💹️_铭文数据分析.py

@@ -1,3 +1,4 @@
+import pickle
 import streamlit as st
 import requests
 import os
@@ -10,23 +11,982 @@ import base64
 import configparser
 import pandas as pd
 import pytz
+import json
+from concurrent.futures import ThreadPoolExecutor
+from collections import defaultdict
 
 
 # 使用你的Ethereum节点的RPC地址
-w3 = Web3(Web3.HTTPProvider("https://mainnet.infura.io/v3/9bbc614b8a1d49d59869e97d0ee3bf61"))
+infura_api_key_eths = os.environ.get('infura_api_key_eths', '')
+etherscan_api_key = os.environ.get('etherscan_api_key', '')
+w3 = Web3(Web3.HTTPProvider(infura_api_key_eths))
+
+# Etherscan API
+ETHERSCAN_API_URL = "https://api.etherscan.io/api"
 
 # 获取当前文件目录
 current_dir = os.path.dirname(__file__)
 parent_dir = os.path.dirname(current_dir)
+
 # 构造数据库文件路径
-eths_db_file = os.path.join(parent_dir, 'data', 'eths_data.db')
-ethscrptions_db_file = os.path.join(parent_dir, 'data', 'ethscriptions_data.db')
-config_ini_file = os.path.join(parent_dir, 'data', 'config.ini')
+# eths 相关数据 文件路径
+eths_db_file = os.path.join(parent_dir, 'data', 'eths_data.db')  # eths 相关
+# 所有已题写 ethscrptions  文件路径
+ethscrptions_db_file = os.path.join(parent_dir, 'data', 'ethscriptions_data.db')  # 所有 ethscriptions，只检查有或没有
+# 配置文件 文件路径
+config_ini_file = os.path.join(parent_dir, 'data', 'config.ini')  # 程序配置文件
+# ETCH 批量 文件路径
+etch_batch_orders_db_file = os.path.join(parent_dir, 'data', 'batch_orders.db')  # ETCH 批量购买订单数据库
+# ETCH 单个 文件路径
+etch_single_orders_db_file = os.path.join(parent_dir, 'data', 'single_orders.db')  # ETCH 单个购买订单数据库
+# 所有 ethscription 数据 文件路径
+all_ethscription_db_file = os.path.join(parent_dir, 'data', 'all_ethscription.db')  # ID 对应铭文的数据库
+# Etch Market数据 pkl 文件路径
+etch_market_pkl_file = os.path.join(parent_dir, 'data', 'etch_market_data.pkl')
+# ETCH eths 数据 pkl 文件路径
+etch_eths_pkl_file = os.path.join(parent_dir, 'data', 'etch_eths_data.pkl')
+# ETCH eths 数据 pkl 文件路径
+etch_mfpurrs_pkl_file = os.path.join(parent_dir, 'data', 'etch_mfpurrs_data.pkl')
+# ETCH eths 数据 pkl 文件路径
+etch_Hyppocritez_pkl_file = os.path.join(parent_dir, 'data', 'etch_Hyppocritez_data.pkl')
 
+all_pkl_file = [etch_market_pkl_file, etch_eths_pkl_file, etch_mfpurrs_pkl_file, etch_Hyppocritez_pkl_file]
+
+# 设置数据库
 ethscriptions_con = sqlite3.connect(ethscrptions_db_file)
 ethscriptions_cur = ethscriptions_con.cursor()
 
+etch_batch_orders_show_con = sqlite3.connect(etch_batch_orders_db_file)
+etch_batch_orders_show_cur = etch_batch_orders_show_con.cursor()
+
+etch_single_orders_show_con = sqlite3.connect(etch_single_orders_db_file)
+etch_single_orders_show_cur = etch_single_orders_show_con.cursor()
+
+# all_ethscription_con = sqlite3.connect(all_ethscription_db_file)
+# all_ethscription_cur = all_ethscription_con.cursor()
+
+# 配置合约 ABI 文件
+with open(os.path.join(parent_dir, 'data', 'batch_contract_abi.json'), "r") as batch:
+    contract_abi = json.load(batch)
+batch_contract = w3.eth.contract(abi=contract_abi)
+
+with open(os.path.join(parent_dir, 'data', 'single_contract_abi.json'), "r") as single:
+    contract_abi = json.load(single)
+single_contract = w3.eth.contract(abi=contract_abi)
+
+with open(os.path.join(parent_dir, 'data', 'single_contract_old_abi.json'), "r") as single_old:
+    contract_abi = json.load(single_old)
+single_old_contract = w3.eth.contract(abi=contract_abi)
+
+my_style = '''
+<style>
+    .tag {
+        display: inline-block;
+        padding: 2px 6px;
+        background-color: #f2f2f2;  /* 默认的背景颜色 */
+        border-radius: 5px;        /* 圆角效果 */
+        margin: 0 2px;
+        transition: background-color 0.3s;  /* 平滑的颜色过渡效果 */
+    }
+
+    .tag:hover {
+        background-color: #cffd51;  /* 鼠标经过时的背景颜色 */
+    }
+
+    .tag:active {
+        background-color: #cffd51;  /* 鼠标按下时的背景颜色 */
+    }
+</style>
+'''
+
+
+# 图片Base64
+def image_to_base64(img_path):
+    with open(img_path, "rb") as image_file:
+        return base64.b64encode(image_file.read()).decode()
+
+
+# 查询 ETH token 价格
+def get_eth_price():
+    try:
+        # 使用Etherscan的API endpoint获取以太坊的价格
+        url = f"https://api.etherscan.io/api?module=stats&action=ethprice&apikey=1I2ERGUVJZNJAFKY7MG4S317DUGRPXEQPF"
+        response = requests.get(url)
+        response.raise_for_status()  # 将引发HTTPError，如果HTTP请求返回了不成功的状态码
+
+        data = response.json()
+
+        if data["message"] == "OK":
+            eth_price = float(data["result"]["ethusd"])
+            return eth_price
+        else:
+            print("Error fetching the ETH price")
+            return None
+    except requests.RequestException as e:
+        print(f"Error while accessing the API: {e}")
+        return None
+
+
+# 查询 ETCH 交易量和交易数
+def get_etch_volume_total(ethscription=None, days=None):
+    # 获取当前时间戳
+    current_time = time.time()
+
+    # 如果有days参数，则计算筛选的最小时间戳
+    min_timestamp = None
+    if days:
+        min_timestamp = current_time - days * 24 * 60 * 60
+
+    # 查询数据库并获取结果的函数
+    def query_db(db_file):
+        conn = sqlite3.connect(db_file)
+        cursor = conn.cursor()
+
+        # 基本的查询
+        query = "SELECT SUM(price), COUNT(DISTINCT transactionHash) FROM orders WHERE 1"
+
+        # 添加条件
+        if ethscription:
+            query += " AND ethscription = ?"
+
+        if min_timestamp:
+            query += " AND startTime >= ?"
+
+        # 执行查询
+        params = [ethscription] if ethscription else []
+        if min_timestamp:
+            params.append(min_timestamp)
+
+        cursor.execute(query, tuple(params))
+        result = cursor.fetchone()
+        conn.close()
+
+        # 检查并替换None值为0
+        result = tuple((0 if val is None else val) for val in result)
+
+        return result
+
+    # 从两个数据库中查询
+    single_result = query_db(etch_single_orders_db_file)
+    batch_result = query_db(etch_batch_orders_db_file)
+
+    # 计算总的交易量和交易数
+    total_volume = single_result[0] + batch_result[0]
+    total_count = single_result[1] + batch_result[1]
+
+    return total_volume, total_count
+
+
+# 查询 ETCH 买家卖家数量
+def get_etch_address_total(ethscription=None, days=None):
+
+    # 如果提供了天数限制，计算相应的UNIX时间戳
+    min_timestamp = None
+    if days:
+        current_time = time.time()
+        days_in_seconds = days * 24 * 60 * 60
+        min_timestamp = current_time - days_in_seconds
+
+    def query_db(db_file, ethscription, min_timestamp):
+        conn = sqlite3.connect(db_file)
+        cursor = conn.cursor()
+
+        where_clauses = []
+        params = []
+
+        if ethscription:
+            where_clauses.append("o.ethscription = ?")
+            params.append(ethscription)
+
+        if min_timestamp:
+            where_clauses.append("t.timeStamp >= ?")
+            params.append(min_timestamp)
+
+        where_str = ""
+        if where_clauses:
+            where_str = "WHERE " + " AND ".join(where_clauses)
+
+        # 查询addresses和signers
+        query = f"""
+        SELECT DISTINCT t.fromAddress, o.signer
+        FROM transactions t
+        JOIN orders o ON t.hash = o.transactionHash
+        {where_str}
+        """
+        cursor.execute(query, tuple(params))
+
+        addresses = set()
+        signers = set()
+        for row in cursor.fetchall():
+            addresses.add(row[0])
+            signers.add(row[1])
+
+        conn.close()
+
+        return addresses, signers
+
+    single_addresses, single_signers = query_db(etch_single_orders_db_file, ethscription, min_timestamp)
+    batch_addresses, batch_signers = query_db(etch_batch_orders_db_file, ethscription, min_timestamp)
+
+    # 合并两个集合
+    total_addresses = single_addresses | batch_addresses
+    total_signers = single_signers | batch_signers
+
+    # 计算结果
+    num_buyers = len(total_addresses)
+    num_sellers = len(total_signers)
+    total_traders = len(total_addresses | total_signers)
+
+    return num_buyers, num_sellers, total_traders
+
+
+# 查询 ETCH 地址数
+def get_etch_address_total_list(ethscription=None, days=None):
+    # 获取当前时间戳（Unix时间格式）
+    current_timestamp = int(datetime.now().timestamp())
+
+    # 计算几天前的时间戳，如果提供了days参数
+    days_ago_timestamp = current_timestamp - days * 24 * 60 * 60 if days else None
+
+    # 定义一个查询数据库的内部函数
+    def query_db(db_file):
+        conn = sqlite3.connect(db_file)
+        cursor = conn.cursor()
+
+        # 构建SQL查询语句
+        signer_query = "SELECT DISTINCT o.signer FROM orders o JOIN transactions t ON o.transactionHash = t.hash WHERE 1=1"
+        from_address_query = "SELECT DISTINCT t.fromAddress FROM transactions t WHERE 1=1"
+
+        params = []
+        if ethscription:
+            signer_query += " AND o.ethscription = ?"
+            params.append(ethscription)
+
+        if days_ago_timestamp:
+            signer_query += " AND t.timeStamp >= ?"
+            from_address_query += " AND t.timeStamp >= ?"
+            params.append(days_ago_timestamp)
+
+        cursor.execute(signer_query, tuple(params))
+        signer_addresses = set([item[0] for item in cursor.fetchall()])
+
+        cursor.execute(from_address_query, tuple(params[:1] if days_ago_timestamp else []))
+        from_address_addresses = set([item[0] for item in cursor.fetchall()])
+
+        conn.close()
+
+        return signer_addresses, from_address_addresses
+
+    # 查询两个数据库并取并集
+    single_signer_addresses, single_from_address_addresses = query_db(etch_single_orders_db_file)
+    batch_signer_addresses, batch_from_address_addresses = query_db(etch_batch_orders_db_file)
+
+    total_signer_addresses = single_signer_addresses.union(batch_signer_addresses)
+    total_from_address_addresses = single_from_address_addresses.union(batch_from_address_addresses)
+
+    # 获取所有的signer和fromAddress地址，进行去重
+    all_addresses = total_signer_addresses.union(total_from_address_addresses)
+
+    return {
+        'signer_count': len(total_signer_addresses),
+        'from_address_count': len(total_from_address_addresses),
+        'unique_addresses': all_addresses,
+        'unique_address_count': len(all_addresses)
+    }
+
+
+# 查询 ETCH 矿工费
+def get_etch_fee_total(ethscription=None):
+    # 定义用于统计的变量
+    total_fee = 0
+
+    # 定义数据库路径
+    dbs = [etch_single_orders_db_file, etch_batch_orders_db_file]
+
+    # 对每个数据库执行查询操作
+    for db in dbs:
+        # 创建数据库连接
+        conn = sqlite3.connect(db)
+        cursor = conn.cursor()
+
+        # 根据是否有ethscription参数来生成不同的查询语句
+        if ethscription:
+            # 过滤特定ethscription并统计transactions中的transactionFee
+            query = """
+            SELECT SUM(transactions.transactionFee)
+            FROM transactions
+            JOIN orders ON transactions.hash = orders.transactionHash
+            WHERE orders.ethscription = ?
+            """
+            cursor.execute(query, (ethscription,))
+        else:
+            # 不过滤ethscription，直接统计transactions中的transactionFee
+            query = "SELECT SUM(transactionFee) FROM transactions"
+            cursor.execute(query)
+
+        # 获取查询结果
+        result = cursor.fetchone()
+        if result[0]:  # 防止结果为None
+            total_fee += result[0]
+
+        # 关闭数据库连接
+        conn.close()
+
+    return total_fee
+
+
+# etch 买入次数卖出次数买入金额卖出金额排行
+def get_etch_combined_rank(ethscription=None):
+    # 连接到两个数据库
+    conn_single = sqlite3.connect(etch_single_orders_db_file)
+    conn_batch = sqlite3.connect(etch_batch_orders_db_file)
+    cur_single = conn_single.cursor()
+    cur_batch = conn_batch.cursor()
+
+    # 设置过滤条件
+    filter_condition = ""
+    if ethscription:
+        filter_condition = f" WHERE ethscription = '{ethscription}'"
+
+    # 查询单订单数据库的卖出信息
+    cur_single.execute(f"""
+    SELECT 
+        signer, 
+        SUM(price) as sell_amount, 
+        COUNT(signer) as sell_count
+    FROM orders
+    {filter_condition}
+    GROUP BY signer
+    """)
+    single_sell_data = cur_single.fetchall()
+
+    # 查询批量订单数据库的卖出信息
+    cur_batch.execute(f"""
+    SELECT 
+        signer, 
+        SUM(price) as sell_amount, 
+        COUNT(signer) as sell_count
+    FROM orders
+    {filter_condition}
+    GROUP BY signer
+    """)
+    batch_sell_data = cur_batch.fetchall()
+
+    # 查询购买信息
+    buy_query = f"""
+    SELECT 
+        fromAddress, 
+        SUM(value) as buy_amount, 
+        COUNT(fromAddress) as buy_count
+    FROM transactions
+    JOIN orders ON transactions.hash = orders.transactionHash
+    {filter_condition}
+    GROUP BY fromAddress
+    """
+    cur_single.execute(buy_query)
+    single_buy_data = cur_single.fetchall()
+
+    cur_batch.execute(buy_query)
+    batch_buy_data = cur_batch.fetchall()
+
+    # 数据处理，确保每个地址的所有交易都被汇总
+    data = {}
+
+    for signer, amount, count in single_sell_data + batch_sell_data:
+        signer = signer.lower()
+        if signer not in data:
+            data[signer] = {'sell_amount': 0, 'sell_count': 0, 'buy_amount': 0, 'buy_count': 0}
+        data[signer]['sell_amount'] += amount
+        data[signer]['sell_count'] += count
+
+    for buyer, amount, count in single_buy_data + batch_buy_data:
+        buyer = buyer.lower()
+        if buyer not in data:
+            data[buyer] = {'sell_amount': 0, 'sell_count': 0, 'buy_amount': 0, 'buy_count': 0}
+        data[buyer]['buy_amount'] += amount
+        data[buyer]['buy_count'] += count
+
+    # 结果整理
+    result = []
+    for address, values in data.items():
+        net_buy = values['buy_amount'] - values['sell_amount']
+        net_sell = values['sell_amount'] - values['buy_amount']
+        volume = values['buy_amount'] + values['sell_amount']
+        result.append({
+            'ETH 地址': address,
+            '买入次数': values['buy_count'],
+            '卖出次数': values['sell_count'],
+            '净买入 ETH': net_buy,
+            '净卖出 ETH': net_sell,
+            '交易总额 ETH': volume
+        })
+    conn_batch.close()
+    conn_single.close()
+    return result
+
+
+# 统计 price 排行
+def get_etch_top_price_rank(ethscription=None, limit=100):
+    # 连接到两个sqlite数据库
+    conn_single = sqlite3.connect(etch_single_orders_db_file)
+    conn_batch = sqlite3.connect(etch_batch_orders_db_file)
+
+    if ethscription:
+        filter_clause = f"AND ethscription = '{ethscription}'"
+    else:
+        filter_clause = ""
+
+    # 使用SQL查询进行排序、计数和筛选
+    query_template = f"""
+    SELECT 
+        t.timeStamp, t.fromAddress, t.value, t.hash, COUNT(o.transactionHash) as order_count
+    FROM 
+        transactions t
+    JOIN 
+        orders o ON t.hash = o.transactionHash
+    WHERE 
+        1 = 1 {filter_clause}
+    GROUP BY 
+        t.hash
+    ORDER BY 
+        t.value DESC
+    LIMIT {limit}
+    """
+
+    data_single = conn_single.execute(query_template).fetchall()
+    data_batch = conn_batch.execute(query_template).fetchall()
+
+    combined_data = data_single + data_batch
+    combined_data = sorted(combined_data, key=lambda x: x[2], reverse=True)[:limit]
+
+    results = []
+    for item in combined_data:
+        timeStamp, fromAddress, value, hash_val, order_count = item
+        formatted_time = datetime.utcfromtimestamp(timeStamp).strftime('%Y-%m-%d %H:%M:%S')
+        results.append({
+            "时间": formatted_time,
+            "买家": fromAddress,
+            "金额": value,
+            "交易哈希": hash_val,
+            "订单数量": order_count
+        })
+    conn_batch.close()
+    conn_single.close()
+    return results
+
+
+# 统计 ethscriptionID 排行
+def get_etch_top_ethscriptionid_rank(ethscription=None):
+    # 定义数据库文件路径
+    single_orders_db = etch_single_orders_db_file
+    batch_orders_db = etch_batch_orders_db_file
+
+    # 定义从一个数据库中获取所有ethscriptionId的函数
+    def get_ethscriptionids_from_db(db_path, ethscription):
+        conn = sqlite3.connect(db_path)
+        cursor = conn.cursor()
+        if ethscription:  # 如果提供了ethscription参数，按该参数过滤数据
+            cursor.execute("SELECT ethscriptionId, ethscription FROM orders WHERE ethscription = ?", (ethscription,))
+        else:
+            cursor.execute("SELECT ethscriptionId, ethscription FROM orders")
+        ids = cursor.fetchall()
+        conn.close()
+        return ids
+
+    # 从两个数据库中获取ethscriptionId数据
+    single_ids = get_ethscriptionids_from_db(single_orders_db, ethscription)
+    batch_ids = get_ethscriptionids_from_db(batch_orders_db, ethscription)
+
+    # 合并从两个数据库中获取的数据
+    combined_ids = single_ids + batch_ids
+
+    # 使用defaultdict统计ethscriptionId的出现次数
+    counter = defaultdict(int)
+    id_to_ethscription = dict()
+    for eid, ethscription in combined_ids:
+        counter[eid] += 1
+        id_to_ethscription[eid] = ethscription
+
+    # 根据出现次数对ethscriptionId进行排序
+    sorted_ids = sorted(counter.keys(), key=lambda x: counter[x], reverse=True)
+
+    # 返回排序后的ethscriptionId列表及其对应的ethscription描述
+    result = [
+        {
+            'EthscriptionID': eid,
+            '铭文类别': id_to_ethscription[eid],
+            '交易次数': counter[eid]
+        }
+        for eid in sorted_ids
+    ]
+    return result[:100]
+
+
+# 列出最近 100 条交易
+def get_etch_last_100_orders(ethscription=None):
+
+    query = """
+        SELECT
+            t.blockNumber, t.timeStamp, t.hash, t.fromAddress, o.signer, o.price, o.ethscriptionId
+        FROM
+            orders o
+        JOIN
+            transactions t
+        ON
+            o.transactionHash = t.hash
+        {}
+        ORDER BY
+            t.timeStamp DESC
+        LIMIT 100
+    """
+
+    if ethscription:
+        filter_query = "WHERE o.ethscription = ?"
+        query = query.format(filter_query)
+        params = (ethscription,)
+    else:
+        query = query.format("")
+        params = tuple()
+
+    # Combine results from both databases
+    results = []
+    for db_file in [etch_single_orders_db_file, etch_batch_orders_db_file]:
+        with sqlite3.connect(db_file) as conn:
+            cursor = conn.cursor()
+            cursor.execute(query, params)
+            results.extend(cursor.fetchall())
+
+    # Sort combined results by timestamp and pick the top 100
+    results = sorted(results, key=lambda x: x[1], reverse=True)[:100]
+
+    # Transform the results into a list of dictionaries and process timeStamp
+    keys = ["区块号", "时间", "交易哈希", "买家", "卖家", "金额", "EthscriptionId"]
+    processed_results = []
+    for result in results:
+        processed_result = dict(zip(keys, result))
+        processed_result["时间"] = datetime.utcfromtimestamp(processed_result["时间"]).strftime(
+            '%Y-%m-%d %H:%M:%S')
+        processed_results.append(processed_result)
+
+    return processed_results
+
+
+# 画出价格成交量成交额图
+def daily_transaction_volume_and_price_data(ethscription=None):
+    eth_price = get_eth_price()
+    # 连接到两个数据库
+    conn_single = sqlite3.connect(etch_single_orders_db_file)
+    conn_batch = sqlite3.connect(etch_batch_orders_db_file)
+
+    # 构造查询语句，获取orders和transactions的数据
+    if ethscription:
+        query_single = f"SELECT o.*, t.timeStamp FROM orders o INNER JOIN transactions t ON o.transactionHash = t.hash WHERE o.ethscription = '{ethscription}'"
+        query_batch = f"SELECT o.*, t.timeStamp FROM orders o INNER JOIN transactions t ON o.transactionHash = t.hash WHERE o.ethscription = '{ethscription}'"
+    else:
+        query_single = "SELECT o.*, t.timeStamp FROM orders o INNER JOIN transactions t ON o.transactionHash = t.hash"
+        query_batch = "SELECT o.*, t.timeStamp FROM orders o INNER JOIN transactions t ON o.transactionHash = t.hash"
+
+    df_single = pd.read_sql(query_single, conn_single)
+    df_batch = pd.read_sql(query_batch, conn_batch)
+
+    # 合并两个数据集
+    df = pd.concat([df_single, df_batch])
+
+    # 转换时间戳为日期
+    df['date'] = pd.to_datetime(df['timeStamp'], unit='s').dt.date
+
+    # 计算单价
+    df['unit_price'] = df['price'] / df['quantity'] * eth_price
+
+    # 按日期分组并聚合
+    grouped = df.groupby('date').agg({
+        'unit_price': ['first', 'max', 'min', 'last'],
+        'quantity': 'sum',
+        'price': 'sum'
+    })
+
+    grouped.columns = ['开', '高', '低', '收', '交易量', '交易额']
+    conn_single.close()
+    conn_batch.close()
+    return grouped
+
+
+# 获取所有 ethscription 数据
+def get_all_ethscription_data(all_ethscription_conn, all_ethscription_cursor, ethscriptionId, db_lock):
+    endpoint = f"/ethscriptions/{ethscriptionId}"
+    try:
+        response = requests.get("https://mainnet-api.ethscriptions.com/api" + endpoint)
+        response.raise_for_status()  # Raises stored HTTPError, if one occurred.
+        data = response.json()
+
+        with db_lock:  # Acquire DB lock to update the database
+            creator = data.get('creator', None)
+            creation_timestamp = data.get('creation_timestamp', None)
+            ethscription_number = data.get('ethscription_number', None)
+            mimetype = data.get('mimetype', None)
+            image_removed_by_request = data.get('image_removed_by_request_of_rights_holder', None)
+            content_uri = data.get('content_uri', None)
+            # 检查 name 是否存在于 collections 中
+            if data['collections']:
+                name = data['collections'][0]['name']
+            else:
+                name = None
+            # 5. 更新数据到相应的列
+            update_query = '''
+                    UPDATE id_content 
+                    SET ethscription = ?,
+                        creator = ?, 
+                        creation_timestamp = ?, 
+                        ethscription_number = ?, 
+                        mimetype = ?, 
+                        image_removed_by_request_of_rights_holder = ?, 
+                        content_uri = ?, 
+                        name = ?
+                    WHERE ethscriptionId = ?
+                    '''
+            all_ethscription_cursor.execute(update_query, (data, creator, creation_timestamp, ethscription_number, mimetype,
+                                                           image_removed_by_request, content_uri, name, ethscriptionId))
+
+            all_ethscription_conn.commit()
+
+    except requests.RequestException as req_err:
+        print(f"Request error for identifier {ethscriptionId}: {req_err}")
+    except ValueError:
+        print(f"JSON decoding error for identifier {ethscriptionId}")
+    except Exception as e:
+        print(f"An unexpected error occurred for identifier {ethscriptionId}: {e}")
+
 
+# 获取单个 ethscription 数据
+def get_specific_ethscription(ethscription_identifier):
+    endpoint = f"/ethscriptions/{ethscription_identifier}"
+
+    try:
+        response = requests.get("https://mainnet-api.ethscriptions.com/api" + endpoint, timeout=3)
+        response.raise_for_status()  # Will raise an HTTPError if the HTTP request returned an unsuccessful status code
+
+        if response.status_code == 200:
+            # Assuming the Content-Type is JSON
+            return response.json()
+        else:
+            print(f'Unexpected status code {response.status_code} for identifier: {ethscription_identifier}')
+            return None
+
+    except requests.Timeout:
+        print(f"Request timed out for identifier: {ethscription_identifier}")
+    except requests.ConnectionError:
+        print(f"Connection error for identifier: {ethscription_identifier}")
+    except requests.TooManyRedirects:
+        print(f"Too many redirects for identifier: {ethscription_identifier}")
+    except requests.HTTPError as http_err:
+        print(f"HTTP error for identifier {ethscription_identifier}: {http_err}")
+    except requests.RequestException as req_err:
+        print(f"General error for identifier {ethscription_identifier}: {req_err}")
+    except Exception as e:
+        # Catch-all for any other unforeseen exceptions
+        print(f"An unexpected error occurred for identifier {ethscription_identifier}: {e}")
+
+    return None  # Ensure the function always returns a value even in the case of an error
+
+
+# 通过 ID 从 all_ethscription 获取铭文内容
+def get_ethscription_by_id(ethscription_id, all_ethscription_cur):
+    # 执行查询语句
+    all_ethscription_cur.execute("SELECT name FROM id_content WHERE ethscriptionId=?", (ethscription_id,))
+    result = all_ethscription_cur.fetchone()
+
+    # 返回结果
+    if result:
+        return result[0]
+    else:
+        return None
+
+
+# 更新 all_ethscription 铭文内容
+def update_all_ethscription_with_id(all_ethscription_conn, all_ethscription_cursor, db_lock):
+    all_ethscription_cursor.execute(
+        "SELECT ethscriptionId FROM id_content WHERE ethscription IS NULL OR ethscription = ''")
+    rows = all_ethscription_cursor.fetchall()
+    print(f'Not Processed EthscriptionID: {len(rows)}')
+
+    # Use a thread pool with a fixed number of threads (e.g., 10 threads)
+    with ThreadPoolExecutor(max_workers=10) as executor:
+        for row in rows:
+            ethscriptionId = row[0]
+            executor.submit(get_all_ethscription_data, all_ethscription_conn, all_ethscription_cursor, ethscriptionId, db_lock)
+
+
+# 根据 hash 查重
+def single_transaction_exists(tx_hash, single_orders_cursor):
+    single_orders_cursor.execute("SELECT hash FROM transactions WHERE hash = ?", (tx_hash,))
+    return bool(single_orders_cursor.fetchone())
+
+
+# 批量购买合约 tx 检查
+def batch_transaction_exists(tx_hash, batch_orders_cursor):
+    batch_orders_cursor.execute("SELECT hash FROM transactions WHERE hash = ?", (tx_hash,))
+    return bool(batch_orders_cursor.fetchone())
+
+
+# ABI 处理单笔购买合约交易 input data 数据
+def parse_single_input_data(input_data):
+    if input_data[:10] == '0xd2234424':
+        decoded_data = single_old_contract.decode_function_input(input_data)
+        return decoded_data  # Returns the input data as a dictionary
+    if input_data[:10] == '0xd92a1740':
+        decoded_data = single_contract.decode_function_input(input_data)
+        return decoded_data  # Returns the input data as a dictionary
+
+
+# ABI 处理批量购买合约交易 input data 数据
+def parse_batch_input_data(input_data):
+    decoded_data = batch_contract.decode_function_input(input_data)
+    return decoded_data  # Returns the input data as a dictionary
+
+
+# 处理和储存单笔购买合约交易数据
+def process_and_store_single_transaction(tx, single_orders_cursor, single_orders_conn, all_ethscription_cur):
+    if tx['txreceipt_status'] == '1':
+        if tx['input'][:10] == '0xd2234424' or tx['input'][:10] == '0xd92a1740':
+            if not single_transaction_exists(tx['hash'],
+                                             single_orders_cursor):  # Check if transaction already exists in DB
+                try:
+                    data = parse_single_input_data(tx['input'])
+                    # Calculate transaction fee (gasPrice * gasUsed)
+                    transaction_fee = (float(tx['gasPrice']) * float(tx['gasUsed'])) / 1e18
+
+                    function_name = data[0]
+                    params = data[1]
+                    # Handle bytes data
+                    for key, value in params.items():
+                        if isinstance(value, bytes):
+                            params[key] = value.hex()
+                    # 获取并处理订单数据
+                    order = params.get('order', {})
+                    if order:  # 确保order不为空
+                        for key in ['ethscriptionId', 'r', 's', 'params']:
+                            if key in order:  # 确保键在order中
+                                order[key] = order[key].hex()
+
+                    ethscription = get_ethscription_by_id(f'0x{order["ethscriptionId"]}', all_ethscription_cur)
+                    if ethscription is None:
+                        ethscription = get_specific_ethscription(f'0x{order["ethscriptionId"]}')
+                        if ethscription is not None:
+                            if ethscription['collections']:
+                                ethscription = ethscription['collections'][0]['name']
+                            else:
+                                ethscription = None
+                    # Store transaction data first
+                    single_orders_cursor.execute('''
+                                                    INSERT OR IGNORE INTO transactions (blockNumber, timeStamp, hash, fromAddress, value, txreceipt_status, transactionFee)
+                                                    VALUES (?, ?, ?, ?, ?, ?, ?)
+                                                    ''', (
+                        tx['blockNumber'], tx['timeStamp'], tx['hash'], tx['from'], float(tx['value']) / 1e18,
+                        tx['txreceipt_status'],
+                        transaction_fee))
+
+                    single_orders_cursor.execute('''
+                    INSERT INTO orders (transactionHash, signer, creator, ethscriptionId, quantity, currency, price,
+                                        startTime, endTime, protocolFeeDiscounted, creatorFee, params, v, r, s, ethscription)
+                    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+                    ''', (
+                    tx['hash'], order['signer'], order['creator'], '0x' + order['ethscriptionId'], order['quantity'],
+                    order['currency'], float(order['price']) / 1e18, order['startTime'], order['endTime'],
+                    order['protocolFeeDiscounted'], order['creatorFee'], json.dumps(order['params']),
+                    order['v'], order['r'], order['s'], ethscription))
+                    single_orders_conn.commit()
+
+                except Exception as e:
+                    print(f"Error processing transaction {tx['hash']}: {e}")
+                    pass
+
+
+# 处理和储存批量购买合约交易数据
+def process_and_store_batch_transaction(tx, batch_orders_cursor, batch_orders_conn, all_ethscription_cur):
+    if not batch_transaction_exists(tx['hash'], batch_orders_cursor):  # Check if transaction already exists in DB
+        try:
+            data = parse_batch_input_data(tx['input'])
+
+            # Calculate transaction fee (gasPrice * gasUsed)
+            transaction_fee = (float(tx['gasPrice']) * float(tx['gasUsed'])) / 1e18
+
+            function_name = data[0]
+            params = data[1]
+            # Handle bytes data
+            for key, value in params.items():
+                if isinstance(value, bytes):
+                    params[key] = value.hex()
+
+            # Insert order data
+            orders_data = params.get('orders', [])
+
+            # Store transaction data first
+            batch_orders_cursor.execute('''
+                                    INSERT OR IGNORE INTO transactions (blockNumber, timeStamp, hash, fromAddress, value, txreceipt_status, transactionFee)
+                                    VALUES (?, ?, ?, ?, ?, ?, ?)
+                                    ''', (
+                tx['blockNumber'], tx['timeStamp'], tx['hash'], tx['from'], float(tx['value']) / 1e18,
+                tx['txreceipt_status'],
+                transaction_fee))
+
+            for order in orders_data:
+                for key in ['ethscriptionId', 'r', 's', 'params']:
+                    order[key] = order[key].hex()
+
+                ethscription = get_ethscription_by_id(f'0x{order["ethscriptionId"]}', all_ethscription_cur)
+                if ethscription is None:
+                    ethscription = get_specific_ethscription(f'0x{order["ethscriptionId"]}')
+                    if ethscription is not None:
+                        if ethscription['collections']:
+                            ethscription = ethscription['collections'][0]['name']
+                        else:
+                            ethscription = None
+
+                batch_orders_cursor.execute('''
+                INSERT INTO orders (transactionHash, signer, creator, ethscriptionId, quantity, currency, price,
+                                    startTime, endTime, protocolFeeDiscounted, creatorFee, params, v, r, s, ethscription)
+                VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+                ''', (tx['hash'], order['signer'], order['creator'], '0x' + order['ethscriptionId'], order['quantity'],
+                      order['currency'], float(order['price']) / 1e18, order['startTime'], order['endTime'],
+                      order['protocolFeeDiscounted'], order['creatorFee'], json.dumps(order['params']),
+                      order['v'], order['r'], order['s'], ethscription))
+
+            batch_orders_conn.commit()
+
+        except Exception as e:
+            print(f"Error processing transaction {tx['hash']}: {e}")
+            pass
+
+
+# 获取所有单笔购买合约交易
+def get_single_all_transactions(single_orders_cursor, single_orders_conn, all_ethscription_cur):
+    single_orders_cursor.execute('SELECT MAX(blockNumber) FROM transactions')
+    start_block_number = single_orders_cursor.fetchone()[0] - 100
+    print(f'Get single all transactions: {start_block_number}')
+
+    # 整理 ethscription 为空的内容
+    single_orders_cursor.execute("SELECT ethscriptionId FROM orders WHERE ethscription IS NULL OR ethscription = ''")
+    ethscription_ids = [row[0] for row in single_orders_cursor.fetchall()]
+    for eid in ethscription_ids:
+        all_ethscription_cur.execute("SELECT name FROM id_content WHERE ethscriptionId = ?", (eid,))
+        result = all_ethscription_cur.fetchone()
+        if result:
+            # If found, update the ethscription in orders table
+            single_orders_cursor.execute("UPDATE orders SET ethscription = ? WHERE ethscriptionId = ?", (result[0], eid))
+
+        # Commit changes and close connections
+    single_orders_cursor.commit()
+
+    page = 1
+
+    while True:
+        time.sleep(1)
+        params = {
+            "module": "account",
+            "action": "txlist",
+            "address": "0x57b8792c775D34Aa96092400983c3e112fCbC296",
+            "startblock": start_block_number,
+            "endblock": 99999999,
+            "page": page,
+            "offset": 100,
+            "sort": "asc",
+            "apikey": etherscan_api_key
+        }
+        try:
+            response = requests.get(ETHERSCAN_API_URL, params=params)
+            response.raise_for_status()  # This will raise an HTTPError if the HTTP request returned an unsuccessful status code
+            txs = response.json().get('result', [])
+        except requests.ConnectionError:
+            print("Failed to connect to the server.")
+            txs = []
+        except requests.Timeout:
+            print("The request timed out.")
+            txs = []
+        except requests.RequestException as e:
+            print(f"An error occurred: {e}")
+            txs = []
+        except ValueError:  # This will catch JSON decoding errors
+            print("Failed to parse the response.")
+            txs = []
+
+        if not txs:
+            break
+
+        for tx in txs:
+            process_and_store_single_transaction(tx, single_orders_cursor, single_orders_conn, all_ethscription_cur)
+            print(f'tx:{page}')
+
+        page += 1
+
+
+# 获取所有批量购买合约交易
+def get_batch_all_transactions(batch_orders_cursor, batch_orders_conn, all_ethscription_cur):
+    batch_orders_cursor.execute('SELECT MAX(blockNumber) FROM transactions')
+    start_block_number = batch_orders_cursor.fetchone()[0] - 100
+    print(f'Get batch all transactions: {start_block_number}')
+
+    # 整理 ethscription 为空的内容
+    batch_orders_cursor.execute("SELECT ethscriptionId FROM orders WHERE ethscription IS NULL OR ethscription = ''")
+    ethscription_ids = [row[0] for row in batch_orders_cursor.fetchall()]
+    for eid in ethscription_ids:
+        all_ethscription_cur.execute("SELECT name FROM id_content WHERE ethscriptionId = ?", (eid,))
+        result = all_ethscription_cur.fetchone()
+        if result:
+            # If found, update the ethscription in orders table
+            batch_orders_cursor.execute("UPDATE orders SET ethscription = ? WHERE ethscriptionId = ?",
+                                         (result[0], eid))
+
+        # Commit changes and close connections
+    batch_orders_cursor.commit()
+
+    page = 1
+
+    while True:
+        params = {
+            "module": "account",
+            "action": "txlist",
+            "address": "0x941Bc2E04A776d436E183Fe4204Bb84FeBA564D3",
+            "startblock": start_block_number,
+            "endblock": 99999999,
+            "page": page,
+            "offset": 100,
+            "sort": "asc",
+            "apikey": etherscan_api_key
+        }
+
+        try:
+            response = requests.get(ETHERSCAN_API_URL, params=params)
+            response.raise_for_status()  # This will raise an HTTPError if the HTTP request returned an unsuccessful status code
+            txs = response.json().get('result', [])
+        except requests.ConnectionError:
+            print("Failed to connect to the server.")
+            txs = []
+        except requests.Timeout:
+            print("The request timed out.")
+            txs = []
+        except requests.RequestException as e:
+            print(f"An error occurred: {e}")
+            txs = []
+        except ValueError:  # This will catch JSON decoding errors
+            print("Failed to parse the response.")
+            txs = []
+
+        if not txs:
+            break
+        if page == 1:
+            for tx in txs[2:]:
+                process_and_store_batch_transaction(tx, batch_orders_cursor, batch_orders_conn, all_ethscription_cur)
+        else:
+            for tx in txs:
+                process_and_store_batch_transaction(tx, batch_orders_cursor, batch_orders_conn, all_ethscription_cur)
+
+        # for tx in txs:
+        #     process_and_store_transaction(tx)
+
+        page += 1
+
+
+# 从 ETCH 获取 eths 数据（线程入口）
 def get_eths_data():
     global eths_conn, eths_cur
     # Initialize connection to SQLite database
@@ -66,7 +1026,7 @@ def get_eths_data():
                     eths_market_cap = eths_price * 21000000
                     eths_owners = int(price_data['owners'])
                     eths_volume24h = float(price_data['volume24h']) * eth_price
-                    eths_totalLocked = int(staking_data['totalLocked']) * 2
+                    eths_totalLocked = int(staking_data['totalLocked'])
                     eths_stakers = int(staking_data['stakers'])
                     eths_tvl = float(staking_data['tvl']) * eth_price
                     # Current date/time
@@ -79,11 +1039,59 @@ def get_eths_data():
                     eths_conn.commit()
         except Exception as e:
             print(e)
-        time.sleep(60)
+        etch_type_of_data = [None, 'erc-20 eths token', 'mfpurrs', 'Hyppocritez']
+
+        for index, i in enumerate(etch_type_of_data):
+            # ETCH 全网总成交量和成交订单数
+            etch_total_volume_and_orders = get_etch_volume_total(ethscription=i)
+            # ETCH 全网 30 日成交量和成交订单数
+            etch_30d_volume_and_orders = get_etch_volume_total(ethscription=i, days=30)
+            # ETCH 全网 7 日成交量和成交订单数
+            etch_7d_volume_and_orders = get_etch_volume_total(ethscription=i, days=7)
+            # ETCH 全网 3 日成交量和成交订单数
+            etch_3d_volume_and_orders = get_etch_volume_total(ethscription=i, days=3)
+            # ETCH 全网 1 日成交量和成交订单数
+            etch_1d_volume_and_orders = get_etch_volume_total(ethscription=i, days=1)
+            # ETCH 全网总买家和卖家
+            etch_total_buyers_sellers = get_etch_address_total(ethscription=i)
+            # ETCH 全网 1 日买家和卖家
+            etch_1d_buyers_sellers = get_etch_address_total(ethscription=i, days=1)
+            # ETCH 全网总矿工费
+            etch_total_fee = get_etch_fee_total(ethscription=i)
+            # ETCH 买入数卖出数买入金额卖出金额排行
+            etch_combined_rank = get_etch_combined_rank(ethscription=i)
+            # ETCH 根据订单金额排行
+            etch_top_price_rank = get_etch_top_price_rank(ethscription=i, limit=20)
+            # ETCH 根据 ethsctriptionID 交易次数排行
+            etch_top_id_rank = get_etch_top_ethscriptionid_rank(ethscription=i)
+            # ETCH 列出最近 100 条交易
+            etch_last_100_orders = get_etch_last_100_orders(ethscription=i)
+            # 画图
+            daily_transaction_volume = daily_transaction_volume_and_price_data(ethscription=i)
+            etch_pkl_data_to_save = {'etch_total_volume_and_orders': etch_total_volume_and_orders,
+                                     'etch_30d_volume_and_orders': etch_30d_volume_and_orders,
+                                     'etch_7d_volume_and_orders': etch_7d_volume_and_orders,
+                                     'etch_3d_volume_and_orders': etch_3d_volume_and_orders,
+                                     'etch_1d_volume_and_orders': etch_1d_volume_and_orders,
+                                     'etch_total_buyers_sellers': etch_total_buyers_sellers,
+                                     'etch_1d_buyers_sellers': etch_1d_buyers_sellers,
+                                     'etch_total_fee': etch_total_fee,
+                                     'etch_combined_rank': etch_combined_rank,
+                                     'etch_top_price_rank': etch_top_price_rank,
+                                     'etch_top_id_rank': etch_top_id_rank,
+                                     'etch_last_100_orders': etch_last_100_orders,
+                                     'daily_transaction_volume': daily_transaction_volume
+                                     }
+            with open(all_pkl_file[index], 'wb') as file:
+                pickle.dump(etch_pkl_data_to_save, file)
+        time.sleep(180)
+    while True:
+        print('ETCH 获取数据错误退出')
+        time.sleep(15)
 
 
+# 获取所有 ethscriptions 数据，只检查有或者没有（线程入口）
 def get_ethscriptions_data():
-    global ethscrptions_db_file
     # 创建表
     ethscriptions_thread_con = sqlite3.connect(ethscrptions_db_file)
     ethscriptions_thread_cur = ethscriptions_thread_con.cursor()
@@ -92,7 +1100,6 @@ def get_ethscriptions_data():
 
     ethscriptions_thread_cur.execute('''CREATE TABLE IF NOT EXISTS process_blocks  
                   (block_number integer)''')
-
     # 获取最新的区块
     latest_block_number_thread = w3.eth.block_number
     ethscriptions_thread_cur.execute("SELECT MAX(block_number) FROM process_blocks")
@@ -108,9 +1115,7 @@ def get_ethscriptions_data():
             transactions = block['transactions']
             for tx in transactions:
                 input_data = tx['input']
-
                 if input_data.startswith(r"0x646174613a2c"):
-                    # if bytes.fromhex(input_data).startswith(b"data:,"):
 
                     existing_data = ethscriptions_thread_cur.execute("SELECT * FROM data WHERE data=?",
                                                                      (input_data,)).fetchone()
@@ -125,7 +1130,7 @@ def get_ethscriptions_data():
                                                              tx['hash'].hex()))
 
                         ethscriptions_thread_con.commit()
-                        print(f'-----{input_data}-----')
+                        # print(f'Get input data: {input_data}')
 
             # 更新process_blocks表
             ethscriptions_thread_cur.execute("INSERT INTO process_blocks (block_number) VALUES (?)",
@@ -134,26 +1139,118 @@ def get_ethscriptions_data():
             ethscriptions_thread_cur.execute("DELETE FROM process_blocks WHERE block_number != ?",
                                              (block_number,))
             ethscriptions_thread_con.commit()
-
-            print(block_number)
+            print(f'Process current block: {block_number}')
 
         # 获取下次开始的区块号
         ethscriptions_thread_cur.execute("SELECT block_number FROM process_blocks")
         result_thread = ethscriptions_thread_cur.fetchone()
         start_block_thread = result_thread[0] - 1
-
+        # 等待
+        time.sleep(10)
         # 获取最新的区块
         latest_block_number_thread = w3.eth.block_number
+    while True:
+        print('ETCH 获取已题写错误退出')
+        time.sleep(15)
 
-        # 等待
+# 获取所有单笔购买订单（线程入口）
+def get_etch_single_orders():
+    # SQLite setup
+    single_orders_conn = sqlite3.connect(etch_single_orders_db_file)
+    single_orders_cursor = single_orders_conn.cursor()
+
+    all_ethscription_con = sqlite3.connect(all_ethscription_db_file)
+    all_ethscription_cur = all_ethscription_con.cursor()
+
+    while True:
+        get_single_all_transactions(single_orders_cursor, single_orders_conn, all_ethscription_cur)
+        time.sleep(15)
+    while True:
+        print('ETCH 单笔错误退出')
         time.sleep(15)
 
 
-# Streamlit app layout
-st.set_page_config(page_title="EthPen - 铭文数据分析", page_icon="💹", layout='centered', initial_sidebar_state='auto')
-st.subheader(r'💹 :rainbow[EthPen - 铭文数据分析]', anchor=False, divider='rainbow')
+# 获取所有批量购买订单（线程入口）
+def get_etch_batch_orders():
+    # SQLite setup
+    batch_orders_conn = sqlite3.connect(etch_batch_orders_db_file)
+    batch_orders_cursor = batch_orders_conn.cursor()
+
+    all_ethscription_con = sqlite3.connect(all_ethscription_db_file)
+    all_ethscription_cur = all_ethscription_con.cursor()
 
-st.markdown(f'### eths 数据总揽')
+    while True:
+        get_batch_all_transactions(batch_orders_cursor, batch_orders_conn, all_ethscription_cur)
+        time.sleep(15)
+    while True:
+        print('ETCH 多笔错误退出')
+        time.sleep(15)
+
+
+# 获取所有 ethscriptions 数据，只检查有或者没有（线程入口）
+def get_all_ethscription_by_id():
+    # SQLite setup
+    all_ethscription_conn = sqlite3.connect(all_ethscription_db_file, check_same_thread=False)
+    all_ethscription_cursor = all_ethscription_conn.cursor()
+
+    # Database lock
+    db_lock = threading.Lock()
+
+    while True:
+        batch_conn = sqlite3.connect(etch_batch_orders_db_file)
+        batch_cursor = batch_conn.cursor()
+
+        single_conn = sqlite3.connect(etch_single_orders_db_file)
+        single_cursor = single_conn.cursor()
+
+        # 从 single_orders.db 中获取所有 ethscriptionId
+        single_cursor.execute("SELECT ethscriptionId FROM orders")
+        ethscriptions_single = single_cursor.fetchall()
+
+        # 从 batch_orders.db 中获取所有 ethscriptionId
+        batch_cursor.execute("SELECT ethscriptionId FROM orders")
+        ethscriptions_batch = batch_cursor.fetchall()
+
+        # 对于每一个 ethscriptionId，检查其是否在 all_ethscription.db 中
+        for ethscription in ethscriptions_single:
+            all_ethscription_cursor.execute("SELECT COUNT(*) FROM id_content WHERE ethscriptionId=?",
+                                            (ethscription[0],))
+            exists = all_ethscription_cursor.fetchone()[0]
+
+            # 如果不存在，则插入
+            if exists == 0:
+                all_ethscription_cursor.execute("INSERT INTO id_content (ethscriptionId, ethscription) VALUES (?, ?)",
+                                                (ethscription[0], None))
+        all_ethscription_conn.commit()
+        # 对于每一个 ethscriptionId，检查其是否在 all_ethscription.db 中
+        for ethscription in ethscriptions_batch:
+            all_ethscription_cursor.execute("SELECT COUNT(*) FROM id_content WHERE ethscriptionId=?",
+                                            (ethscription[0],))
+            exists = all_ethscription_cursor.fetchone()[0]
+
+            # 如果不存在，则插入
+            if exists == 0:
+                all_ethscription_cursor.execute(
+                    "INSERT INTO id_content (ethscriptionId, ethscription) VALUES (?, ?)",
+                    (ethscription[0], None))
+        all_ethscription_conn.commit()
+        batch_conn.close()
+        single_conn.close()
+
+        update_all_ethscription_with_id(all_ethscription_conn, all_ethscription_cursor, db_lock)
+
+        time.sleep(60)
+    while True:
+        print('ETCH get all 错误退出')
+        time.sleep(15)
+
+
+# Streamlit app 布局设置
+st.set_page_config(page_title="EthPen - 铭文数据分析", page_icon="💹", layout='centered', initial_sidebar_state='auto')
+st.write("<style>div.row-widget.stRadio > div{background-color:white;border: 1px solid #e6e9ef;border-radius:8px;padding:10px;box-shadow: 2px 2px 10px #e6e9ef;}</style>", unsafe_allow_html=True)
+st.markdown(f'# <img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "ethpen_logo.svg"))}" alt="Image" width="64px" height="64px" style="border-radius: 8px; box-shadow: 3px 3px 10px rgba(0,0,0,0.1);"/> :rainbow[铭文数据分析]', unsafe_allow_html=True)
+st.subheader(r'', anchor=False, divider='rainbow')
+st.markdown(f'### $eths 数据盘点')
 eths_conn = sqlite3.connect(eths_db_file)
 eths_cur = eths_conn.cursor()
 # 查询eths_data表中所有数据
@@ -179,7 +1276,6 @@ if eths_data:
 
         eths_stakers = st.metric(label='ETHS TVL', value=f'${eths_data[0][8]:,.0f}')
 
-
 st.markdown(f'### 新铭文题写')
 ethscriptions_cur.execute('''
     SELECT block_time, data
@@ -201,44 +1297,100 @@ for item in new_100_results_temp:
 result_df = pd.DataFrame(new_100_results)
 st.dataframe(result_df, use_container_width=True, hide_index=True)
 
-ethscriptions_cur.execute("SELECT block_number FROM process_blocks")
-index_result = ethscriptions_cur.fetchone()
-index_processed_block = index_result[0]
-index_latest_block_number = w3.eth.block_number
-st.markdown(f'*EthPen Ethscriptions Index Status: {index_processed_block}/{index_latest_block_number}*')
-
-
-download = st.toggle(" ", value=False)
-if download:
-    current_dir = os.path.dirname(__file__)
-    parent_dir = os.path.dirname(current_dir)
-    # Constructing database file path
-    ethscrptions_db_file = os.path.join(parent_dir, 'data', 'ethscriptions_data.db')
-    st.download_button(
-        label='下载数据库',
-        data=open(ethscrptions_db_file, 'rb'),
-        file_name='EthPen_ethscriptions_data.db',
-        mime='application/octet-stream'
-    )
+st.markdown(f'### Etch Market 数据洞察')
+eth_token_price = get_eth_price()
 
+data_selected_option = st.radio("选择查询的类型：", ['Etch Market', '$eths Token', 'mfpurrs NFT', 'Hyppocritez NFT'], index=0, horizontal=True, label_visibility = "collapsed")
+
+if data_selected_option == 'Etch Market':
+    ethscription = 0
+if data_selected_option == '$eths Token':
+    ethscription = 1
+if data_selected_option == 'mfpurrs NFT':
+    ethscription = 2
+if data_selected_option == 'Hyppocritez NFT':
+    ethscription = 3
+
+
+with open(all_pkl_file[ethscription], 'rb') as file:
+    etch_loaded_data = pickle.load(file)
+
+st.markdown(f'#### {data_selected_option} 数据概览')
+
+col1, col2 = st.columns(2)
+with col1:
+    st.metric(label=f'总交易量 {etch_loaded_data["etch_total_volume_and_orders"][0]:.0f} ETH', value=f'${etch_loaded_data["etch_total_volume_and_orders"][0] * eth_token_price:,.0f}')
+    st.metric(label=f'30 日交易量 {etch_loaded_data["etch_30d_volume_and_orders"][0]:.0f} ETH', value=f'${etch_loaded_data["etch_30d_volume_and_orders"][0] * eth_token_price:,.0f}')
+    st.metric(label=f'7 日交易量 {etch_loaded_data["etch_7d_volume_and_orders"][0]:.0f} ETH', value=f'${etch_loaded_data["etch_7d_volume_and_orders"][0] * eth_token_price:,.0f}')
+    st.metric(label=f'3 日交易量 {etch_loaded_data["etch_3d_volume_and_orders"][0]:.0f} ETH', value=f'${etch_loaded_data["etch_3d_volume_and_orders"][0] * eth_token_price:,.0f}')
+    st.metric(label=f'1 日交易量 {etch_loaded_data["etch_1d_volume_and_orders"][0]:.0f} ETH', value=f'${etch_loaded_data["etch_1d_volume_and_orders"][0] * eth_token_price:,.0f}')
+
+    st.metric(label=f'总交易人数 / 独立用户', value=f'{etch_loaded_data["etch_total_buyers_sellers"][2]:,.0f}')
+    st.metric(label=f'1 日交易人数', value=f'{etch_loaded_data["etch_1d_buyers_sellers"][2]:,.0f}')
+    st.metric(label=f'总消耗矿工费', value=f'{etch_loaded_data["etch_total_fee"]:,.2f}ETH')
+with col2:
+    st.metric(label=f'总订单量', value=f'{etch_loaded_data["etch_total_volume_and_orders"][1]:,.0f}')
+    st.metric(label=f'30 日订单量', value=f'{etch_loaded_data["etch_30d_volume_and_orders"][1]:,.0f}')
+    st.metric(label=f'7 日订单量', value=f'{etch_loaded_data["etch_7d_volume_and_orders"][1]:,.0f}')
+    st.metric(label=f'3 日订单量', value=f'{etch_loaded_data["etch_3d_volume_and_orders"][1]:,.0f}')
+    st.metric(label=f'1 日订单量', value=f'{etch_loaded_data["etch_1d_volume_and_orders"][1]:,.0f}')
+
+    st.metric(label=f'总买家 / 总卖家', value=f'{etch_loaded_data["etch_total_buyers_sellers"][0]:,.0f} / {etch_loaded_data["etch_total_buyers_sellers"][1]:,.0f}')
+    st.metric(label=f'1 日买家 / 卖家', value=f'{etch_loaded_data["etch_1d_buyers_sellers"][0]:,.0f} / {etch_loaded_data["etch_1d_buyers_sellers"][1]:,.0f}')
+
+st.markdown(f'#### {data_selected_option} 综合排行榜')
+st.dataframe(etch_loaded_data["etch_combined_rank"], use_container_width=True, hide_index=True)
+
+st.markdown(f'#### {data_selected_option} 订单金额 TOP 20 排行榜')
+st.dataframe(etch_loaded_data["etch_top_price_rank"], use_container_width=True, hide_index=True)
+
+st.markdown(f'#### {data_selected_option} EthscriptionID 换手次数 TOP 100 排行榜')
+st.dataframe(etch_loaded_data["etch_top_id_rank"], use_container_width=True, hide_index=True)
+
+st.markdown(f'#### {data_selected_option} 最近 100 条交易')
+st.dataframe(etch_loaded_data["etch_last_100_orders"], use_container_width=True, hide_index=True)
+if ethscription != 0:
+    # daily_transaction_volume_and_price(etch_loaded_data["daily_transaction_volume"])
+    # 显示蜡烛图
+    st.markdown(f'#### {data_selected_option} 价格走势图')
+    st.line_chart(etch_loaded_data["daily_transaction_volume"][['开', '高', '低', '收']])
+    # 显示成交量图
+    st.markdown(f'#### {data_selected_option} 每日成交量图')
+    st.bar_chart(etch_loaded_data["daily_transaction_volume"]['交易量'])
+
+# 显示每日成交额图
+st.markdown(f'#### {data_selected_option} 每日成交额图')
+st.bar_chart(etch_loaded_data["daily_transaction_volume"]['交易额'])
+
+# 线程入口
 config = configparser.ConfigParser()
 config.read(config_ini_file)
-thread_start_state_value = config['thread_start_state']['state']
+thread_start_state_value = config['data_thread_start_state']['state']
 if thread_start_state_value == '0':
-    print('线程未启动。')
-    config['thread_start_state']['state'] = '1'
+    print('数据分析线程未启动。')
+    config['data_thread_start_state']['state'] = '1'
     with open(config_ini_file, 'w') as configfile:
         config.write(configfile)
 
     eths_thread = threading.Thread(target=get_eths_data)
     ethscriptions_thread = threading.Thread(target=get_ethscriptions_data)
+    etch_single_orders_thread = threading.Thread(target=get_etch_single_orders)
+    etch_batch_orders_thread = threading.Thread(target=get_etch_batch_orders)
+    all_ethscription_by_id_thread = threading.Thread(target=get_all_ethscription_by_id)
 
     # 启动线程
     eths_thread.start()
     ethscriptions_thread.start()
+    etch_single_orders_thread.start()
+    etch_batch_orders_thread.start()
+    all_ethscription_by_id_thread.start()
 
     # 等待线程结束
     eths_thread.join()
     ethscriptions_thread.join()
+    etch_single_orders_thread.join()
+    etch_batch_orders_thread.join()
+    all_ethscription_by_id_thread.join()
+
 else:
-    print('线程已经启动。')
+    print('数据分析线程已经启动。')

pages/5_🏫_教程中心.py

@@ -1,14 +1,22 @@
+import base64
 import streamlit as st
 import re
 import os
 import sqlite3
 import pandas as pd
 import time
-import pandas as pd
+
+
+# 图片Base64
+def image_to_base64(img_path):
+    with open(img_path, "rb") as image_file:
+        return base64.b64encode(image_file.read()).decode()
+
 
 # Streamlit app layout
 st.set_page_config(page_title="EthPen - 教程中心", page_icon="🏫", layout='centered', initial_sidebar_state='auto')
-st.subheader(r'🏫 :rainbow[EthPen - 教程中心]', anchor=False, divider='rainbow')
+st.markdown(f'# <img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "ethpen_logo.svg"))}" alt="Image" width="64px" height="64px" style="border-radius: 8px; box-shadow: 3px 3px 10px rgba(0,0,0,0.1);"/> :rainbow[教程中心]', unsafe_allow_html=True)
+st.subheader(r'', anchor=False, divider='rainbow')
 st.error('开发中，仅供参考...')
-st.error('如果你有更好的想法，可以联系我。')
+st.error('若您有更好的建议或想法，请随时与我取得联系。')
 

pages/6_📢_推送通知服务.py

@@ -1,14 +1,326 @@
 import streamlit as st
-import re
+import requests
 import os
+from web3 import Web3
 import sqlite3
-import pandas as pd
 import time
+import threading
+import base64
+import configparser
+import pandas as pd
+import json
+from concurrent.futures import ThreadPoolExecutor
+from datetime import datetime
+
+
+my_style = '''
+<style>
+    .tag {
+        display: inline-block;
+        padding: 2px 6px;
+        background-color: #f2f2f2;  /* 默认的背景颜色 */
+        border-radius: 5px;        /* 圆角效果 */
+        margin: 0 2px;
+        transition: background-color 0.3s;  /* 平滑的颜色过渡效果 */
+    }
+
+    .tag:hover {
+        background-color: #cffd51;  /* 鼠标经过时的背景颜色 */
+    }
+
+    .tag:active {
+        background-color: #cffd51;  /* 鼠标按下时的背景颜色 */
+    }
+</style>
+'''
+
+# 获取 pushover api
+pushover_api_token = os.environ.get('pushover_api_token', '')
+pushover_user_token = os.environ.get('pushover_user_token', '')
+
+# 获取当前文件目录
+current_dir = os.path.dirname(__file__)
+parent_dir = os.path.dirname(current_dir)
+config_ini_file = os.path.join(parent_dir, 'data', 'config.ini')  # 程序配置文件
+push_messages_db_file = os.path.join(parent_dir, 'data', 'push_messages.db')
+all_ethscription_db_file = os.path.join(parent_dir, 'data', 'all_ethscription.db')
+
+# 设置数据库
+push_messages_conn = sqlite3.connect(push_messages_db_file)
+push_messages_cur = push_messages_conn.cursor()
+
+# 使用你的Ethereum节点的RPC地址
+infura_api_key_eths = os.environ.get('infura_api_key_eths', '')
+w3 = Web3(Web3.HTTPProvider(infura_api_key_eths))
+
+# 设置 telegram api
+telegram_bot_token = os.environ.get('telegram_bot_token', '')
+telegram_channel_id = "@ethspush"
+telegram_base_url = f"https://api.telegram.org/bot{telegram_bot_token}"
+
+thread_id = 0
+executor = ThreadPoolExecutor(max_workers=10)
+
+# 配置合约 ABI 文件
+with open(os.path.join(parent_dir, 'data', 'batch_contract_abi.json'), "r") as batch:
+    contract_abi = json.load(batch)
+batch_contract = w3.eth.contract(abi=contract_abi)
+
+with open(os.path.join(parent_dir, 'data', 'single_contract_abi.json'), "r") as single:
+    contract_abi = json.load(single)
+single_contract = w3.eth.contract(abi=contract_abi)
+
+with open(os.path.join(parent_dir, 'data', 'single_contract_old_abi.json'), "r") as single_old:
+    contract_abi = json.load(single_old)
+single_old_contract = w3.eth.contract(abi=contract_abi)
+
+
+# 图片 Base64
+def image_to_base64(img_path):
+    with open(img_path, "rb") as image_file:
+        return base64.b64encode(image_file.read()).decode()
+
+
+# 通过 ID 从 all_ethscription 获取铭文内容
+def get_ethscription_by_id(ethscription_id, all_ethscription_cur):
+    # 执行查询语句
+    all_ethscription_cur.execute("SELECT name FROM id_content WHERE ethscriptionId=?", (ethscription_id,))
+    result = all_ethscription_cur.fetchone()
+
+    # 返回结果
+    if result:
+        return result[0]
+    else:
+        return None
+
+
+# 获取单个 ethscription 数据
+def get_specific_ethscription(ethscription_identifier):
+    endpoint = f"/ethscriptions/{ethscription_identifier}"
+
+    try:
+        response = requests.get("https://mainnet-api.ethscriptions.com/api" + endpoint, timeout=3)
+        response.raise_for_status()  # Will raise an HTTPError if the HTTP request returned an unsuccessful status code
+
+        if response.status_code == 200:
+            # Assuming the Content-Type is JSON
+            return response.json()
+        else:
+            print(f'Unexpected status code {response.status_code} for identifier: {ethscription_identifier}')
+            return None
+
+    except requests.Timeout:
+        print(f"Request timed out for identifier: {ethscription_identifier}")
+    except requests.ConnectionError:
+        print(f"Connection error for identifier: {ethscription_identifier}")
+    except requests.TooManyRedirects:
+        print(f"Too many redirects for identifier: {ethscription_identifier}")
+    except requests.HTTPError as http_err:
+        print(f"HTTP error for identifier {ethscription_identifier}: {http_err}")
+    except requests.RequestException as req_err:
+        print(f"General error for identifier {ethscription_identifier}: {req_err}")
+    except Exception as e:
+        # Catch-all for any other unforeseen exceptions
+        print(f"An unexpected error occurred for identifier {ethscription_identifier}: {e}")
+
+    return None  # Ensure the function always returns a value even in the case of an error
+
+
+def send_message_to_channel(text):
+    url = f"{telegram_base_url}/sendMessage"
+    payload = {
+        "chat_id": telegram_channel_id,
+        "text": text
+    }
+
+    response = requests.post(url, data=payload)
+
+    if response.status_code == 200:
+        return response.json()
+    else:
+        return None
+
+
+def send_pushover_notification(token, user_key, message, title):
+
+    url = "https://api.pushover.net/1/messages.json"
+
+    data = {
+        "token": token,
+        "user": user_key,
+        "message": message,
+        "title": title
+    }
+
+    response = requests.post(url, data=data)
+
+    if response.status_code == 200:
+        return response.json()
+    else:
+        return None
+
+
+def send_message_to_channel_wrapper(text):
+    return send_message_to_channel(text)
+
+
+def send_pushover_notification_wrapper(token, user_key, message, title):
+    return send_pushover_notification(token, user_key, message, title)
+
+
+def get_push_data():
+    push_messages_w_conn = sqlite3.connect(push_messages_db_file)
+    push_messages_w_cur = push_messages_w_conn.cursor()
+    all_ethscription_conn = sqlite3.connect(all_ethscription_db_file)
+    all_ethscription_cur = all_ethscription_conn.cursor()
+
+    with ThreadPoolExecutor() as executor:
+
+        while True:
+            block_number = w3.eth.block_number
+            # block_number = 18205797
+            block = w3.eth.get_block(block_number, full_transactions=True)
+            transactions = block['transactions']
+            for tx in transactions:
+                query = "SELECT EXISTS(SELECT 1 FROM messages WHERE hash=?)"
+                push_messages_w_cur.execute(query, (str(tx['hash'].hex()),))
+                exists = push_messages_w_cur.fetchone()[0]
+                if not exists:
+                    if tx['to'] == '0x57b8792c775D34Aa96092400983c3e112fCbC296':
+                        if tx['value'] >= 1:
+                            if tx['input'][:10] == '0xd2234424' or tx['input'][:10] == '0xd92a1740':
+                                try:
+                                    if tx['input'][:10] == '0xd2234424':
+                                        data = single_old_contract.decode_function_input(tx['input'])
+                                    if tx['input'][:10] == '0xd92a1740':
+                                        data = single_contract.decode_function_input(tx['input'])
+
+                                    params = data[1]
+                                    # Handle bytes data
+                                    for key, value in params.items():
+                                        if isinstance(value, bytes):
+                                            params[key] = value.hex()
+                                    # 获取并处理订单数据
+                                    order = params.get('order', {})
+                                    if order:  # 确保order不为空
+                                        for key in ['ethscriptionId', 'r', 's', 'params']:
+                                            if key in order:  # 确保键在order中
+                                                order[key] = order[key].hex()
+
+                                    ethscription = get_ethscription_by_id(f'0x{order["ethscriptionId"]}', all_ethscription_cur)
+                                    if ethscription:
+                                        ethscription = get_specific_ethscription()
+                                        if ethscription['collections']:
+                                            name = ethscription['collections'][0]['name']
+                                        else:
+                                            name = ethscription['content_uri']
+                                            if len(name) > 128:
+                                                name = ethscription['ethscription_number']
+                                    msg_title = f"ETCH new order: {float(order['price']) / 1e18} ETH"
+                                    msg_text = f"""
+        Etch 新的单笔大额订单
+        时间：{datetime.fromtimestamp(block['timestamp'])}
+        铭文：{name}
+        数量：{order['quantity']}
+        单价：{float(order['price']) / 1e18 / order['quantity']}
+        金额：{float(order['price']) / 1e18}
+        买家：{tx['from']}
+        卖家：{order['signer']}
+        链接：{'https://etherscan.io/tx/' + tx['hash'].hex()}
+                                    """
+                                    # response = send_message_to_channel(msg_text)
+                                    telegram_future = executor.submit(send_message_to_channel_wrapper, msg_text)
+                                    pushover_future = executor.submit(send_pushover_notification_wrapper, pushover_api_token, pushover_user_token, msg_text, msg_title)
+
+                                    telegram_response = telegram_future.result()
+                                    pushover_response = pushover_future.result()
+
+                                    push_messages_w_cur.execute('''
+                                    INSERT INTO messages (time, title, hash) VALUES (?, ?, ?)
+                                    ''', (str(datetime.fromtimestamp(block['timestamp'])), str(msg_title), str(tx['hash'].hex())))
+                                    push_messages_w_conn.commit()
+                                except Exception as e:
+                                    print(f"Error processing transaction {tx['hash'].hex()}: {e}")
+
+                    if tx['to'] == '0x941Bc2E04A776d436E183Fe4204Bb84FeBA564D3':
+                        if tx['value'] >= 1:
+                            if tx['input'][:10] == '0x3bb23351':
+                                try:
+                                    data = batch_contract.decode_function_input(tx['input'])
+                                    params = data[1]
+                                    # Handle bytes data
+                                    for key, value in params.items():
+                                        if isinstance(value, bytes):
+                                            params[key] = value.hex()
+                                    # 获取并处理订单数据
+                                    orders_data = params.get('orders', [])
+                                    for order in orders_data:
+                                        for key in ['ethscriptionId', 'r', 's', 'params']:
+                                            order[key] = order[key].hex()
+
+                                    msg_title = f"ETCH new order: {float(tx['value']) / 1e18} ETH"
+                                    msg_text = f"""
+        Etch 新的批量大额订单
+        时间：{datetime.fromtimestamp(block['timestamp'])}
+        金额：{float(tx['value']) / 1e18}
+        买家：{tx['from']}
+        链接：{'https://etherscan.io/tx/' + tx['hash'].hex()}
+                                                """
+                                    # response = send_message_to_channel(msg_text)
+                                    telegram_future = executor.submit(send_message_to_channel_wrapper, msg_text)
+                                    pushover_future = executor.submit(send_pushover_notification_wrapper, pushover_api_token, pushover_user_token, msg_text, msg_title)
+
+                                    telegram_response = telegram_future.result()
+                                    pushover_response = pushover_future.result()
+
+                                    push_messages_w_cur.execute('''
+                                                                INSERT INTO messages (time, title, hash) VALUES (?, ?, ?)
+                                                                ''', (
+                                    str(datetime.fromtimestamp(block['timestamp'])), str(msg_title), str(tx['hash'].hex())))
+                                    push_messages_w_conn.commit()
+                                except Exception as e:
+                                    print(f"Error processing transaction {tx['hash'].hex()}: {e}")
+
+            time.sleep(10)
 
 
 # Streamlit app layout
 st.set_page_config(page_title="EthPen - 推送通知服务", page_icon="📢", layout='centered', initial_sidebar_state='auto')
-st.subheader(r'📢 :rainbow[EthPen - 推送通知服务]', anchor=False, divider='rainbow')
+st.markdown(f'# <img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "ethpen_logo.svg"))}" alt="Image" width="64px" height="64px" style="border-radius: 8px; box-shadow: 3px 3px 10px rgba(0,0,0,0.1);"/> :rainbow[推送通知服务]', unsafe_allow_html=True)
+st.subheader(r'', anchor=False, divider='rainbow')
 st.error('开发中，仅供参考...')
-st.error('如果你有更好的想法，可以联系我。')
+st.error('若您有更好的建议或想法，请随时与我取得联系。')
+st.markdown('### 订阅服务')
+push_service_option = st.radio("选择通知的服务：", ['Telegram', 'Pushover', 'Bark', 'Server 酱', 'PushDeer', '钉钉', '企业微信', '飞书', 'Discord', '短信', '电话'], index=0,
+                                horizontal=True, disabled=True)
+col1, col2 = st.columns(2)
+# 在第一个列中添加文本输入框
+text_input = col1.text_input("API Keys:", label_visibility='collapsed', disabled=True)
+# 在第二个列中添加按钮
+button_clicked = col2.button("订阅", disabled=True)
+st.markdown(f'''{my_style}<span class="tag"><a href="https://pushover.net/subscribe/EthPencom-je7oe47in2fchv8" target="_blank" style="text-decoration: none;"><img src="data:image/jpeg;base64,{image_to_base64(os.path.join("img", "pushover_logo.jpg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> Pushover - EthPen.com</span></a>
+<span class="tag"><a href="https://t.me/ethspush" target="_blank" style="text-decoration: none;"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "telegram.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> @ethspush</span></a>
+''', unsafe_allow_html=True)
+st.markdown('考虑到通知的时效性及操作的便捷性，暂不支持个人定制服务，且推送的触发条件为合约交易金额大于等于 1ETH。目前我们只开放了 Telegram 频道和 Pushover 作为通知方式。欢迎各位订阅并体验推送服务。')
+
+st.markdown('### 最近消息')
+with sqlite3.connect(push_messages_db_file) as conn:
+    recent_messages = pd.read_sql_query("SELECT time, title, hash FROM messages ORDER BY time DESC LIMIT 10;", conn)
+st.dataframe(recent_messages, use_container_width=True, hide_index=True)
+
+config = configparser.ConfigParser()
+config.read(config_ini_file)
+thread_start_state_value = config['push_thread_start_state']['state']
+if thread_start_state_value == '0':
+    print('消息推送线程未启动。')
+    config['push_thread_start_state']['state'] = '1'
+    with open(config_ini_file, 'w') as configfile:
+        config.write(configfile)
+
+    # 创建线程对象
+    push_thread = threading.Thread(target=get_push_data)
+    push_thread.start()
+    push_thread.join()
 
+else:
+    print('消息推送线程已经启动。')

pages/7_ℹ️️_EthPen.com 简介.py

@@ -0,0 +1,97 @@
+import streamlit as st
+import base64
+import os
+import shutil
+
+my_style = '''
+<style>
+    .tag {
+        display: inline-block;
+        padding: 2px 6px;
+        background-color: #f2f2f2;  /* 默认的背景颜色 */
+        border-radius: 5px;        /* 圆角效果 */
+        margin: 0 2px;
+        transition: background-color 0.3s;  /* 平滑的颜色过渡效果 */
+    }
+
+    .tag:hover {
+        background-color: #cffd51;  /* 鼠标经过时的背景颜色 */
+    }
+
+    .tag:active {
+        background-color: #cffd51;  /* 鼠标按下时的背景颜色 */
+    }
+</style>
+'''
+
+
+# 图片Base64
+def image_to_base64(img_path):
+    with open(img_path, "rb") as image_file:
+        return base64.b64encode(image_file.read()).decode()
+
+
+# 压缩文件
+def zip_directory(directory_path, output_filename):
+    # 创建一个zip文件
+    shutil.make_archive(output_filename, 'zip', directory_path)
+    return output_filename + ".zip"
+
+
+# Streamlit app layout
+st.set_page_config(page_title="EthPen - EthPen.com 简介", page_icon="ℹ️", layout='centered',
+                   initial_sidebar_state='auto')
+st.markdown(f'# <img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "ethpen_logo.svg"))}" alt="Image" width="64px" height="64px" style="border-radius: 8px; box-shadow: 3px 3px 10px rgba(0,0,0,0.1);"/> :rainbow[EthPen.com 简介]', unsafe_allow_html=True)
+st.subheader(r'', anchor=False, divider='rainbow')
+
+st.markdown(
+    f'欢迎踏足 EthPen - 以太之笔！这里汇聚了一系列关于 Ethscriptions 的精细工具集，无论是单一查询、铭文题写，还是批量检索、编码题写，乃至深入的教程导引、数据分析等，以太之笔都将助您铭文题写如飞。我们立志推广 Ethscriptions 的宏大理念，期望 $eths 翱翔于星空，与月相伴！若您携手建议或创意，我们热切期待您的声音。',
+    unsafe_allow_html=True)
+st.markdown(r'## :rainbow[EthPen 题写铭文的好帮手！]')
+st.markdown('')
+st.markdown(
+    '顺便提一句，我是 pztuya。这个网站的所有内容都是我一手打造的。由于能力和时间所限，内容更新的速度可能较慢，甚至程序出错导致你的资金出现问题，我也是需要用户反馈后才去修改，希望您能理解。谢谢您的支持与耐心 😊～')
+
+st.markdown(
+    f'''{my_style}<span class="tag"><a href="https://twitter.com/pztuya" target="_blank" style="text-decoration: none;"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "x.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> @pztuya</span></a>
+<span class="tag"><a href="https://t.me/NervosCKB" target="_blank" style="text-decoration: none;"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "telegram.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> @NervosCKB</span></a>
+''', unsafe_allow_html=True)
+
+st.markdown(
+    f'''# <span class="tag"><a href="https://huggingface.co/spaces/Ethscriptions/eths" target="_blank" style="text-decoration: none;"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "huggingface_logo.svg"))}" alt="Image" width="60px" height="60px" style="border-radius: 9px;" /> @Ethscriptions </span></a>
+''', unsafe_allow_html=True)
+
+st.markdown('### 更新记录')
+st.markdown('- 2023 年 9 月 28 日以前，项目上线，多种优化。')
+st.markdown('- 增加推送通知服务功能')
+st.markdown('- 增加更多的数据分析功能')
+st.markdown('### 更新计划')
+st.markdown('1. 添加链接 Metamask 钱包功能')
+st.markdown('2. 添加 Metamask 钱包题写铭文功能')
+st.markdown('3. 增加教程中心的多种教程')
+st.markdown('4. 页面优化、代码优化')
+
+
+# 下载所有文件
+st.markdown('### 下载数据库和配置文件')
+database_download_password = os.environ.get('database_download_password', 'get_error')
+col1, col2 = st.columns(2)
+database_dl_pw_text_input = col1.text_input("输入密码：", label_visibility='collapsed')
+database_dl_pw_button = col2.button("提交")
+if database_dl_pw_button:
+    if database_dl_pw_text_input == database_download_password:
+        current_dir = os.path.dirname(__file__)
+        parent_dir = os.path.dirname(current_dir)
+        ethpen_data_file = os.path.join(parent_dir, 'data')
+        zipped_file = zip_directory(ethpen_data_file, "zipped_directory")
+        with open(zipped_file, "rb") as file:
+            bytes_data = file.read()
+            st.download_button(
+                label="下载文件",
+                data=bytes_data,
+                file_name="EthPen_data.zip",
+                mime="application/zip"
+            )
+        os.remove(zipped_file)  # 删除临时创建的zip文件
+    else:
+        st.markdown('暂时未开放下载，密码输入错误，请重试。')

pages/7_ℹ️️_关于 EthPen.com.py

@@ -1,50 +0,0 @@
-import streamlit as st
-import base64
-import os
-
-
-my_style = '''
-<style>
-    .tag {
-        display: inline-block;
-        padding: 2px 6px;
-        background-color: #f2f2f2;  /* 默认的背景颜色 */
-        border-radius: 5px;        /* 圆角效果 */
-        margin: 0 2px;
-        transition: background-color 0.3s;  /* 平滑的颜色过渡效果 */
-    }
-
-    .tag:hover {
-        background-color: #cffd51;  /* 鼠标经过时的背景颜色 */
-    }
-
-    .tag:active {
-        background-color: #cffd51;  /* 鼠标按下时的背景颜色 */
-    }
-</style>
-'''
-
-
-# 图片Base64
-def image_to_base64(img_path):
-    with open(img_path, "rb") as image_file:
-        return base64.b64encode(image_file.read()).decode()
-
-
-# Streamlit app layout
-st.set_page_config(page_title="EthPen - 关于 EthPen.com", page_icon="ℹ️", layout='centered', initial_sidebar_state='auto')
-st.subheader(r'ℹ️ :rainbow[EthPen - 关于 EthPen.com]', anchor=False, divider='rainbow')
-
-st.markdown(
-    f'欢迎踏足 EthPen - 以太之笔！这里汇聚了一系列关于 Ethscriptions 的精细工具集，无论是单一查询、铭文题写，还是批量检索、编码题写，乃至深入的教程导引，以太之笔都将助您铭文题写如飞。我们立志推广 Ethscriptions 的宏大理念，期望 $eths 翱翔于星空，与月相伴！若您携手建议或创意，我们热切期待您的声音。',
-    unsafe_allow_html=True)
-st.markdown(r'## :rainbow[EthPen 题写铭文的好帮手！]')
-st.markdown('')
-st.markdown('顺便提一句，我是 pztuya。这个网站的所有内容都是我一手打造的。由于能力和时间所限，内容更新的速度可能较慢，希望您能理解。谢谢您的支持与耐心 😊～')
-
-st.markdown(f'''{my_style}<span class="tag"><a href="https://twitter.com/pztuya" target="_blank" style="text-decoration: none;"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "x.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> @pztuya</span></a>
-<span class="tag"><a href="https://t.me/NervosCKB" target="_blank" style="text-decoration: none;"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "telegram.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> @NervosCKB</span></a>
-''', unsafe_allow_html=True)
-
-st.markdown(f'''# <span class="tag"><a href="https://huggingface.co/spaces/Ethscriptions/eths" target="_blank" style="text-decoration: none;"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "huggingface_logo.svg"))}" alt="Image" width="60px" height="60px" style="border-radius: 9px;" /> @Ethscriptions </span></a>
-''', unsafe_allow_html=True)

requirements.txt

@@ -1,111 +1,6 @@
-aiofiles==23.1.0
-aiohttp==3.8.5
-aiosignal==1.3.1
-altair==5.0.1
-annotated-types==0.5.0
-anyio==3.7.1
-async-timeout==4.0.2
-attrs==23.1.0
-bitarray==2.8.0
-blinker==1.6.2
-cachetools==5.3.1
-certifi==2023.5.7
-charset-normalizer==3.1.0
-click==8.1.6
-contourpy==1.1.0
-cycler==0.11.0
-cytoolz==0.12.2
-decorator==5.1.1
-docopt==0.6.2
-eth-abi==4.1.0
-eth-account==0.9.0
-eth-hash==0.5.2
-eth-keyfile==0.6.1
-eth-keys==0.4.0
-eth-rlp==0.3.0
-eth-typing==3.4.0
-eth-utils==2.2.0
-exceptiongroup==1.1.2
-fastapi==0.100.1
-ffmpy==0.3.1
-filelock==3.12.2
-fonttools==4.42.0
-frozenlist==1.4.0
-fsspec==2023.6.0
-gitdb==4.0.10
-GitPython==3.1.32
-gradio==3.39.0
-gradio_client==0.3.0
-h11==0.14.0
-hexbytes==0.3.1
-httpcore==0.17.3
-httpx==0.24.1
-huggingface-hub==0.16.4
-idna==3.4
-importlib-metadata==6.8.0
-importlib-resources==6.0.0
-Jinja2==3.1.2
-jsonschema==4.18.4
-jsonschema-specifications==2023.7.1
-kiwisolver==1.4.4
-linkify-it-py==2.0.2
-lru-dict==1.2.0
-markdown-it-py==2.2.0
-MarkupSafe==2.1.3
-matplotlib==3.7.2
-mdit-py-plugins==0.3.3
-mdurl==0.1.2
-multidict==6.0.4
-numpy==1.25.1
-orjson==3.9.2
-packaging==23.1
 pandas==2.0.3
-parsimonious==0.9.0
-Pillow==9.5.0
-pipreqs==0.4.13
-protobuf==4.23.4
-pyarrow==12.0.1
-pycryptodome==3.18.0
-pydantic==2.1.1
-pydantic_core==2.4.0
-pydeck==0.8.0
-pydub==0.25.1
-Pygments==2.15.1
-Pympler==1.0.1
-pyparsing==3.0.9
-python-dateutil==2.8.2
-python-multipart==0.0.6
+pandas==2.0.2
 pytz==2023.3
-pytz-deprecation-shim==0.1.0.post0
-pyunormalize==15.0.0
-PyYAML==6.0.1
-referencing==0.30.0
-regex==2023.6.3
-requests==2.31.0
-rich==13.4.2
-rlp==3.0.0
-rpds-py==0.9.2
-schedule==1.2.0
-semantic-version==2.10.0
-six==1.16.0
-smmap==5.0.0
-sniffio==1.3.0
-starlette==0.27.0
+Requests==2.31.0
 streamlit==1.26.0
-tenacity==8.2.2
-toml==0.10.2
-toolz==0.12.0
-tornado==6.3.2
-tqdm==4.65.0
-typing_extensions==4.7.1
-tzdata==2023.3
-tzlocal==4.3.1
-uc-micro-py==1.0.2
-urllib3==2.0.3
-uvicorn==0.23.2
-validators==0.20.0
 web3==6.6.1
-websockets==11.0.3
-yarg==0.1.9
-yarl==1.9.2
-zipp==3.16.2

🖊️EthPen-以太之笔.py

@@ -8,8 +8,8 @@ import base64
 import sqlite3
 import os
 
-infura_api_key = "9bbc614b8a1d49d59869e97d0ee3bf61"
 
+infura_api_key_eths = os.environ.get('infura_api_key_eths', '')
 # Ethscriptions Mainnet API 的基础 URL
 BASE_URL = "https://mainnet-api.ethscriptions.com/api"
 
@@ -95,7 +95,7 @@ def sha256(input_string):
 
 # 根据 TX 获取 input data
 def get_input_data(tx_hash):
-    endpoint = f"https://mainnet.infura.io/v3/{infura_api_key}"
+    endpoint = infura_api_key_eths
     headers = {
         "Content-Type": "application/json",
     }
@@ -221,16 +221,16 @@ def get_eths_staking():
     return {}  # 返回一个空字典作为默认值
 
 
-st.set_page_config(page_title="EthPen - 以太之笔", page_icon="🖊", layout='centered', initial_sidebar_state='collapsed')
+st.set_page_config(page_title="EthPen - 以太之笔", page_icon="🖊", layout='centered', initial_sidebar_state='auto')
 
 # 首页
 st.markdown(
-    f'# <a href="https://ethpen.com" target="_self"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "ethpen_logo.svg"))}" alt="Image" width="64px" height="64px" style="border-radius: 8px;"/></a> :rainbow[EthPen - 以太之笔]',
+    f'# <a href="https://ethpen.com" target="_self"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "ethpen_logo.svg"))}" alt="Image" width="64px" height="64px" style="border-radius: 8px; box-shadow: 3px 3px 10px rgba(0,0,0,0.1);"/></a> :rainbow[EthPen - 以太之笔]',
     unsafe_allow_html=True)
 st.subheader('', anchor=False, divider='rainbow')
 
 # 最近新闻
-st.markdown(f'#### 最近新闻')
+st.markdown(f'### 最近新闻')
 
 st.markdown(
     f'<a href="https://twitter.com/dumbnamenumbers/status/1696989307871826137" target="_blank"><img src="data:image/jpeg;base64,{image_to_base64(os.path.join("img", "news.jpeg"))}" alt="Image" style="max-width: 100%; width: 100%; height: auto; border-radius: 10px; display: block; box-shadow: 5px 5px 15px rgba(0,0,0,0.3);"/></a>',
@@ -240,26 +240,32 @@ st.markdown(
 st.markdown(f'> 3 周前，我们提出了 Ethscriptions 虚拟机的构想——一种通过将其解释为计算机指令来显著增强 Ethscriptions 功能的方法。今天，我们宣布了该虚拟机的首个实现。已在 Goerli 网络上线，并已在 GitHub 上完全开源！👆')
 
 # 广告位图片
-st.markdown(f'#### 广告位')
+st.markdown(f'### 广告位')
 
 
+# st.markdown(
+#     f'<a href="https://twitter.com/EtchMarket/status/1694024108672245953" target="_blank"><img src="data:image/jpeg;base64,{image_to_base64(os.path.join("img", "ad.jpg"))}" alt="Image" style="max-width: 100%; width: 100%; height: auto; border-radius: 10px; display: block; box-shadow: 5px 5px 15px rgba(0,0,0,0.3);"/></a>',
+#     unsafe_allow_html=True)
+#
+# st.markdown(f'> 拆分方案现在面向所有人推出！让我们一起加入权益挖矿的浪潮，并分享50%的月度服务费。')
+st.markdown(f'😭 接不到广告，我太穷了。')
+
 st.markdown(
-    f'<a href="https://twitter.com/EtchMarket/status/1694024108672245953" target="_blank"><img src="data:image/jpeg;base64,{image_to_base64(os.path.join("img", "ad.jpg"))}" alt="Image" style="max-width: 100%; width: 100%; height: auto; border-radius: 10px; display: block; box-shadow: 5px 5px 15px rgba(0,0,0,0.3);"/></a>',
+    f'<img src="data:image/jpeg;base64,{image_to_base64(os.path.join("img", "alipay_qrcode.png"))}" alt="Image" style="max-width: 100%; width: 50%; height: auto; border-radius: 10px; display: block; box-shadow: 5px 5px 15px rgba(0,0,0,0.3);"/>',
     unsafe_allow_html=True)
+st.markdown('')
+st.markdown(f'复制 <span class="tag">845076800</span>。 打开支付宝搜索，赏我一个猪脚饭。🥺', unsafe_allow_html=True)
 
-st.markdown(f'> 拆分方案现在面向所有人推出！让我们一起加入权益挖矿的浪潮，并分享50%的月度服务费。')
-
-
-st.markdown(f'#### 什么是 Ethscriptions？', unsafe_allow_html=True)
+st.markdown(f'### 什么是 Ethscriptions？', unsafe_allow_html=True)
 st.markdown(f'{my_style}<span class="tag"><a href="https://ethscriptions.com/" target="_blank" style="text-decoration: none;"><img src="data:image/jpeg;base64,{image_to_base64(os.path.join("img", "ethscriptions_logo_litto.png"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;"/> Ethscriptions</span></a> 是一种新的在以太坊上创建和分享数字资产的方法，它通过使用交易 calldata 存储数据而不是智能合约来实现，这使其比 NFT 更为经济。它们是完全在链上、无需许可、抗审查的，并且其成本只是 NFT 的一小部分。', unsafe_allow_html=True)
 
 st.markdown(f'<img src="data:image/jpeg;base64,{image_to_base64(os.path.join("img", "input_data.png"))}" alt="Image" style="max-width: 100%; width: 100%; height: auto; border-radius: 10px; display: block; box-shadow: 3px 3px 10px rgba(0,0,0,0.1);"/>', unsafe_allow_html=True)
 st.markdown('')
-st.markdown('#### 谁创造了 Ethscriptions？')
+st.markdown('### 谁创造了 Ethscriptions？')
 st.markdown(f'首个 [Ethscription](https://ethscriptions.com/ethscriptions/0) 是在 2016 年创建的，但正式的协议是由 Tom Lehman，又名 <span class="tag"><a href="https://twitter.com/dumbnamenumbers" target="_blank" style="text-decoration: none;"><img src="data:image/jpeg;base64,{image_to_base64(os.path.join("img", "Middlemarch.jpg"))}" alt="Image" width="20px" height="20px" style="border-radius: 10px;"/> @Middlemarch</span></a> 开发的。除了比特币的铭文，他还受到了来自 Poly Network 黑客的著名的 “原型 - Ethscription” 的启发，你可以在[这笔交易](https://etherscan.io/tx/0x0ae3d3ce3630b5162484db5f3bdfacdfba33724ffb195ea92a6056beaa169490)中看到它。', unsafe_allow_html=True)
 st.markdown(f'- 快来加入 <span class="tag"><a href="https://discord.gg/ethscriptions" target="_blank" style="text-decoration: none;"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "discord.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> @ethscriptions</span></a>，一起讨论 Ethscriptions 的未来！', unsafe_allow_html=True)
 st.markdown(f'- 快来关注 <span class="tag"><a href="https://twitter.com/ethscriptions" target="_blank" style="text-decoration: none;"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "x.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> @ethscriptions</span></a>，掌握 Ethscriptions 的最新动态！', unsafe_allow_html=True)
-st.markdown('#### 如何题写 Ethscriptions？')
+st.markdown('### 如何题写 Ethscriptions？')
 st.markdown(f'题写 Ethscriptions 是十分简单的，相当于在发送 ETH 交易时附带一些转账备注，我们就以使用人数最多的 MetaMask 钱包来举例，我们首先打开<span class="tag"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "0x.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> 显示十六进制数据</span>。', unsafe_allow_html=True)
 st.markdown(f'1. 打开 <span class="tag"><a href="https://matamask.io" target="_blank" style="text-decoration: none;"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "metamask.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> Metamask</span></a> 钱包（如果已安装）；', unsafe_allow_html=True)
 st.markdown(f'2. 在右上角点击打开 <span class="tag"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "matamask-more.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> 菜单栏</span>；', unsafe_allow_html=True)
@@ -268,7 +274,7 @@ st.markdown(f'4. 点击打开 <span class="tag"><img src="data:image/svg+xml;bas
 st.markdown(f'5. 点击打开 <span class="tag"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "0x.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> 显示十六进制数据</span>。', unsafe_allow_html=True)
 st.markdown(f'然后让我们构思一下我们心仪的铭文，我们需要把铭文的文本转换成十六进制形式的数据，在下方文本框输入。', unsafe_allow_html=True)
 
-input_ethscriptions_str = st.text_input('默认以 "data:," 开头，输入需要转换的文本：', key='输入需要转换的文本')
+input_ethscriptions_str = st.text_input('默认以 `data:,` 开头，输入需要转换的文本：', key='输入需要转换的文本')
 if st.button('转换', key='文本转换到十六进制形式'):
     if not input_ethscriptions_str.startswith('data:,'):
         input_ethscriptions_str = f'data:,{input_ethscriptions_str}'
@@ -291,138 +297,41 @@ if st.button('转换', key='文本转换到十六进制形式'):
 
 st.markdown(f'好，让我们发送一笔交易吧，这笔交易是自己给自己发送 0ETH 的交易。', unsafe_allow_html=True)
 st.markdown(f'1. 点击发送 <span class="tag"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "send.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> 发送交易</span>；', unsafe_allow_html=True)
-st.markdown(f'2. 接收地址填写 <span class="tag"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "address.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> 自己的地址</span> ，这是铭文接收的地址，然后金额填写为 0ETH；', unsafe_allow_html=True)
-st.markdown(f'3. 填写 <span class="tag"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "0x.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> 十六进制数据</span> ，也就是我们刚才复制的文本；', unsafe_allow_html=True)
+st.markdown(f'2. 接收地址填写 <span class="tag"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "address.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> 自己的地址</span>，这是铭文接收的地址，然后金额填写为 0ETH；', unsafe_allow_html=True)
+st.markdown(f'3. 填写 <span class="tag"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "0x.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> 十六进制数据</span>，也就是我们刚才复制的文本；', unsafe_allow_html=True)
 st.markdown(f'4. 检查确认无误后发送交易。', unsafe_allow_html=True)
 st.markdown(f'稍等片刻，我们就可以在 <span class="tag"><a href="https://etherscan.io" target="_blank" style="text-decoration: none;"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "etherscan-logo.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> Etherscan</span></a> 区块浏览器看到成功的交易。', unsafe_allow_html=True)
 st.markdown(f'<img src="data:image/jpeg;base64,{image_to_base64(os.path.join("img", "etherscan_input_data.png"))}" alt="Image" style="max-width: 100%; width: 100%; height: auto; border-radius: 10px; display: block; box-shadow: 3px 3px 10px rgba(0,0,0,0.1);"/>', unsafe_allow_html=True)
 st.markdown('')
 
-st.markdown(f'同时我们也可以前往 <span class="tag"><a href="https://ethscriptions.com/" target="_blank" style="text-decoration: none;"><img src="data:image/jpeg;base64,{image_to_base64(os.path.join("img", "ethscriptions_logo_litto.png"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;"/> Ethscriptions</span></a> 官方网站查看我们的铭文。', unsafe_allow_html=True)
-st.markdown(f'如果你觉得上述的方法步骤繁琐，我们建议你使用 Ethscriptions 官方推荐的 [EthScriber](https://ethscriber.xyz/) 还有 [Etherscan IDM](https://etherscan.io/idm)，其他题写工具须在你确保安全的情况下使用，因为你不能确定它要发送什么铭文的交易。', unsafe_allow_html=True)
-st.markdown(f'EthPen.com 不仅为你提供优质的工具，还有详尽的教程供你参考。欢迎你前来探索！', unsafe_allow_html=True)
-
-# st.expander
-search_rune_expander = st.expander("查询 Ethscriptions")
-
-st.markdown(f'🎉 更多功能尽在左上角的 <span class="tag"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "greater-than.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> 菜单栏</span>', unsafe_allow_html=True)
-# 查询铭文页面
-search_rune_expander.info(
-    f"铭文数据来自 [Ethscriptions](https://ethscriptions.com/) 官方网站，当前索引器状态落后: {get_block_status()['blocks_behind']} 个区块。")
-search_rune_expander.markdown("##### 查询 ETH 地址所属铭文")
-user_address = search_rune_expander.text_input('输入 ETH 地址：', '')
-
-if search_rune_expander.button('🔍 查询', key='查询铭文'):
-    # 检查ETH地址
-    pattern = "^0x[a-fA-F0-9]{40}$"
-    if re.match(pattern, user_address):
-        data = get_ethscriptions_by_address(user_address)
-        if not data:
-            search_rune_expander.info(
-                "该地址没有任何铭文，或许是区块暂时没同步过来，如果你不确定，请前往 Ethscriptions 官网再次查询！")
-        else:
-            token_total = 0
-            for token in token_list:
-                for ethscriptions in data:
-                    if is_valid_eths(ethscriptions['content_uri'], token['p'], token['tick'], token['id'],
-                                     token['amt']):
-                        input_data_str = json.loads(ethscriptions['content_uri'][6:])
-                        token_total = token_total + int(input_data_str['amt'])
-                search_rune_expander.success(f"${token['tick']} 有效总量为：{token_total}")
-                token_total = 0
-        search_rune_expander.warning(
-            f"只统计 etch.market 流动性较高的资产，etch.market 上架的代币不计算在内，详细更多的信息请点击[这里](https://ethscriptions.com/{user_address})")
-    else:
-        search_rune_expander.error("输入的 ETH 地址不正确！")
-
-search_rune_expander.markdown("##### 查询铭文的完整信息")
-ethscriptions_str = search_rune_expander.text_input('输入完整的铭文文本：', '')
-if search_rune_expander.button('🔍 查询', key='查询信息'):
+st.markdown('我们可以输入铭文文本查询详细的信息，')
+col1, col2 = st.columns(2)
+ethscriptions_str = col1.text_input('输入完整的铭文文本：', '', label_visibility='collapsed')
+search_information = col2.button('🔍 查询', key='查询信息')
+if search_information:
     if not ethscriptions_str.startswith('data:,'):
         ethscriptions_str = f'data:,{ethscriptions_str}'
     ethscriptions_all_str = sha256(ethscriptions_str)
     ethscriptions_data = check_content_exists(ethscriptions_all_str)
     if ethscriptions_data['result']:
-        search_rune_expander.markdown(f'###### :green[{ethscriptions_str}] 相关信息如下：')
+        st.markdown(f'###### :green[{ethscriptions_str}] 相关信息如下：')
         selected_data = {
             '当前拥有者': ethscriptions_data["ethscription"]["current_owner"],
             '题写时间': ethscriptions_data["ethscription"]["creation_timestamp"],
             '铭文编号': f'#{ethscriptions_data["ethscription"]["ethscription_number"]}',
             '铭文完整内容': ethscriptions_data["ethscription"]["content_uri"],
         }
-        search_rune_expander.json(selected_data)
+        st.json(selected_data)
     else:
-        search_rune_expander.markdown(f'###### :green[{ethscriptions_str}] 铭文还没被题写！复制下方文本前去题写。')
-        search_rune_expander.code(f'{text_to_hex(ethscriptions_str)}', line_numbers=False)
-
-# 批量查询铭文是否被存在
-runes = []
-search_rune_expander.markdown("##### 批量查询铭文是否被题写")
-search_rune_expander.markdown(r'''
-1. **查域名**：可以用空格和换行符还有英文逗号（,）分开，不要带前缀 data:,
-2. **查代币**：需要查询的代币铭文内容变动的部分文本如 id 请用 "@#" 代替，例如：`data:,{"p":"erc-20","op":"mint","tick":"eths","id":"@#","amt":"1000"}`
-3. **查纯文本**：可任意填写，用空格和换行符还有英文逗号（,）分开''')
-input_content = search_rune_expander.text_area(f'输入铭文文本：')
-search_type = search_rune_expander.radio('选择查询类型：', ['查域名', '查代币', '查纯文本'],
-                                         label_visibility="collapsed", horizontal=True, index=2)
-if search_type == '查域名':
-    search_dotname = search_rune_expander.text_input('填写域名后缀：')
-elif search_type == '查代币':
-    search_token_min_id = search_rune_expander.number_input(f'填写代币铭文范围的**最小 ID(id)**：', min_value=1, value=1,
-                                                            step=1)
-    search_token_max_id = search_rune_expander.number_input(f'填写代币铭文范围的**最大 ID(id)**：', value=10, step=1)
-
-if search_rune_expander.button('🔍 查询', key='批量查询铭文'):
-    runes = re.split(r'[\s,]+', input_content)
-    # 过滤掉空或仅包含空白字符的项
-    runes = [r for r in runes if r.strip() != '']
-    if search_type == '查域名':
-        runes = [r + search_dotname for r in runes]
-    elif search_type == '查代币':
-        token_runes = []
-        if len(runes) != 1 and '@#' in input_content:
-            for the_id in range(search_token_min_id, search_token_max_id + 1):
-                token_runes.append(input_content.replace('@#', str(the_id)))
-        else:
-            st.stop()
-        runes = token_runes
-    # 创建一个空的结果列表
-    results = []
-    # 循环遍历每一个铭文并查询其存在状态
-    for rune in runes:
-        if not rune.startswith('data:,'):
-            rune = f'data:,{rune}'
-        sha_value = sha256(rune)
-        response_data = check_content_exists(sha_value)
-
-        # 根据返回的result，得到真或者假
-        exists = "已题写" if response_data['result'] else "未题写"
-        results.append([rune, exists])
-
-    # 使用 st.table 显示结果
-    table_data = pd.DataFrame(results, columns=['铭文', '状态'])
-
-    # 根据状态生成一个辅助排序列
-    table_data['sort_helper'] = table_data['状态'].apply(lambda x: 0 if x == "未题写" else 1)
-
-    # 使用辅助列进行排序
-    table_data.sort_values(by='sort_helper', ascending=True, inplace=True)
-
-    # 删除辅助排序列
-    table_data.drop(columns=['sort_helper'], inplace=True)
-    result_df = pd.DataFrame(table_data)
-    search_rune_expander.dataframe(result_df, use_container_width=True, hide_index=True)
-    # Convert DataFrame to CSV with proper encoding
-    csv_export = result_df.to_csv(index=False, encoding='utf-8')
-    # Add a download button for the DataFrame
-    search_rune_expander.download_button(
-        label="下载搜索结果",
-        data=csv_export,
-        file_name="ethpen_result_data.csv",
-        mime="text/csv"
-    )
+        st.markdown(f'###### :green[{ethscriptions_str}] 铭文还没被题写！复制下方文本前去题写。')
+        st.code(f'{text_to_hex(ethscriptions_str)}', line_numbers=False)
+
+st.markdown(f'同时我们也可以前往 <span class="tag"><a href="https://ethscriptions.com/" target="_blank" style="text-decoration: none;"><img src="data:image/jpeg;base64,{image_to_base64(os.path.join("img", "ethscriptions_logo_litto.png"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;"/> Ethscriptions</span></a> 官方网站查看我们的铭文。', unsafe_allow_html=True)
+st.markdown(f'如果你觉得上述的方法步骤繁琐，我们建议你使用 Ethscriptions 官方推荐的 [EthScriber](https://ethscriber.xyz/) 还有 [Etherscan IDM](https://etherscan.io/idm)，其他题写工具须在你确保安全的情况下使用，因为你不能确定它要发送什么铭文的交易。', unsafe_allow_html=True)
+st.markdown(f'EthPen.com 不仅为你提供优质的工具，还有详尽的教程供你参考。欢迎你前来探索！', unsafe_allow_html=True)
+st.markdown(f'��� 更多功能尽在左上角的 <span class="tag"><img src="data:image/svg+xml;base64,{image_to_base64(os.path.join("img", "greater-than.svg"))}" alt="Image" width="20px" height="20px" style="border-radius: 3px;" /> 菜单栏</span>', unsafe_allow_html=True)
 
-st.markdown('#### Ethscriptions 上的龙头代币是？')
+st.markdown('### Ethscriptions 上的龙头代币是？')
 st.markdown(
     f'毫无疑问，当之无愧，它必须是 Ethscriptions 上第一个代币 <span class="tag"><a href="https://www.etch.market/market/token?category=token&collectionName=erc-20%20eths" target="_blank" style="text-decoration: none;"><img src="data:image/jpeg;base64,{image_to_base64(os.path.join("img", "eths_logo.png"))}" alt="Image" width="20px" height="20px"/> $eths</span></a>',
     unsafe_allow_html=True)