app/utils/stats.py

from datetime import datetime, timedelta
from app.utils.logging import log

def clean_expired_stats(api_call_stats):
    """清理过期统计数据的函数"""
    now = datetime.now()
    
    # 清理24小时前的数据
    # 清理总调用次数
    for hour_key in list(api_call_stats['last_24h']['total'].keys()):
        try:
            hour_time = datetime.strptime(hour_key, '%Y-%m-%d %H:00')
            if (now - hour_time).total_seconds() > 24 * 3600:  # 超过24小时
                del api_call_stats['last_24h']['total'][hour_key]
        except ValueError:
            # 如果键格式不正确，直接删除
            del api_call_stats['last_24h']['total'][hour_key]
    
    # 清理按端点分类的数据
    for endpoint in list(api_call_stats['last_24h']['by_endpoint'].keys()):
        if not isinstance(api_call_stats['last_24h']['by_endpoint'][endpoint], dict):
            del api_call_stats['last_24h']['by_endpoint'][endpoint]
            continue
            
        for hour_key in list(api_call_stats['last_24h']['by_endpoint'][endpoint].keys()):
            try:
                hour_time = datetime.strptime(hour_key, '%Y-%m-%d %H:00')
                if (now - hour_time).total_seconds() > 24 * 3600:  # 超过24小时
                    del api_call_stats['last_24h']['by_endpoint'][endpoint][hour_key]
            except ValueError:
                # 如果键格式不正确，直接删除
                del api_call_stats['last_24h']['by_endpoint'][endpoint][hour_key]
    
    # 清理一小时前的小时统计数据
    one_hour_ago = now - timedelta(hours=1)
    # 清理总调用次数
    for hour_key in list(api_call_stats['hourly']['total'].keys()):
        try:
            hour_time = datetime.strptime(hour_key, '%Y-%m-%d %H:00')
            if hour_time < one_hour_ago:
                del api_call_stats['hourly']['total'][hour_key]
        except ValueError:
            # 如果键格式不正确，直接删除
            del api_call_stats['hourly']['total'][hour_key]
    
    # 清理按端点分类的数据
    for endpoint in list(api_call_stats['hourly']['by_endpoint'].keys()):
        if not isinstance(api_call_stats['hourly']['by_endpoint'][endpoint], dict):
            del api_call_stats['hourly']['by_endpoint'][endpoint]
            continue
            
        for hour_key in list(api_call_stats['hourly']['by_endpoint'][endpoint].keys()):
            try:
                hour_time = datetime.strptime(hour_key, '%Y-%m-%d %H:00')
                if hour_time < one_hour_ago:
                    del api_call_stats['hourly']['by_endpoint'][endpoint][hour_key]
            except ValueError:
                # 如果键格式不正确，直接删除
                del api_call_stats['hourly']['by_endpoint'][endpoint][hour_key]
    
    # 清理一分钟前的分钟统计数据
    one_minute_ago = now - timedelta(minutes=1)
    # 清理总调用次数
    for minute_key in list(api_call_stats['minute']['total'].keys()):
        try:
            minute_time = datetime.strptime(minute_key, '%Y-%m-%d %H:%M')
            if minute_time < one_minute_ago:
                del api_call_stats['minute']['total'][minute_key]
        except ValueError:
            # 如果键格式不正确，直接删除
            del api_call_stats['minute']['total'][minute_key]
    
    # 清理按端点分类的数据
    for endpoint in list(api_call_stats['minute']['by_endpoint'].keys()):
        if not isinstance(api_call_stats['minute']['by_endpoint'][endpoint], dict):
            del api_call_stats['minute']['by_endpoint'][endpoint]
            continue
            
        for minute_key in list(api_call_stats['minute']['by_endpoint'][endpoint].keys()):
            try:
                minute_time = datetime.strptime(minute_key, '%Y-%m-%d %H:%M')
                if minute_time < one_minute_ago:
                    del api_call_stats['minute']['by_endpoint'][endpoint][minute_key]
            except ValueError:
                # 如果键格式不正确，直接删除
                del api_call_stats['minute']['by_endpoint'][endpoint][minute_key]

def update_api_call_stats(api_call_stats, endpoint=None):
    """
    更新API调用统计的函数
    
    参数:
    - api_call_stats: 统计数据字典
    - endpoint: APIkey,为None则只更新总调用次数
    """
    now = datetime.now()
    hour_key = now.strftime('%Y-%m-%d %H:00')
    minute_key = now.strftime('%Y-%m-%d %H:%M')
    
    # 检查并清理过期统计
    clean_expired_stats(api_call_stats)
    
    # 初始化总调用次数键（如果不存在）
    if hour_key not in api_call_stats['last_24h']['total']:
        api_call_stats['last_24h']['total'][hour_key] = 0
    if hour_key not in api_call_stats['hourly']['total']:
        api_call_stats['hourly']['total'][hour_key] = 0
    if minute_key not in api_call_stats['minute']['total']:
        api_call_stats['minute']['total'][minute_key] = 0
    
    # 更新总调用次数统计
    api_call_stats['last_24h']['total'][hour_key] += 1
    api_call_stats['hourly']['total'][hour_key] += 1
    api_call_stats['minute']['total'][minute_key] += 1
    
    # 如果提供了端点，更新按端点分类的统计
    if endpoint:
        # 确保端点字典存在
        if endpoint not in api_call_stats['last_24h']['by_endpoint']:
            api_call_stats['last_24h']['by_endpoint'][endpoint] = {}
        if endpoint not in api_call_stats['hourly']['by_endpoint']:
            api_call_stats['hourly']['by_endpoint'][endpoint] = {}
        if endpoint not in api_call_stats['minute']['by_endpoint']:
            api_call_stats['minute']['by_endpoint'][endpoint] = {}
        
        # 初始化端点特定的键（如果不存在）
        if hour_key not in api_call_stats['last_24h']['by_endpoint'][endpoint]:
            api_call_stats['last_24h']['by_endpoint'][endpoint][hour_key] = 0
        if hour_key not in api_call_stats['hourly']['by_endpoint'][endpoint]:
            api_call_stats['hourly']['by_endpoint'][endpoint][hour_key] = 0
        if minute_key not in api_call_stats['minute']['by_endpoint'][endpoint]:
            api_call_stats['minute']['by_endpoint'][endpoint][minute_key] = 0
        
        # 更新端点特定的统计
        api_call_stats['last_24h']['by_endpoint'][endpoint][hour_key] += 1
        api_call_stats['hourly']['by_endpoint'][endpoint][hour_key] += 1
        api_call_stats['minute']['by_endpoint'][endpoint][minute_key] += 1
    
    # 计算总调用次数
    total_24h = sum(api_call_stats['last_24h']['total'].values())
    total_hourly = sum(api_call_stats['hourly']['total'].values())
    total_minute = sum(api_call_stats['minute']['total'].values())
    
    log_message = "API调用统计已更新: 24小时=%s, 1小时=%s, 1分钟=%s" % (
        total_24h, total_hourly, total_minute
    )
    
    # 如果提供了端点，添加端点特定的统计信息
    if endpoint:
        endpoint_24h = sum(api_call_stats['last_24h']['by_endpoint'][endpoint].values())
        endpoint_hourly = sum(api_call_stats['hourly']['by_endpoint'][endpoint].values())
        endpoint_minute = sum(api_call_stats['minute']['by_endpoint'][endpoint].values())
        
        log_message += " | 端点 '%s': 24小时=%s, 1小时=%s, 1分钟=%s" % (
            endpoint[:8], endpoint_24h, endpoint_hourly, endpoint_minute
        )
    
    log('info', log_message)