import gradio as gr import requests import pandas as pd import time import json from urllib.parse import urlencode import resend from datetime import datetime import io from linebot.v3.messaging import Configuration, MessagingApi from linebot.v3.messaging.models import TextMessage from linebot import LineBotApi from linebot.models import TextSendMessage class MeetTaiwanAPIScraper: def __init__(self): self.base_url = "https://service.meettaiwan.com" self.api_base = "https://service.meettaiwan.com/gpa/api/v2/events" # 設定session self.session = requests.Session() self.session.headers.update({ 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36', 'Accept': 'application/json, text/plain, */*', 'Accept-Language': 'zh-TW,zh;q=0.9,en;q=0.8', 'Accept-Encoding': 'gzip, deflate, br', 'Connection': 'keep-alive', 'Referer': 'https://service.meettaiwan.com/gpa/zh/events/list;type=all', 'Origin': 'https://service.meettaiwan.com' }) def get_events_by_page(self, page=1, page_size=10, event_type=None, progress=None): """調用API獲取指定頁面的活動資料""" try: # 構建API URL params = { 'page': page, 'pageSize': page_size } if event_type: params['type'] = event_type # 嘗試不同的API端點 api_endpoints = [ f"{self.api_base}/", # 主要API f"{self.api_base}/tt-events" # TT events API ] for api_url in api_endpoints: try: response = self.session.get(api_url, params=params, timeout=30) if response.status_code == 200: try: data = response.json() # 檢查資料結構 if isinstance(data, dict): # 常見的資料結構 if 'data' in data: events = data['data'] elif 'items' in data: events = data['items'] elif 'results' in data: events = data['results'] elif 'events' in data: events = data['events'] else: events = data if isinstance(events, list) and events: return events, data else: continue elif isinstance(data, list): return data, data except json.JSONDecodeError as e: continue except Exception as e: continue return None, None except Exception as e: return None, None def get_all_events(self, progress_callback=None): """獲取所有類型的活動資料""" all_events = [] page_size_options = [50, 30, 20] max_pages = 20 for page_size in page_size_options: for page in range(1, max_pages + 1): if progress_callback: progress_callback((page-1) * 5, f"正在獲取第 {page} 頁資料 (頁面大小: {page_size})") events, raw_data = self.get_events_by_page(page=page, page_size=page_size, event_type=None) if not events or len(events) == 0: if page == 1: break else: return all_events # 處理事件資料 for event in events: processed_event = self.process_event_data(event, page, 'All') if processed_event: # 檢查是否已存在(避免重複) is_duplicate = False for existing_event in all_events: if (existing_event['name'] == processed_event['name'] and existing_event['event_date'] == processed_event['event_date']): is_duplicate = True break if not is_duplicate: all_events.append(processed_event) # 如果這一頁的資料少於頁面大小,可能是最後一頁 if len(events) < page_size: return all_events time.sleep(0.5) # 減少延遲 # 如果成功獲取到資料,就不需要嘗試其他頁面大小 if all_events: break return all_events def process_event_data(self, event, page_num, event_type): """處理單個活動資料""" try: if isinstance(event, dict): name = event.get('name', event.get('title', event.get('eventName', ''))) form = event.get('type', event.get('category', event.get('eventType', event_type or ''))) event_date = event.get('eventDate', event.get('startDate', event.get('date', ''))) upload_date = event.get('createdAt', event.get('uploadDate', event.get('publishDate', ''))) # 構建連結 event_id = event.get('id', event.get('eventId', '')) if event_id: link = f"{self.base_url}/gpa/zh/events/{form}/{event_id}" else: link = "" return { 'name': str(name), 'link': link, 'form': str(form), 'event_date': str(event_date), 'upload_date': str(upload_date), 'page_num': page_num } except Exception as e: pass return None def create_html_table(df, max_display=10): """將活動資料轉換為 HTML 表格格式""" if df is None or df.empty: return "

沒有找到活動資料

" display_count = min(len(df), max_display) df_display = df.head(display_count) # 創建 HTML 表格 html_content = f"""
親愛的會員您好:
📋 資料來源:全球政府採購商機網

🎯 最新活動資訊

📊 資料統計:顯示前 {display_count} 筆,共 {len(df)} 筆活動
""" for idx, row in df_display.iterrows(): link_html = f'查看詳情' if row["超連結網址"] else "無連結" html_content += f""" """ html_content += """
序號 名稱 形式 活動日期 上載日期 網址
{idx + 1} {row['名稱']} {row['形式']} {row['活動日期']} {row['上載日期']} {link_html}
""" if len(df) > max_display: html_content += f"""
📝 提醒:還有 {len(df) - max_display} 筆資料未顯示, 請查看附加的 CSV 檔案獲取完整資料。
""" html_content += """
🤖 自動爬蟲系統
此郵件由 MeetTaiwan API 爬蟲系統自動產生並發送
""" return html_content def send_events_email(df_events, recipient_email, api_key, max_display=5): """發送活動資料到指定郵箱""" if df_events is None or df_events.empty: return False, "沒有資料可發送" try: # 設定 Resend API Key resend.api_key = api_key # 取前N筆資料用於顯示 df_display = df_events.head(max_display) # 建立 HTML 內容 html_content = create_html_table(df_display, max_display=max_display) # 準備郵件主題 current_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S") subject = f"📊 MeetTaiwan 最新活動資訊 - {len(df_events)}筆活動 ({current_time})" # 發送郵件 r = resend.Emails.send({ "from": "onboarding@resend.dev", "to": recipient_email, "subject": subject, "html": html_content }) return True, f"郵件發送成功!郵件 ID: {r.get('id', 'N/A')}" except Exception as e: return False, f"郵件發送失敗: {str(e)}" def send_line_message(message, channel_access_token): """ Send Line broadcast message to all users who have added the official account """ try: # Initialize LineBotApi line_bot_api = LineBotApi(channel_access_token) # Create text message text_message = TextSendMessage(text=message) # Broadcast message line_bot_api.broadcast(text_message) return True, "訊息成功發送到所有用戶!" except Exception as e: return False, f"發送訊息時發生錯誤: {e}" def scrape_events(progress=gr.Progress()): """爬取活動資料的主函數""" try: progress(0, desc="初始化爬蟲...") scraper = MeetTaiwanAPIScraper() def progress_callback(percent, message): progress(percent/100, desc=message) progress(20, desc="開始爬取活動資料...") events_data = scraper.get_all_events(progress_callback=progress_callback) if events_data and len(events_data) > 0: progress(80, desc="處理資料...") # 轉換為 DataFrame df_events = pd.DataFrame(events_data) df_events.columns = ["名稱", "超連結網址", "形式", "活動日期", "上載日期", "頁數"] # 去除重複資料 original_count = len(df_events) df_events = df_events.drop_duplicates(subset=['名稱', '活動日期']) deduplicated_count = len(df_events) progress(100, desc="完成!") success_msg = f"✅ 成功獲取 {deduplicated_count} 筆活動資料!" if original_count != deduplicated_count: success_msg += f"\n📝 去除了 {original_count - deduplicated_count} 筆重複資料" # 創建下載用的CSV csv_data = df_events.to_csv(index=False, encoding='utf-8-sig') return ( success_msg, df_events, csv_data, f"meettaiwan_events_{datetime.now().strftime('%Y%m%d_%H%M%S')}.csv" ) else: return "❌ 無法獲取活動資料,可能原因:API端點變更、需要認證或網路問題", None, None, None except Exception as e: return f"❌ 爬取過程發生錯誤: {str(e)}", None, None, None def send_email_report(df_events, recipient_email, api_key, max_display): """發送郵件報告""" if df_events is None or df_events.empty: return "❌ 沒有資料可發送,請先爬取資料" if not api_key.strip(): return "❌ 請輸入 Resend API Key" if not recipient_email.strip(): return "❌ 請輸入收件人郵箱" success, message = send_events_email(df_events, recipient_email, api_key, max_display) if success: return f"✅ {message}" else: return f"❌ {message}" def send_line_notification(df_events, channel_access_token, message_template): """發送 LINE 通知""" if df_events is None or df_events.empty: return "❌ 沒有資料可發送,請先爬取資料" if not channel_access_token.strip(): return "❌ 請輸入 LINE Channel Access Token" try: # 準備訊息內容 current_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S") if message_template.strip(): message = message_template else: # 默認訊息模板 top_5_events = df_events.head(5) events_list = "" for idx, row in top_5_events.iterrows(): events_list += f"{idx+1}. {row['名稱']} ({row['活動日期']})\n" message = f"""🎯 MeetTaiwan 最新活動通知 📊 共找到 {len(df_events)} 筆活動資料 ⏰ 更新時間:{current_time} 📋 最新 5 筆活動: {events_list} 🤖 此訊息由自動爬蟲系統發送 資料來源:全球政府採購商機網""" success, result_message = send_line_message(message, channel_access_token) if success: return f"✅ {result_message}" else: return f"❌ {result_message}" except Exception as e: return f"❌ 發送 LINE 通知時發生錯誤: {str(e)}" # 創建 Gradio 界面 def create_interface(): with gr.Blocks( title="🎯 MeetTaiwan 活動爬蟲系統", theme=gr.themes.Soft(), css=""" .gradio-container { font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif !important; } .gr-button-primary { background: linear-gradient(45deg, #3498db, #2ecc71) !important; border: none !important; } .gr-button-secondary { background: linear-gradient(45deg, #e74c3c, #f39c12) !important; border: none !important; } """ ) as app: # 標題區域 gr.Markdown(""" # 🎯 MeetTaiwan 活動爬蟲系統 **全球政府採購商機網活動資訊自動抓取與通知系統** 本系統整合了資料爬取、郵件發送和 LINE 通知功能,讓您輕鬆獲取最新的活動資訊。 """) # 狀態變量 scraped_data = gr.State(None) with gr.Tabs(): # Tab 1: 資料爬取 with gr.Tab("📊 資料爬取", id="scraping"): with gr.Row(): with gr.Column(scale=2): gr.Markdown("### 🚀 開始爬取活動資料") scrape_btn = gr.Button( "開始爬取", variant="primary", size="lg" ) scrape_status = gr.Textbox( label="爬取狀態", interactive=False, placeholder="等待開始爬取..." ) with gr.Column(scale=1): gr.Markdown("### 📥 資料下載") download_file = gr.File( label="下載 CSV 檔案", interactive=False ) # 資料預覽 gr.Markdown("### 📋 資料預覽") data_preview = gr.Dataframe( label="活動資料", wrap=True, interactive=False ) # Tab 2: 郵件發送 with gr.Tab("📧 郵件通知", id="email"): with gr.Row(): with gr.Column(): gr.Markdown("### ⚙️ 郵件設定") email_api_key = gr.Textbox( label="Resend API Key", type="password", value="re_ZGacBiDw_HFEBpuCbaJ2S3NThPWiMU7Ex", placeholder="請輸入您的 Resend API Key" ) recipient_email = gr.Textbox( label="收件人郵箱", value="cjhuang38@gmail.com", placeholder="請輸入收件人郵箱地址" ) max_display_email = gr.Slider( label="郵件顯示筆數", minimum=5, maximum=20, value=10, step=1 ) with gr.Column(): gr.Markdown("### 📨 發送郵件") send_email_btn = gr.Button( "發送郵件報告", variant="secondary", size="lg" ) email_status = gr.Textbox( label="郵件發送狀態", interactive=False, placeholder="等待發送..." ) # Tab 3: LINE 通知 with gr.Tab("📱 LINE 通知", id="line"): with gr.Row(): with gr.Column(): gr.Markdown("### ⚙️ LINE 設定") line_token = gr.Textbox( label="LINE Channel Access Token", type="password", value="FuM3pGmpqyOldcMltKVxkzBuy32o6mpkWv/gVfrR3sm9VxFUxTVzLlKU9C1ssOi2l/om2JkpKIdB/R+VLAyCvQA2o4pTD757kpN4GmUUq68FKuWwEaQXG376pR8hhyqUvElGn4rEYA7oxJDgsm4EBAdB04t89/1O/w1cDnyilFU=", placeholder="請輸入您的 LINE Channel Access Token" ) message_template = gr.Textbox( label="自訂訊息內容 (選填)", placeholder="留空將使用默認模板...", lines=5 ) with gr.Column(): gr.Markdown("### 📲 發送通知") send_line_btn = gr.Button( "發送 LINE 通知", variant="secondary", size="lg" ) line_status = gr.Textbox( label="LINE 發送狀態", interactive=False, placeholder="等待發送..." ) # 頁尾 gr.Markdown(""" ---

🤖 MeetTaiwan API 爬蟲系統 | 2025 © Copyright robert_studio

資料來源:全球政府採購商機網

""") # 事件綁定 scrape_btn.click( fn=scrape_events, outputs=[scrape_status, scraped_data, download_file, gr.State()] ).then( fn=lambda data: data if data is not None else gr.DataFrame(), inputs=[scraped_data], outputs=[data_preview] ) send_email_btn.click( fn=send_email_report, inputs=[scraped_data, recipient_email, email_api_key, max_display_email], outputs=[email_status] ) send_line_btn.click( fn=send_line_notification, inputs=[scraped_data, line_token, message_template], outputs=[line_status] ) return app if __name__ == "__main__": app = create_interface() app.launch( server_name="0.0.0.0", server_port=7860, share=True, show_error=True )