| """ |
| 生成示例数据脚本 |
| 用于测试审核系统 |
| """ |
| import os |
| import json |
| from pathlib import Path |
|
|
| def create_sample_dataset(): |
| """创建示例数据集""" |
| |
| base_path = Path("./dataset") |
| |
| |
| sources = ["Apache_Echarts", "Plotly", "ChartJS"] |
| chart_types = { |
| "Apache_Echarts": ["bar", "line", "pie"], |
| "Plotly": ["scatter", "bar", "heatmap"], |
| "ChartJS": ["line", "doughnut", "radar"] |
| } |
| models = ["gpt-4", "claude-3", "gemini-pro"] |
| |
| for source in sources: |
| for chart_type in chart_types[source]: |
| |
| web_dir = base_path / "web" / source / chart_type |
| label_dir = base_path / "label" / source / chart_type |
| web_dir.mkdir(parents=True, exist_ok=True) |
| label_dir.mkdir(parents=True, exist_ok=True) |
| |
| for model in models: |
| qa_dir = base_path / "question_answer" / source / chart_type / model |
| qa_dir.mkdir(parents=True, exist_ok=True) |
| |
| |
| for i in range(1, 4): |
| chart_id = f"chart_{str(i).zfill(4)}_{chart_type}" |
| |
| |
| html_content = f"""<!DOCTYPE html> |
| <html> |
| <head> |
| <meta charset="UTF-8"> |
| <title>{chart_id}</title> |
| <script src="https://cdn.jsdelivr.net/npm/echarts@5/dist/echarts.min.js"></script> |
| <style> |
| body {{ margin: 0; padding: 20px; font-family: Arial, sans-serif; }} |
| #chart {{ width: 100%; height: 400px; }} |
| .title {{ text-align: center; color: #333; margin-bottom: 20px; }} |
| </style> |
| </head> |
| <body> |
| <h2 class="title">示例图表 - {source} - {chart_type} #{i}</h2> |
| <div id="chart"></div> |
| <script> |
| var chart = echarts.init(document.getElementById('chart')); |
| var option = {{ |
| title: {{ text: 'Sample {chart_type.capitalize()} Chart' }}, |
| tooltip: {{}}, |
| xAxis: {{ data: ['A', 'B', 'C', 'D', 'E'] }}, |
| yAxis: {{}}, |
| series: [{{ |
| type: '{chart_type}', |
| data: [Math.random() * 100, Math.random() * 100, Math.random() * 100, Math.random() * 100, Math.random() * 100] |
| }}] |
| }}; |
| chart.setOption(option); |
| </script> |
| </body> |
| </html>""" |
| |
| with open(web_dir / f"{chart_id}.html", "w", encoding="utf-8") as f: |
| f.write(html_content) |
| |
| |
| label_data = { |
| "Number": str(i).zfill(4), |
| "Type": chart_type, |
| "Source": source, |
| "Weblink": f"https://example.com/{source}/{chart_type}/{i}", |
| "Topic": f"Sample {chart_type} chart #{i}", |
| "Describe": f"This is a sample {chart_type} chart for testing the review system. It demonstrates the visualization capabilities of {source}.", |
| "Other": "" |
| } |
| |
| with open(label_dir / f"{chart_id}.json", "w", encoding="utf-8") as f: |
| json.dump(label_data, f, ensure_ascii=False, indent=2) |
| |
| |
| for j, model in enumerate(models): |
| qa_dir = base_path / "question_answer" / source / chart_type / model |
| |
| for q in range(1, 3): |
| qa_data = { |
| "id": f"{chart_id}_q{q}", |
| "chart": chart_id, |
| "question": f"在图表 {chart_id} 中，第 {q} 个数据点的值是多少？", |
| "answer": f"约为 {int(50 + q * 10 + j * 5)}" |
| } |
| |
| with open(qa_dir / f"{chart_id}_q{q}.json", "w", encoding="utf-8") as f: |
| json.dump(qa_data, f, ensure_ascii=False, indent=2) |
| |
| print("✅ 示例数据集创建完成！") |
| print(f"📁 数据集位置: {base_path.absolute()}") |
| |
| |
| total_charts = sum(len(chart_types[s]) * 3 for s in sources) |
| total_qa = total_charts * len(models) * 2 |
| print(f"📊 共创建 {total_charts} 个图表") |
| print(f"❓ 共创建 {total_qa} 个问答对") |
|
|
|
|
| if __name__ == "__main__": |
| create_sample_dataset() |
|
|
