|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
import { fileURLToPath } from 'url'; |
|
|
import path from 'path'; |
|
|
import fetch from 'node-fetch'; |
|
|
import { nanoid } from 'nanoid'; |
|
|
import { |
|
|
getDb, |
|
|
createArticle, |
|
|
} from '../server/database.js'; |
|
|
import { buildArticlePrompt } from './knowledgeContentPrompts.js'; |
|
|
|
|
|
const __filename = fileURLToPath(import.meta.url); |
|
|
const __dirname = path.dirname(__filename); |
|
|
|
|
|
|
|
|
|
|
|
const API_BASE_URL = process.env.API_BASE_URL || 'https://ttkk.inping.com/v1'; |
|
|
const API_KEY = process.env.API_KEY || 'sk-xl7wmNBKET4xcCdXC47xNlA4I7bPm6NB4SBNQzp8eeJDhLap'; |
|
|
const PRIMARY_MODEL = 'grok-4'; |
|
|
const FALLBACK_MODELS = ['gemini-3-pro-preview', 'grok-4-auto']; |
|
|
|
|
|
|
|
|
const args = process.argv.slice(2); |
|
|
const PHASE = parseInt(args.find(a => a.startsWith('--phase='))?.split('=')[1] || '1'); |
|
|
const BATCH_SIZE = parseInt(args.find(a => a.startsWith('--batch='))?.split('=')[1] || '10'); |
|
|
const CATEGORY_FILTER = args.find(a => a.startsWith('--category='))?.split('=')[1]; |
|
|
const SHOW_STATUS = args.includes('--status'); |
|
|
const RETRY_FAILED = args.includes('--retry-failed'); |
|
|
const INIT_QUEUE = args.includes('--init'); |
|
|
|
|
|
|
|
|
const PHASE_CONFIG = { |
|
|
1: { batchSize: 8, delayBetweenArticles: 5000, maxDaily: 30 }, |
|
|
2: { batchSize: 5, delayBetweenArticles: 5000, maxDaily: 25 }, |
|
|
3: { batchSize: 2, delayBetweenArticles: 8000, maxDaily: 10 }, |
|
|
}; |
|
|
|
|
|
const config = PHASE_CONFIG[PHASE] || PHASE_CONFIG[1]; |
|
|
|
|
|
|
|
|
|
|
|
function initSchema() { |
|
|
const db = getDb(); |
|
|
|
|
|
|
|
|
db.exec(` |
|
|
CREATE TABLE IF NOT EXISTS content_generation_queue ( |
|
|
id TEXT PRIMARY KEY, |
|
|
topic TEXT NOT NULL, |
|
|
category TEXT NOT NULL, |
|
|
topic_hub TEXT, |
|
|
priority INTEGER DEFAULT 5, |
|
|
status TEXT DEFAULT 'pending', |
|
|
retry_count INTEGER DEFAULT 0, |
|
|
article_id TEXT, |
|
|
error_message TEXT, |
|
|
scheduled_at TEXT, |
|
|
started_at TEXT, |
|
|
completed_at TEXT, |
|
|
created_at TEXT NOT NULL |
|
|
) |
|
|
`); |
|
|
|
|
|
db.exec(`CREATE INDEX IF NOT EXISTS idx_queue_status ON content_generation_queue(status)`); |
|
|
db.exec(`CREATE INDEX IF NOT EXISTS idx_queue_priority ON content_generation_queue(priority DESC)`); |
|
|
|
|
|
|
|
|
try { |
|
|
db.exec(`ALTER TABLE knowledge_articles ADD COLUMN topic_hub TEXT`); |
|
|
} catch (e) { } |
|
|
|
|
|
try { |
|
|
db.exec(`ALTER TABLE knowledge_articles ADD COLUMN generation_model TEXT`); |
|
|
} catch (e) { } |
|
|
|
|
|
try { |
|
|
db.exec(`ALTER TABLE knowledge_articles ADD COLUMN generation_version INTEGER DEFAULT 1`); |
|
|
} catch (e) { } |
|
|
|
|
|
try { |
|
|
db.exec(`ALTER TABLE knowledge_articles ADD COLUMN related_articles TEXT`); |
|
|
} catch (e) { } |
|
|
|
|
|
console.log('✓ 数据库 schema 初始化完成'); |
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
const CONTENT_PLAN = [ |
|
|
|
|
|
{ topic: '什么是八字命理？现代人的科学解读', category: 'basics', priority: 10, hub: 'what-is-bazi' }, |
|
|
{ topic: '四柱是什么？年月日时的信息维度', category: 'basics', priority: 10, hub: 'what-is-bazi' }, |
|
|
{ topic: '天干地支入门：22个符号全解析', category: 'basics', priority: 9, hub: 'common-terms' }, |
|
|
{ topic: '五行是什么？金木水火土的核心逻辑', category: 'basics', priority: 9, hub: 'common-terms' }, |
|
|
{ topic: '阴阳是什么？万物二元的哲学基础', category: 'basics', priority: 8, hub: 'common-terms' }, |
|
|
{ topic: '十神是什么？与人生事件的映射关系', category: 'basics', priority: 9, hub: 'common-terms' }, |
|
|
{ topic: '大运是什么？十年一运的节奏规律', category: 'basics', priority: 9, hub: 'what-is-bazi' }, |
|
|
{ topic: '流年是什么？每年运势的触发器', category: 'basics', priority: 8, hub: 'what-is-bazi' }, |
|
|
{ topic: '喜用神与忌神：影响"同年不同命"的关键', category: 'basics', priority: 9, hub: 'how-to-read-chart' }, |
|
|
{ topic: '身强身弱：风险承受与人生节奏', category: 'basics', priority: 8, hub: 'how-to-read-chart' }, |
|
|
{ topic: '三步读盘法：从四柱到运势的快速入门', category: 'basics', priority: 9, hub: 'how-to-read-chart' }, |
|
|
{ topic: '如何判断日主强弱？五个关键指标', category: 'basics', priority: 8, hub: 'how-to-read-chart' }, |
|
|
{ topic: '如何找到喜用神？三种判断方法', category: 'basics', priority: 8, hub: 'how-to-read-chart' }, |
|
|
{ topic: '如何理解十神组合？常见格局解析', category: 'basics', priority: 7, hub: 'how-to-read-chart' }, |
|
|
{ topic: '如何看大运走势？十年周期分析', category: 'basics', priority: 7, hub: 'how-to-read-chart' }, |
|
|
{ topic: '如何分析流年吉凶？年运判断技巧', category: 'basics', priority: 7, hub: 'how-to-read-chart' }, |
|
|
{ topic: '如何识别人生转折点？关键年份信号', category: 'basics', priority: 8, hub: 'how-to-read-chart' }, |
|
|
{ topic: '读盘的优先级：哪些信息最重要？', category: 'basics', priority: 6, hub: 'how-to-read-chart' }, |
|
|
{ topic: '读盘的常见误区：新手必避的五个坑', category: 'basics', priority: 7, hub: 'how-to-read-chart' }, |
|
|
{ topic: '从K线图读人生：可视化解读入门', category: 'basics', priority: 9, hub: 'how-to-read-chart' }, |
|
|
{ topic: '时间误差对八字的影响有多大？', category: 'basics', priority: 6, hub: 'accuracy' }, |
|
|
{ topic: '出生时间不确定怎么办？校时方法', category: 'basics', priority: 6, hub: 'accuracy' }, |
|
|
{ topic: '夏令时与时区：计算八字的注意事项', category: 'basics', priority: 5, hub: 'accuracy' }, |
|
|
{ topic: '八字能预测什么？科学的边界', category: 'basics', priority: 7, hub: 'accuracy' }, |
|
|
{ topic: '八字不能预测什么？合理的期望', category: 'basics', priority: 7, hub: 'accuracy' }, |
|
|
{ topic: '如何验证八字分析的准确性？', category: 'basics', priority: 6, hub: 'accuracy' }, |
|
|
{ topic: '"不准"的常见原因与应对', category: 'basics', priority: 6, hub: 'accuracy' }, |
|
|
{ topic: '命理与自由意志：决定论vs概率论', category: 'basics', priority: 5, hub: 'accuracy' }, |
|
|
{ topic: '如何正确使用八字做决策？', category: 'basics', priority: 7, hub: 'accuracy' }, |
|
|
{ topic: '八字与现代心理学的交叉视角', category: 'basics', priority: 5, hub: 'accuracy' }, |
|
|
|
|
|
|
|
|
|
|
|
{ topic: '第一宫：自我与外在表现', category: 'birth_chart', priority: 8, hub: 'twelve-houses' }, |
|
|
{ topic: '第一宫常见问题自检', category: 'birth_chart', priority: 7, hub: 'twelve-houses' }, |
|
|
{ topic: '第二宫：财富与价值观', category: 'birth_chart', priority: 8, hub: 'twelve-houses' }, |
|
|
{ topic: '第二宫财运模式分析', category: 'birth_chart', priority: 7, hub: 'twelve-houses' }, |
|
|
{ topic: '第三宫：沟通与学习', category: 'birth_chart', priority: 7, hub: 'twelve-houses' }, |
|
|
{ topic: '第三宫思维特质解读', category: 'birth_chart', priority: 6, hub: 'twelve-houses' }, |
|
|
{ topic: '第四宫：家庭与根基', category: 'birth_chart', priority: 8, hub: 'twelve-houses' }, |
|
|
{ topic: '第四宫原生家庭影响', category: 'birth_chart', priority: 7, hub: 'twelve-houses' }, |
|
|
{ topic: '第五宫：创造与子女', category: 'birth_chart', priority: 7, hub: 'twelve-houses' }, |
|
|
{ topic: '第五宫才华表达方式', category: 'birth_chart', priority: 6, hub: 'twelve-houses' }, |
|
|
{ topic: '第六宫：工作与健康', category: 'birth_chart', priority: 7, hub: 'twelve-houses' }, |
|
|
{ topic: '第六宫日常习惯分析', category: 'birth_chart', priority: 6, hub: 'twelve-houses' }, |
|
|
{ topic: '第七宫：伴侣与合作', category: 'birth_chart', priority: 9, hub: 'twelve-houses' }, |
|
|
{ topic: '第七宫婚恋模式解读', category: 'birth_chart', priority: 8, hub: 'twelve-houses' }, |
|
|
{ topic: '第八宫：共享资源与转化', category: 'birth_chart', priority: 7, hub: 'twelve-houses' }, |
|
|
{ topic: '第八宫危机应对能力', category: 'birth_chart', priority: 6, hub: 'twelve-houses' }, |
|
|
{ topic: '第九宫：远方与信仰', category: 'birth_chart', priority: 6, hub: 'twelve-houses' }, |
|
|
{ topic: '第九宫人生哲学特质', category: 'birth_chart', priority: 5, hub: 'twelve-houses' }, |
|
|
{ topic: '第十宫：事业与成就', category: 'birth_chart', priority: 9, hub: 'twelve-houses' }, |
|
|
{ topic: '第十宫社会地位分析', category: 'birth_chart', priority: 8, hub: 'twelve-houses' }, |
|
|
{ topic: '第十一宫：群体与愿景', category: 'birth_chart', priority: 6, hub: 'twelve-houses' }, |
|
|
{ topic: '第十一宫社交模式解读', category: 'birth_chart', priority: 5, hub: 'twelve-houses' }, |
|
|
{ topic: '第十二宫：隐藏与灵性', category: 'birth_chart', priority: 6, hub: 'twelve-houses' }, |
|
|
{ topic: '第十二宫潜意识解析', category: 'birth_chart', priority: 5, hub: 'twelve-houses' }, |
|
|
|
|
|
|
|
|
{ topic: '正官：权威与规则', category: 'birth_chart', priority: 8, hub: 'ten-gods' }, |
|
|
{ topic: '正官格的职业发展', category: 'birth_chart', priority: 7, hub: 'ten-gods' }, |
|
|
{ topic: '七杀：魄力与压力', category: 'birth_chart', priority: 8, hub: 'ten-gods' }, |
|
|
{ topic: '七杀旺的应对策略', category: 'birth_chart', priority: 7, hub: 'ten-gods' }, |
|
|
{ topic: '正印：支持与庇护', category: 'birth_chart', priority: 7, hub: 'ten-gods' }, |
|
|
{ topic: '印绶格的学业事业', category: 'birth_chart', priority: 6, hub: 'ten-gods' }, |
|
|
{ topic: '偏印：独特与孤独', category: 'birth_chart', priority: 6, hub: 'ten-gods' }, |
|
|
{ topic: '枭神旺的心理特质', category: 'birth_chart', priority: 5, hub: 'ten-gods' }, |
|
|
{ topic: '正财：稳定收入与务实', category: 'birth_chart', priority: 8, hub: 'ten-gods' }, |
|
|
{ topic: '财星旺的理财模式', category: 'birth_chart', priority: 7, hub: 'ten-gods' }, |
|
|
{ topic: '偏财：投机与人脉财', category: 'birth_chart', priority: 7, hub: 'ten-gods' }, |
|
|
{ topic: '偏财格的投资倾向', category: 'birth_chart', priority: 6, hub: 'ten-gods' }, |
|
|
{ topic: '食神：才华与享受', category: 'birth_chart', priority: 7, hub: 'ten-gods' }, |
|
|
{ topic: '食神生财的成功路径', category: 'birth_chart', priority: 6, hub: 'ten-gods' }, |
|
|
{ topic: '伤官：创新与反叛', category: 'birth_chart', priority: 7, hub: 'ten-gods' }, |
|
|
{ topic: '伤官旺的事业选择', category: 'birth_chart', priority: 6, hub: 'ten-gods' }, |
|
|
{ topic: '比肩：独立与竞争', category: 'birth_chart', priority: 6, hub: 'ten-gods' }, |
|
|
{ topic: '比肩多的人际关系', category: 'birth_chart', priority: 5, hub: 'ten-gods' }, |
|
|
{ topic: '劫财：冒险与突破', category: 'birth_chart', priority: 6, hub: 'ten-gods' }, |
|
|
{ topic: '劫财旺的风险管理', category: 'birth_chart', priority: 5, hub: 'ten-gods' }, |
|
|
|
|
|
|
|
|
{ topic: '天干五合详解：甲己合土的化学反应', category: 'birth_chart', priority: 7, hub: 'aspects' }, |
|
|
{ topic: '地支六合详解：子丑合土的微妙变化', category: 'birth_chart', priority: 7, hub: 'aspects' }, |
|
|
{ topic: '地支三合详解：寅午戌三合火局', category: 'birth_chart', priority: 7, hub: 'aspects' }, |
|
|
{ topic: '地支六冲详解：子午冲的化解之道', category: 'birth_chart', priority: 8, hub: 'aspects' }, |
|
|
{ topic: '地支三刑详解：无恩之刑与风险', category: 'birth_chart', priority: 7, hub: 'aspects' }, |
|
|
{ topic: '天克地冲：最强烈的冲突信号', category: 'birth_chart', priority: 7, hub: 'aspects' }, |
|
|
{ topic: '财官双美格：事业财富俱佳的配置', category: 'birth_chart', priority: 7, hub: 'aspects' }, |
|
|
{ topic: '伤官见官：为什么说"祸百端"？', category: 'birth_chart', priority: 6, hub: 'aspects' }, |
|
|
{ topic: '官杀混杂：权力与压力的两难', category: 'birth_chart', priority: 6, hub: 'aspects' }, |
|
|
{ topic: '食神制杀：化压力为动力的格局', category: 'birth_chart', priority: 6, hub: 'aspects' }, |
|
|
{ topic: '印绶护身：贵人运旺的信号', category: 'birth_chart', priority: 6, hub: 'aspects' }, |
|
|
{ topic: '枭神夺食：才华被压制的原因', category: 'birth_chart', priority: 5, hub: 'aspects' }, |
|
|
{ topic: '羊刃格：极端性格的双刃剑', category: 'birth_chart', priority: 5, hub: 'aspects' }, |
|
|
{ topic: '禄神与财库：财富积累的根基', category: 'birth_chart', priority: 6, hub: 'aspects' }, |
|
|
{ topic: '驿马星：迁徙变动的命理信号', category: 'birth_chart', priority: 6, hub: 'aspects' }, |
|
|
{ topic: '桃花星：人缘与感情的指标', category: 'birth_chart', priority: 7, hub: 'aspects' }, |
|
|
|
|
|
|
|
|
{ topic: '暧昧期如何用八字判断对方心意？', category: 'relationship', priority: 8, hub: 'dating' }, |
|
|
{ topic: '八字看Ta是不是"对的人"', category: 'relationship', priority: 9, hub: 'dating' }, |
|
|
{ topic: '感情淡了是命中注定吗？', category: 'relationship', priority: 7, hub: 'dating' }, |
|
|
{ topic: '异地恋能不能走到最后？', category: 'relationship', priority: 7, hub: 'dating' }, |
|
|
{ topic: '办公室恋情：八字看职场桃花', category: 'relationship', priority: 6, hub: 'dating' }, |
|
|
{ topic: '八字看分手复合的可能性', category: 'relationship', priority: 8, hub: 'dating' }, |
|
|
{ topic: '为什么我总是遇到渣男/渣女？', category: 'relationship', priority: 8, hub: 'dating' }, |
|
|
{ topic: '八字看你的择偶标准是否合理', category: 'relationship', priority: 7, hub: 'dating' }, |
|
|
{ topic: '恋爱中的沟通障碍：八字解读', category: 'relationship', priority: 6, hub: 'dating' }, |
|
|
{ topic: '八字看你适合早恋还是晚婚', category: 'relationship', priority: 7, hub: 'dating' }, |
|
|
{ topic: '一见钟情vs日久生情：八字倾向', category: 'relationship', priority: 6, hub: 'dating' }, |
|
|
{ topic: '八字看你的恋爱节奏', category: 'relationship', priority: 6, hub: 'dating' }, |
|
|
{ topic: '为什么有些人恋爱总是很短？', category: 'relationship', priority: 6, hub: 'dating' }, |
|
|
{ topic: '八字看感情中的安全感来源', category: 'relationship', priority: 7, hub: 'dating' }, |
|
|
{ topic: '恋爱中的物质与精神：八字平衡', category: 'relationship', priority: 6, hub: 'dating' }, |
|
|
|
|
|
{ topic: '八字看婚姻的稳定性指标', category: 'relationship', priority: 9, hub: 'marriage' }, |
|
|
{ topic: '夫妻宫详解：Ta是什么样的人？', category: 'relationship', priority: 8, hub: 'marriage' }, |
|
|
{ topic: '八字看婚后的相处模式', category: 'relationship', priority: 8, hub: 'marriage' }, |
|
|
{ topic: '七年之痒：八字预警与化解', category: 'relationship', priority: 7, hub: 'marriage' }, |
|
|
{ topic: '八字看家庭责任的分配', category: 'relationship', priority: 6, hub: 'marriage' }, |
|
|
{ topic: '婆媳关系：八字看相处之道', category: 'relationship', priority: 6, hub: 'marriage' }, |
|
|
{ topic: '八字看子女缘与亲子关系', category: 'relationship', priority: 7, hub: 'marriage' }, |
|
|
{ topic: '二婚比头婚好的八字特征', category: 'relationship', priority: 6, hub: 'marriage' }, |
|
|
{ topic: '八字看婚姻中的财务管理', category: 'relationship', priority: 6, hub: 'marriage' }, |
|
|
{ topic: '八字看你会不会被婚姻改变', category: 'relationship', priority: 5, hub: 'marriage' }, |
|
|
{ topic: '中年危机与婚姻：八字视角', category: 'relationship', priority: 6, hub: 'marriage' }, |
|
|
{ topic: '八字看老年夫妻的相伴之道', category: 'relationship', priority: 5, hub: 'marriage' }, |
|
|
{ topic: '如何用八字经营长期关系？', category: 'relationship', priority: 7, hub: 'marriage' }, |
|
|
{ topic: '八字看离婚的高风险年份', category: 'relationship', priority: 7, hub: 'marriage' }, |
|
|
{ topic: '分居与离婚：八字的区别信号', category: 'relationship', priority: 5, hub: 'marriage' }, |
|
|
|
|
|
|
|
|
{ topic: '八字看你适合什么行业？', category: 'career', priority: 9, hub: 'career-positioning' }, |
|
|
{ topic: '五行与行业对应：选对赛道', category: 'career', priority: 8, hub: 'career-positioning' }, |
|
|
{ topic: '八字看你适合打工还是创业？', category: 'career', priority: 9, hub: 'career-positioning' }, |
|
|
{ topic: '八字看领导力潜质', category: 'career', priority: 7, hub: 'career-positioning' }, |
|
|
{ topic: '八字看团队协作能力', category: 'career', priority: 6, hub: 'career-positioning' }, |
|
|
{ topic: '八字看你的职场人设', category: 'career', priority: 7, hub: 'career-positioning' }, |
|
|
{ topic: '八字看跳槽的最佳时机', category: 'career', priority: 8, hub: 'career-positioning' }, |
|
|
{ topic: '八字看副业与兼职的潜力', category: 'career', priority: 6, hub: 'career-positioning' }, |
|
|
{ topic: '八字看职场瓶颈与突破', category: 'career', priority: 7, hub: 'career-positioning' }, |
|
|
{ topic: '八字看退休规划', category: 'career', priority: 5, hub: 'career-positioning' }, |
|
|
{ topic: '八字看升职加薪的时机', category: 'career', priority: 8, hub: 'career-positioning' }, |
|
|
{ topic: '八字看与上司的关系', category: 'career', priority: 6, hub: 'career-positioning' }, |
|
|
{ topic: '八字看与同事的竞合关系', category: 'career', priority: 5, hub: 'career-positioning' }, |
|
|
{ topic: '八字看职场贵人运', category: 'career', priority: 7, hub: 'career-positioning' }, |
|
|
{ topic: '八字看创业的最佳时机', category: 'career', priority: 8, hub: 'career-positioning' }, |
|
|
|
|
|
{ topic: '八字看赚钱方式：主动vs被动收入', category: 'career', priority: 8, hub: 'wealth' }, |
|
|
{ topic: '八字看消费习惯与理财倾向', category: 'career', priority: 7, hub: 'wealth' }, |
|
|
{ topic: '八字看投资风格：保守vs激进', category: 'career', priority: 7, hub: 'wealth' }, |
|
|
{ topic: '八字看财运的周期性', category: 'career', priority: 8, hub: 'wealth' }, |
|
|
{ topic: '八字看意外之财与横财', category: 'career', priority: 6, hub: 'wealth' }, |
|
|
{ topic: '八字看破财的高风险年份', category: 'career', priority: 7, hub: 'wealth' }, |
|
|
{ topic: '八字看债务与借贷', category: 'career', priority: 5, hub: 'wealth' }, |
|
|
{ topic: '八字看合伙做生意的风险', category: 'career', priority: 6, hub: 'wealth' }, |
|
|
{ topic: '八字看房产投资的时机', category: 'career', priority: 6, hub: 'wealth' }, |
|
|
{ topic: '八字看存钱能力', category: 'career', priority: 6, hub: 'wealth' }, |
|
|
{ topic: '八字看财富积累的长期路径', category: 'career', priority: 7, hub: 'wealth' }, |
|
|
{ topic: '八字看你的财富天花板', category: 'career', priority: 6, hub: 'wealth' }, |
|
|
{ topic: '八字看家族财运的传承', category: 'career', priority: 5, hub: 'wealth' }, |
|
|
{ topic: '八字看经济危机中的应对', category: 'career', priority: 6, hub: 'wealth' }, |
|
|
{ topic: '八字看数字货币投资倾向', category: 'career', priority: 6, hub: 'wealth' }, |
|
|
|
|
|
|
|
|
{ topic: '大运切换：为什么人生会"换挡"', category: 'timing', priority: 9, hub: 'dayun' }, |
|
|
{ topic: '大运十年如何分段：前中后期', category: 'timing', priority: 8, hub: 'dayun' }, |
|
|
{ topic: '好大运坏流年vs坏大运好流年', category: 'timing', priority: 8, hub: 'dayun' }, |
|
|
{ topic: '土星回归：30岁的人生考验', category: 'timing', priority: 9, hub: 'cycles' }, |
|
|
{ topic: '木星回归：12年的成长周期', category: 'timing', priority: 7, hub: 'cycles' }, |
|
|
{ topic: '本命年：真的那么可怕吗？', category: 'timing', priority: 8, hub: 'cycles' }, |
|
|
{ topic: '犯太岁的年份怎么过？', category: 'timing', priority: 8, hub: 'cycles' }, |
|
|
{ topic: '水逆真的影响很大吗？', category: 'timing', priority: 6, hub: 'cycles' }, |
|
|
{ topic: '日食月食对运势的影响', category: 'timing', priority: 5, hub: 'cycles' }, |
|
|
{ topic: '如何选择结婚的黄道吉日？', category: 'timing', priority: 7, hub: 'timing-selection' }, |
|
|
{ topic: '如何选择开业的最佳时机？', category: 'timing', priority: 7, hub: 'timing-selection' }, |
|
|
{ topic: '如何选择搬家的吉日？', category: 'timing', priority: 6, hub: 'timing-selection' }, |
|
|
{ topic: '择日的基本原则', category: 'timing', priority: 6, hub: 'timing-selection' }, |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
]; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
function initQueue() { |
|
|
const db = getDb(); |
|
|
|
|
|
|
|
|
const existingCount = db.prepare('SELECT COUNT(*) as count FROM content_generation_queue').get().count; |
|
|
if (existingCount > 0) { |
|
|
console.log(`队列中已有 ${existingCount} 个任务，跳过初始化`); |
|
|
return; |
|
|
} |
|
|
|
|
|
const insertStmt = db.prepare(` |
|
|
INSERT INTO content_generation_queue |
|
|
(id, topic, category, topic_hub, priority, status, created_at) |
|
|
VALUES (?, ?, ?, ?, ?, 'pending', ?) |
|
|
`); |
|
|
|
|
|
const now = new Date().toISOString(); |
|
|
let count = 0; |
|
|
|
|
|
for (const item of CONTENT_PLAN) { |
|
|
insertStmt.run( |
|
|
nanoid(), |
|
|
item.topic, |
|
|
item.category, |
|
|
item.hub || null, |
|
|
item.priority || 5, |
|
|
now |
|
|
); |
|
|
count++; |
|
|
} |
|
|
|
|
|
console.log(`✓ 已初始化 ${count} 个生成任务到队列`); |
|
|
} |
|
|
|
|
|
|
|
|
function getPendingTasks(limit, category = null) { |
|
|
const db = getDb(); |
|
|
let sql = ` |
|
|
SELECT * FROM content_generation_queue |
|
|
WHERE status = 'pending' |
|
|
`; |
|
|
const params = []; |
|
|
|
|
|
if (category) { |
|
|
sql += ' AND category = ?'; |
|
|
params.push(category); |
|
|
} |
|
|
|
|
|
sql += ' ORDER BY priority DESC, created_at ASC LIMIT ?'; |
|
|
params.push(limit); |
|
|
|
|
|
return db.prepare(sql).all(...params); |
|
|
} |
|
|
|
|
|
|
|
|
function updateTaskStatus(taskId, status, articleId = null, errorMessage = null) { |
|
|
const db = getDb(); |
|
|
const now = new Date().toISOString(); |
|
|
|
|
|
if (status === 'generating') { |
|
|
db.prepare(` |
|
|
UPDATE content_generation_queue |
|
|
SET status = ?, started_at = ? |
|
|
WHERE id = ? |
|
|
`).run(status, now, taskId); |
|
|
} else if (status === 'completed') { |
|
|
db.prepare(` |
|
|
UPDATE content_generation_queue |
|
|
SET status = ?, article_id = ?, completed_at = ? |
|
|
WHERE id = ? |
|
|
`).run(status, articleId, now, taskId); |
|
|
} else if (status === 'failed') { |
|
|
db.prepare(` |
|
|
UPDATE content_generation_queue |
|
|
SET status = ?, error_message = ?, retry_count = retry_count + 1 |
|
|
WHERE id = ? |
|
|
`).run(status, errorMessage, taskId); |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
async function callLLM(prompt, model = PRIMARY_MODEL) { |
|
|
const controller = new AbortController(); |
|
|
const timeoutId = setTimeout(() => controller.abort(), 120000); |
|
|
|
|
|
try { |
|
|
const response = await fetch(`${API_BASE_URL}/chat/completions`, { |
|
|
method: 'POST', |
|
|
headers: { |
|
|
'Content-Type': 'application/json', |
|
|
Authorization: `Bearer ${API_KEY}`, |
|
|
}, |
|
|
signal: controller.signal, |
|
|
body: JSON.stringify({ |
|
|
model: model, |
|
|
messages: [ |
|
|
{ role: 'user', content: prompt }, |
|
|
], |
|
|
temperature: 0.7, |
|
|
max_tokens: 4000, |
|
|
}), |
|
|
}); |
|
|
|
|
|
clearTimeout(timeoutId); |
|
|
|
|
|
if (!response.ok) { |
|
|
const errText = await response.text(); |
|
|
throw new Error(`API ${response.status}: ${errText.substring(0, 200)}`); |
|
|
} |
|
|
|
|
|
const data = await response.json(); |
|
|
return data.choices?.[0]?.message?.content || ''; |
|
|
} catch (error) { |
|
|
clearTimeout(timeoutId); |
|
|
throw error; |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
function parseArticleResponse(content) { |
|
|
try { |
|
|
let cleaned = content.trim(); |
|
|
cleaned = cleaned.replace(/<think>[\s\S]*?<\/think>/gi, '').trim(); |
|
|
|
|
|
if (cleaned.startsWith('```json')) cleaned = cleaned.slice(7); |
|
|
else if (cleaned.startsWith('```')) cleaned = cleaned.slice(3); |
|
|
if (cleaned.endsWith('```')) cleaned = cleaned.slice(0, -3); |
|
|
cleaned = cleaned.trim(); |
|
|
|
|
|
const jsonStart = cleaned.indexOf('{'); |
|
|
const jsonEnd = cleaned.lastIndexOf('}'); |
|
|
if (jsonStart !== -1 && jsonEnd !== -1 && jsonEnd > jsonStart) { |
|
|
cleaned = cleaned.slice(jsonStart, jsonEnd + 1); |
|
|
} |
|
|
|
|
|
return JSON.parse(cleaned); |
|
|
} catch (error) { |
|
|
console.error('JSON 解析失败:', error.message); |
|
|
return null; |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
function validateArticle(article) { |
|
|
const checks = { |
|
|
hasTitle: !!article.title && article.title.length >= 8, |
|
|
hasSummary: !!article.summary && article.summary.length >= 30, |
|
|
hasContent: !!article.content && article.content.length >= 500, |
|
|
contentNotTooLong: article.content && article.content.length <= 3000, |
|
|
hasTags: article.tags && article.tags.length >= 2, |
|
|
}; |
|
|
|
|
|
const passed = Object.values(checks).filter(Boolean).length; |
|
|
const total = Object.keys(checks).length; |
|
|
|
|
|
return { |
|
|
valid: passed >= total * 0.8, |
|
|
score: passed / total, |
|
|
details: checks, |
|
|
}; |
|
|
} |
|
|
|
|
|
|
|
|
async function generateArticle(task) { |
|
|
const prompt = buildArticlePrompt(task.topic, task.category, task.topic_hub); |
|
|
|
|
|
const modelsToTry = [PRIMARY_MODEL, ...FALLBACK_MODELS]; |
|
|
let lastError = null; |
|
|
|
|
|
for (const model of modelsToTry) { |
|
|
try { |
|
|
console.log(` [${model}] 生成中...`); |
|
|
const response = await callLLM(prompt, model); |
|
|
const article = parseArticleResponse(response); |
|
|
|
|
|
if (!article) { |
|
|
console.log(` [${model}] JSON 解析失败，切换模型`); |
|
|
continue; |
|
|
} |
|
|
|
|
|
const validation = validateArticle(article); |
|
|
if (!validation.valid) { |
|
|
console.log(` [${model}] 质量检查未通过:`, validation.details); |
|
|
continue; |
|
|
} |
|
|
|
|
|
return { success: true, article, model }; |
|
|
} catch (error) { |
|
|
console.log(` [${model}] 失败: ${error.message}`); |
|
|
lastError = error; |
|
|
} |
|
|
} |
|
|
|
|
|
return { success: false, error: lastError?.message || '所有模型均失败' }; |
|
|
} |
|
|
|
|
|
|
|
|
function saveArticle(task, articleData, model) { |
|
|
const slug = articleData.title |
|
|
.toLowerCase() |
|
|
.replace(/[^\w\u4e00-\u9fa5]+/g, '-') |
|
|
.replace(/^-+|-+$/g, '') |
|
|
.substring(0, 50) || nanoid(10); |
|
|
|
|
|
const articleId = nanoid(); |
|
|
const now = new Date().toISOString(); |
|
|
|
|
|
const db = getDb(); |
|
|
const stmt = db.prepare(` |
|
|
INSERT INTO knowledge_articles ( |
|
|
id, slug, title, category, level, tags, summary, content, |
|
|
view_count, created_at, updated_at, published, |
|
|
topic_hub, generation_model, generation_version, related_articles |
|
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) |
|
|
`); |
|
|
|
|
|
stmt.run( |
|
|
articleId, |
|
|
slug + '-' + nanoid(4), |
|
|
articleData.title, |
|
|
task.category, |
|
|
articleData.difficulty || 1, |
|
|
JSON.stringify(articleData.tags || []), |
|
|
articleData.summary, |
|
|
articleData.content, |
|
|
0, |
|
|
now, |
|
|
now, |
|
|
1, |
|
|
task.topic_hub || null, |
|
|
model, |
|
|
1, |
|
|
JSON.stringify(articleData.relatedSlugs || []) |
|
|
); |
|
|
|
|
|
return articleId; |
|
|
} |
|
|
|
|
|
|
|
|
async function processBatch(limit, category = null) { |
|
|
console.log(`\n${'═'.repeat(60)}`); |
|
|
console.log(' 知识内容批量生成器'); |
|
|
console.log('═'.repeat(60)); |
|
|
console.log(`阶段: ${PHASE} | 批次大小: ${limit} | 栏目: ${category || '全部'}`); |
|
|
console.log(''); |
|
|
|
|
|
const tasks = getPendingTasks(limit, category); |
|
|
if (tasks.length === 0) { |
|
|
console.log('✓ 没有待处理的任务'); |
|
|
return; |
|
|
} |
|
|
|
|
|
console.log(`找到 ${tasks.length} 个待处理任务\n`); |
|
|
|
|
|
let completed = 0; |
|
|
let failed = 0; |
|
|
|
|
|
for (let i = 0; i < tasks.length; i++) { |
|
|
const task = tasks[i]; |
|
|
console.log(`[${i + 1}/${tasks.length}] ${task.topic}`); |
|
|
console.log(` 栏目: ${task.category} | 优先级: ${task.priority}`); |
|
|
|
|
|
updateTaskStatus(task.id, 'generating'); |
|
|
|
|
|
const result = await generateArticle(task); |
|
|
|
|
|
if (result.success) { |
|
|
const articleId = saveArticle(task, result.article, result.model); |
|
|
updateTaskStatus(task.id, 'completed', articleId); |
|
|
console.log(` ✓ 成功 (模型: ${result.model})`); |
|
|
completed++; |
|
|
} else { |
|
|
updateTaskStatus(task.id, 'failed', null, result.error); |
|
|
console.log(` ✗ 失败: ${result.error}`); |
|
|
failed++; |
|
|
} |
|
|
|
|
|
|
|
|
if (i < tasks.length - 1) { |
|
|
console.log(` 等待 ${config.delayBetweenArticles / 1000} 秒...`); |
|
|
await new Promise(r => setTimeout(r, config.delayBetweenArticles)); |
|
|
} |
|
|
} |
|
|
|
|
|
console.log(`\n${'─'.repeat(60)}`); |
|
|
console.log(`完成: ${completed} | 失败: ${failed}`); |
|
|
console.log('─'.repeat(60)); |
|
|
} |
|
|
|
|
|
|
|
|
function showStatus() { |
|
|
const db = getDb(); |
|
|
|
|
|
const queueStats = db.prepare(` |
|
|
SELECT status, COUNT(*) as count |
|
|
FROM content_generation_queue |
|
|
GROUP BY status |
|
|
`).all(); |
|
|
|
|
|
const articleCount = db.prepare(` |
|
|
SELECT COUNT(*) as count FROM knowledge_articles WHERE published = 1 |
|
|
`).get().count; |
|
|
|
|
|
const categoryStats = db.prepare(` |
|
|
SELECT category, COUNT(*) as count |
|
|
FROM content_generation_queue |
|
|
WHERE status = 'pending' |
|
|
GROUP BY category |
|
|
ORDER BY count DESC |
|
|
`).all(); |
|
|
|
|
|
console.log('\n═══ 知识内容生成状态 ═══\n'); |
|
|
console.log('队列状态:'); |
|
|
for (const stat of queueStats) { |
|
|
console.log(` ${stat.status}: ${stat.count}`); |
|
|
} |
|
|
console.log(`\n已发布文章: ${articleCount} / 300 (${Math.round(articleCount / 300 * 100)}%)`); |
|
|
console.log('\n待生成 (按栏目):'); |
|
|
for (const stat of categoryStats) { |
|
|
console.log(` ${stat.category}: ${stat.count}`); |
|
|
} |
|
|
} |
|
|
|
|
|
|
|
|
function retryFailed() { |
|
|
const db = getDb(); |
|
|
const result = db.prepare(` |
|
|
UPDATE content_generation_queue |
|
|
SET status = 'pending' |
|
|
WHERE status = 'failed' AND retry_count < 3 |
|
|
`).run(); |
|
|
|
|
|
console.log(`✓ 已重置 ${result.changes} 个失败任务`); |
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
async function main() { |
|
|
|
|
|
initSchema(); |
|
|
|
|
|
if (INIT_QUEUE) { |
|
|
initQueue(); |
|
|
return; |
|
|
} |
|
|
|
|
|
if (SHOW_STATUS) { |
|
|
showStatus(); |
|
|
return; |
|
|
} |
|
|
|
|
|
if (RETRY_FAILED) { |
|
|
retryFailed(); |
|
|
return; |
|
|
} |
|
|
|
|
|
|
|
|
await processBatch(BATCH_SIZE, CATEGORY_FILTER); |
|
|
} |
|
|
|
|
|
|
|
|
main().catch(error => { |
|
|
console.error('脚本执行失败:', error); |
|
|
process.exit(1); |
|
|
}); |
|
|
|
