import fs from 'fs' import mysql from 'mysql2/promise' // 收藏夹单独更新(收藏夹没有收藏但有fans, 点赞数如何判断类型为收藏夹? fllow) export async function update_explorer(table, rank, views) { if (!['day_rank', 'week_rank', 'month_rank', 'year_rank', 'aeon_rank'].includes(rank)) { throw new Error('字段类型错误') } const { mysql: config } = JSON.parse(fs.readFileSync('config.json', 'utf8')) const conn = await mysql.createConnection(config) console.log('创建临时表') await conn.query(`CREATE TEMPORARY TABLE temp_updates ( id INT PRIMARY KEY, rank INT UNSIGNED, views_count INT UNSIGNED, fans_count INT UNSIGNED )`) console.log(`数据总量 ${views.length} 条, 每次 10000 条写入 ${Math.ceil(views.length / 10000)} 次`) for (let i = 0; i < views.length; i += 10000) { console.log(`第 ${i / 10000 + 1} 次写入`) const values = views.slice(i, i + 10000) await conn.query(`INSERT INTO temp_updates (id, views_count) VALUES ?`, [values]) } // 定义查询时间范围 const WHERE = { 'day_rank': `WHERE create_time >= CURDATE()`, 'week_rank': `WHERE create_time >= CURDATE() - INTERVAL 7 DAY`, 'month_rank': `WHERE create_time >= CURDATE() - INTERVAL 1 MONTH`, 'year_rank': `WHERE create_time >= CURDATE() - INTERVAL 1 YEAR`, 'aeon_rank': `` } // fans type: 0=设计师 1=团队 2=图片 3=图集 4=视频 const JOIN = { 'fans': `SELECT blogger_id AS id, COUNT(*) AS fans_count FROM web_fans ${WHERE[rank]} GROUP BY id` } for (let name of ['fans']) { console.log(`统计 ${rank} 时间段内 ${name} 数到临时表`) await conn.query(`UPDATE temp_updates t JOIN(${JOIN[name]}) stats ON t.id = stats.id SET t.${name}_count = stats.${name}_count`) } console.log('统计当天时间段内排行榜到临时表') await conn.query("UPDATE temp_updates SET rank = fans_count * 35 + views_count * 25") console.log('更新数据从临时表转入生产库', table) await conn.query(`UPDATE ${table} t LEFT JOIN temp_updates tu ON t.id = tu.id SET t.${rank} = IFNULL(tu.rank, 0)`) await conn.end() console.log('更新完成') } // 更新指标到数据库 export async function update(table, rank, views) { if (!['day_rank', 'week_rank', 'month_rank', 'year_rank', 'aeon_rank'].includes(rank)) { throw new Error('字段类型错误') } const { mysql: config } = JSON.parse(fs.readFileSync('config.json', 'utf8')) const conn = await mysql.createConnection(config) console.log('创建临时表') await conn.query(`CREATE TEMPORARY TABLE temp_updates ( id INT PRIMARY KEY, rank INT UNSIGNED, views_count INT UNSIGNED, praise_count INT UNSIGNED, comment_count INT UNSIGNED, collect_count INT UNSIGNED )`) console.log(`数据总量 ${views.length} 条, 每次 10000 条写入 ${Math.ceil(views.length / 10000)} 次`) for (let i = 0; i < views.length; i += 10000) { console.log(`第 ${i / 10000 + 1} 次写入`) const values = views.slice(i, i + 10000) await conn.query(`INSERT INTO temp_updates (id, views_count) VALUES ?`, [values]) } // 0=文章/游戏/作品 1=短视频 2=图片 const TYPE = { 'web_images': 'type=2', 'web_article': 'type=0', } // 定义查询时间范围 const WHERE = { 'day_rank': `create_time >= CURDATE() AND ${TYPE[table]}`, 'week_rank': `create_time >= CURDATE() - INTERVAL 7 DAY AND ${TYPE[table]}`, 'month_rank': `create_time >= CURDATE() - INTERVAL 1 MONTH AND ${TYPE[table]}`, 'year_rank': `create_time >= CURDATE() - INTERVAL 1 YEAR AND ${TYPE[table]}`, 'aeon_rank': `${TYPE[table]}` } const JOIN = { 'comment': `SELECT comment_id AS id, COUNT(*) AS comment_count FROM web_comment WHERE ${WHERE[rank]} GROUP BY id`, 'praise': `SELECT praise_id AS id, COUNT(*) AS praise_count FROM web_praise WHERE ${WHERE[rank]} GROUP BY id`, 'collect': `SELECT collect_id AS id, COUNT(*) AS collect_count FROM web_collect WHERE ${WHERE[rank]} GROUP BY id` } for (let name of ['comment', 'praise', 'collect']) { console.log(`统计 ${rank} 时间段内 ${name} 数到临时表`) await conn.query(`UPDATE temp_updates t JOIN(${JOIN[name]}) stats ON t.id = stats.id SET t.${name}_count = stats.${name}_count`) } console.log('统计当天时间段内排行榜到临时表') await conn.query("UPDATE temp_updates SET rank = collect_count * 35 + praise_count * 20 + comment_count * 20 + views_count * 25") console.log('更新数据从临时表转入生产库', table) //await conn.query(`UPDATE ${table} t LEFT JOIN temp_updates tu ON t.id = tu.id SET t.${rank} = IFNULL(tu.rank, 0)`) await conn.query(`UPDATE ${table} t SET t.${rank} = 0`) await conn.query(`UPDATE ${table} t JOIN temp_updates tu ON t.id = tu.id SET t.${rank} = IFNULL(tu.rank, 0)`) await conn.end() console.log('更新完成') }