修正统计

This commit is contained in:
2024-12-16 06:26:36 +08:00
parent c8a01cdf7e
commit d0602c4bcf
2 changed files with 88 additions and 62 deletions

View File

@@ -1,17 +1,40 @@
import fs from 'fs'
import mysql from 'mysql2/promise'
// 更新指标到数据库
export async function update(table, rank, views) {
if (!['day_rank', 'week_rank', 'month_rank', 'year_rank', 'aeon_rank'].includes(rank)) {
throw new Error('字段类型错误')
}
// 0=文章/游戏/作品 1=短视频 2=图片
const TYPE = {
web_images: 2,
web_aritcle: 0
}
// 定义查询时间范围
const WHERE = {
day_rank: `WHERE create_time >= CURDATE() AND type=${TYPE[table]}`,
week_rank: `WHERE create_time >= CURDATE() - INTERVAL 7 DAY AND type=${TYPE[table]}`,
month_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 MONTH AND type=${TYPE[table]}`,
year_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 YEAR AND type=${TYPE[table]}`,
aeon_rank: `type=${TYPE[table]}`
}
const { mysql: config } = JSON.parse(fs.readFileSync('config.json', 'utf8'))
const conn = await mysql.createConnection(config)
console.log('创建临时表')
await conn.query(`CREATE TEMPORARY TABLE temp_updates (id INT PRIMARY KEY, views_count INT UNSIGNED)`)
await conn.query(`CREATE TEMPORARY TABLE temp_updates (
id INT PRIMARY KEY,
rank INT UNSIGNED,
views_count INT UNSIGNED,
praise_count INT UNSIGNED,
comment_count INT UNSIGNED,
collect_count INT UNSIGNED
)`)
console.log(`数据总量 ${views.length} 条, 每次 10000 条写入 ${Math.ceil(views.length / 10000)}`)
for (let i = 0; i < views.length; i += 10000) {
@@ -20,38 +43,22 @@ export async function update(table, rank, views) {
await conn.query(`INSERT INTO temp_updates (id, views_count) VALUES ?`, [values])
}
const JOIN = {
comment: `SELECT comment_id AS id, COUNT(*) AS comment_count FROM web_comment ${WHERE[rank]} GROUP BY id`,
praise: `SELECT praise_id AS id, COUNT(*) AS praise_count FROM web_praise ${WHERE[rank]} GROUP BY id`,
collect: `SELECT collect_id AS id, COUNT(*) AS collect_count FROM web_collect ${WHERE[rank]} GROUP BY id`
}
for (let name of ['comment', 'praise', 'collect']) {
console.log(`统计当天时间段内 ${name} 数到临时表`)
await conn.query(`
UPDATE temp_updates t
JOIN (
SELECT
${mame}_id AS article_id,
COUNT(*) AS ${name}_count
FROM
web_${name}
WHERE
DATE(create_time) = CURDATE()
GROUP BY
${field}_id
) stats
ON t.id = stats.article_id
SET t.${name}_count = stats.${name}_count;
`)
console.log(`统计 ${rank} 时间段内 ${name} 数到临时表`)
await conn.query(`UPDATE temp_updates t JOIN(${JOIN[name]}) stats ON t.id = stats.id SET t.${name}_count = stats.${name}_count`)
}
console.log('统计当天时间段内排行榜到临时表')
await conn.query(`
UPDATE temp_updates
SET day_rank =
collect_count * 35 +
praise_count * 20 +
comment_count * 20 +
views_count * 25;
`)
await conn.query("UPDATE temp_updates SET rank = collect_count * 35 + praise_count * 20 + comment_count * 20 + views_count * 25")
console.log('更新数据从临时表转入生产库')
await conn.query(`UPDATE ${table} t LEFT JOIN temp_updates tu ON t.id = tu.id SET t.${rank} = IFNULL(tu.${rank}, 0)`)
await conn.query(`UPDATE ${table} t LEFT JOIN temp_updates tu ON t.id = tu.id SET t.${rank} = IFNULL(tu.rank, 0)`)
await conn.end()
console.log('更新完成')
}