117 lines
4.6 KiB
JavaScript
117 lines
4.6 KiB
JavaScript
import fs from 'fs'
|
|
import mysql from 'mysql2/promise'
|
|
|
|
|
|
// 收藏夹单独更新(收藏夹没有收藏但有fans, 点赞数如何判断类型为收藏夹? fllow)
|
|
export async function update_explorer(table, rank, views) {
|
|
if (!['day_rank', 'week_rank', 'month_rank', 'year_rank', 'aeon_rank'].includes(rank)) {
|
|
throw new Error('字段类型错误')
|
|
}
|
|
|
|
const { mysql: config } = JSON.parse(fs.readFileSync('config.json', 'utf8'))
|
|
const conn = await mysql.createConnection(config)
|
|
|
|
console.log('创建临时表')
|
|
await conn.query(`CREATE TEMPORARY TABLE temp_updates (
|
|
id INT PRIMARY KEY,
|
|
rank INT UNSIGNED,
|
|
views_count INT UNSIGNED,
|
|
fans_count INT UNSIGNED
|
|
)`)
|
|
|
|
console.log(`数据总量 ${views.length} 条, 每次 10000 条写入 ${Math.ceil(views.length / 10000)} 次`)
|
|
for (let i = 0; i < views.length; i += 10000) {
|
|
console.log(`第 ${i / 10000 + 1} 次写入`)
|
|
const values = views.slice(i, i + 10000)
|
|
await conn.query(`INSERT INTO temp_updates (id, views_count) VALUES ?`, [values])
|
|
}
|
|
|
|
// 定义查询时间范围
|
|
const WHERE = {
|
|
day_rank: `WHERE create_time >= CURDATE()`,
|
|
week_rank: `WHERE create_time >= CURDATE() - INTERVAL 7 DAY`,
|
|
month_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 MONTH`,
|
|
year_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 YEAR`,
|
|
aeon_rank: ``
|
|
}
|
|
|
|
// fans type: 0=设计师 1=团队 2=图片 3=图集 4=视频
|
|
const JOIN = {
|
|
fans: `SELECT blogger_id AS id, COUNT(*) AS fans_count FROM web_member_explorer ${WHERE[rank]} GROUP BY id`
|
|
}
|
|
|
|
for (let name of ['fans']) {
|
|
console.log(`统计 ${rank} 时间段内 ${name} 数到临时表`)
|
|
await conn.query(`UPDATE temp_updates t JOIN(${JOIN[name]}) stats ON t.id = stats.id SET t.${name}_count = stats.${name}_count`)
|
|
}
|
|
|
|
console.log('统计当天时间段内排行榜到临时表')
|
|
await conn.query("UPDATE temp_updates SET rank = fans_count * 35 + views_count * 25")
|
|
|
|
console.log('更新数据从临时表转入生产库')
|
|
await conn.query(`UPDATE ${table} t LEFT JOIN temp_updates tu ON t.id = tu.id SET t.${rank} = IFNULL(tu.rank, 0)`)
|
|
await conn.end()
|
|
console.log('更新完成')
|
|
}
|
|
|
|
// 更新指标到数据库
|
|
export async function update(table, rank, views) {
|
|
if (!['day_rank', 'week_rank', 'month_rank', 'year_rank', 'aeon_rank'].includes(rank)) {
|
|
throw new Error('字段类型错误')
|
|
}
|
|
|
|
const { mysql: config } = JSON.parse(fs.readFileSync('config.json', 'utf8'))
|
|
const conn = await mysql.createConnection(config)
|
|
|
|
console.log('创建临时表')
|
|
await conn.query(`CREATE TEMPORARY TABLE temp_updates (
|
|
id INT PRIMARY KEY,
|
|
rank INT UNSIGNED,
|
|
views_count INT UNSIGNED,
|
|
praise_count INT UNSIGNED,
|
|
comment_count INT UNSIGNED,
|
|
collect_count INT UNSIGNED
|
|
)`)
|
|
|
|
console.log(`数据总量 ${views.length} 条, 每次 10000 条写入 ${Math.ceil(views.length / 10000)} 次`)
|
|
for (let i = 0; i < views.length; i += 10000) {
|
|
console.log(`第 ${i / 10000 + 1} 次写入`)
|
|
const values = views.slice(i, i + 10000)
|
|
await conn.query(`INSERT INTO temp_updates (id, views_count) VALUES ?`, [values])
|
|
}
|
|
|
|
// 0=文章/游戏/作品 1=短视频 2=图片
|
|
const TYPE = {
|
|
web_images: 'AND type=2',
|
|
web_aritcle: 'AND type=0',
|
|
}
|
|
|
|
// 定义查询时间范围
|
|
const WHERE = {
|
|
day_rank: `WHERE create_time >= CURDATE() ${TYPE[table]}`,
|
|
week_rank: `WHERE create_time >= CURDATE() - INTERVAL 7 DAY ${TYPE[table]}`,
|
|
month_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 MONTH ${TYPE[table]}`,
|
|
year_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 YEAR ${TYPE[table]}`,
|
|
aeon_rank: `${TYPE[table]}`
|
|
}
|
|
|
|
const JOIN = {
|
|
comment: `SELECT comment_id AS id, COUNT(*) AS comment_count FROM web_comment ${WHERE[rank]} GROUP BY id`,
|
|
praise: `SELECT praise_id AS id, COUNT(*) AS praise_count FROM web_praise ${WHERE[rank]} GROUP BY id`,
|
|
collect: `SELECT collect_id AS id, COUNT(*) AS collect_count FROM web_collect ${WHERE[rank]} GROUP BY id`
|
|
}
|
|
|
|
for (let name of ['comment', 'praise', 'collect']) {
|
|
console.log(`统计 ${rank} 时间段内 ${name} 数到临时表`)
|
|
await conn.query(`UPDATE temp_updates t JOIN(${JOIN[name]}) stats ON t.id = stats.id SET t.${name}_count = stats.${name}_count`)
|
|
}
|
|
|
|
console.log('统计当天时间段内排行榜到临时表')
|
|
await conn.query("UPDATE temp_updates SET rank = collect_count * 35 + praise_count * 20 + comment_count * 20 + views_count * 25")
|
|
|
|
console.log('更新数据从临时表转入生产库')
|
|
await conn.query(`UPDATE ${table} t LEFT JOIN temp_updates tu ON t.id = tu.id SET t.${rank} = IFNULL(tu.rank, 0)`)
|
|
await conn.end()
|
|
console.log('更新完成')
|
|
}
|