更新指标到数据库
This commit is contained in:
104
update.js
104
update.js
@@ -1,72 +1,62 @@
|
||||
import fs from 'fs'
|
||||
import mysql from 'mysql2/promise'
|
||||
|
||||
export async function update(field, list) {
|
||||
// 更新指标到数据库
|
||||
export async function update(table, rank, views) {
|
||||
if (!['day_rank', 'week_rank', 'month_rank', 'year_rank', 'aeon_rank'].includes(rank)) {
|
||||
throw new Error('字段类型错误')
|
||||
}
|
||||
|
||||
const { mysql: config } = JSON.parse(fs.readFileSync('config.json', 'utf8'))
|
||||
const conn = await mysql.createConnection(config)
|
||||
|
||||
console.log('创建临时表')
|
||||
await conn.query(`CREATE TEMPORARY TABLE temp_updates (id INT PRIMARY KEY, ${mysql.escapeId(field)} INT UNSIGNED)`)
|
||||
await conn.query(`CREATE TEMPORARY TABLE temp_updates (id INT PRIMARY KEY, views_count INT UNSIGNED)`)
|
||||
|
||||
console.log(`数据总量 ${list.length} 条, 每次 10000 条写入 ${Math.ceil(list.length / 10000)} 次`)
|
||||
for (let i = 0; i < list.length; i += 10000) {
|
||||
console.log(`数据总量 ${views.length} 条, 每次 10000 条写入 ${Math.ceil(views.length / 10000)} 次`)
|
||||
for (let i = 0; i < views.length; i += 10000) {
|
||||
console.log(`第 ${i / 10000 + 1} 次写入`)
|
||||
const values = list.slice(i, i + 10000)
|
||||
await conn.query(`INSERT INTO temp_updates (id, ${field}) VALUES ?`, [values])
|
||||
const values = views.slice(i, i + 10000)
|
||||
await conn.query(`INSERT INTO temp_updates (id, views_count) VALUES ?`, [values])
|
||||
}
|
||||
|
||||
|
||||
|
||||
for (let name of ['comment', 'praise', 'collect']) {
|
||||
console.log(`统计当天时间段内 ${name} 数到临时表`)
|
||||
await conn.query(`
|
||||
UPDATE temp_updates t
|
||||
JOIN (
|
||||
SELECT
|
||||
${mame}_id AS article_id,
|
||||
COUNT(*) AS ${name}_count
|
||||
FROM
|
||||
web_${name}
|
||||
WHERE
|
||||
DATE(create_time) = CURDATE()
|
||||
GROUP BY
|
||||
${field}_id
|
||||
) stats
|
||||
ON t.id = stats.article_id
|
||||
SET t.${name}_count = stats.${name}_count;
|
||||
`)
|
||||
}
|
||||
|
||||
console.log('统计当天时间段内排行榜到临时表')
|
||||
await conn.query(`
|
||||
UPDATE temp_updates
|
||||
SET day_rank =
|
||||
collect_count * 35 +
|
||||
praise_count * 20 +
|
||||
comment_count * 20 +
|
||||
views_count * 25;
|
||||
`)
|
||||
|
||||
console.log('更新前清空当日记录')
|
||||
await conn.query(`UPDATE ${table} SET ${rank} = 0`)
|
||||
|
||||
console.log('更新数据从临时表转入生产库')
|
||||
await conn.query(`UPDATE web_images t JOIN temp_updates tu ON t.id = tu.id SET t.${field} = tu.${field}`)
|
||||
await conn.query(`UPDATE ${table} t JOIN temp_updates tu ON t.id = tu.id SET t.${rank} = tu.${rank}`)
|
||||
await conn.end()
|
||||
console.log('更新完成')
|
||||
}
|
||||
|
||||
export async function likes(day = 1) {
|
||||
const { mysql: config } = JSON.parse(fs.readFileSync('config.json', 'utf8'))
|
||||
const conn = await mysql.createConnection(config)
|
||||
const [rows] = await conn.query(`SELECT * FROM web_praise WHERE create_time >= CURDATE() AND create_time < CURDATE() + INTERVAL ${day} DAY`)
|
||||
await conn.end()
|
||||
return rows
|
||||
}
|
||||
|
||||
export async function collects(day = 1) {
|
||||
const { mysql: config } = JSON.parse(fs.readFileSync('config.json', 'utf8'))
|
||||
const conn = await mysql.createConnection(config)
|
||||
const [rows] = await conn.query(`SELECT * FROM web_collect WHERE create_time >= CURDATE() AND create_time < CURDATE() + INTERVAL ${day} DAY`)
|
||||
await conn.end()
|
||||
return rows
|
||||
}
|
||||
|
||||
export async function views(day = 1) {
|
||||
const startDate = new Date(Date.now() - day * 24 * 60 * 60 * 1000)
|
||||
const currentDate = new Date()
|
||||
|
||||
const files = fs.readdirSync('./data').filter(name => /\d{4}-\d{2}-\d{2}\.json$/.test(name)).filter(name => {
|
||||
const date = new Date(name.match(/\d{4}-\d{2}-\d{2}/)[0])
|
||||
return date >= startDate && date <= currentDate
|
||||
})
|
||||
|
||||
const result = { articles: new Map(), games: new Map(), screenshots: new Map() }
|
||||
|
||||
files.forEach(name => {
|
||||
const data = JSON.parse(fs.readFileSync(`./data/${name}`, 'utf8'))
|
||||
for (const type of ['articles', 'games', 'screenshots']) {
|
||||
Object.entries(data[type] || {}).forEach(([key, value]) => {
|
||||
result[type].set(key, (result[type].get(key) || 0) + value)
|
||||
})
|
||||
}
|
||||
})
|
||||
|
||||
return Object.fromEntries(
|
||||
Object.entries(result).map(([key, map]) => [
|
||||
key,
|
||||
[...map.entries()].sort((a, b) => b[1] - a[1]).map(([k]) => k)
|
||||
])
|
||||
)
|
||||
}
|
||||
|
||||
// 计算总权重
|
||||
export function totalWeight(data) {
|
||||
const total = Object.values(data).reduce((acc, cur) => acc + cur, 0)
|
||||
return Object.fromEntries(Object.entries(data).map(([key, value]) => [key, Math.round(value / total * 100)]))
|
||||
}
|
||||
|
Reference in New Issue
Block a user