From 5964d0f956dc302f555aab27377a0f08763587a0 Mon Sep 17 00:00:00 2001 From: satori Date: Mon, 16 Dec 2024 07:11:55 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=86=E7=A6=BB=20fans?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- main.js | 14 +++++----- update.js | 82 +++++++++++++++++++++++++++++++++++++++++++++---------- 2 files changed, 74 insertions(+), 22 deletions(-) diff --git a/main.js b/main.js index 8265235..d0bf7ee 100644 --- a/main.js +++ b/main.js @@ -56,8 +56,8 @@ const 存档 = async (message = '正在存档...') => { export default function () { + console.log(当前日期, '启动时加载当日数据...') if (fs.existsSync(`./data/${当前日期}.json`)) { - console.log(当前日期, '启动时加载当日数据...') const file = fs.readFileSync(`./data/${当前日期}.json`, 'utf8') if (file) { const data = JSON.parse(file) @@ -67,16 +67,16 @@ export default function () { } } - console.log(当前日期, '开始收集日志...') - setInterval(() => { + setInterval(async () => { 存档('每10分钟自动存档...') - update('web_images', 'day_rank', Object.entries(Object.fromEntries(截图.浏览数.日))) - update('web_article', 'day_rank', Object.entries(Object.fromEntries(文章.浏览数.日))) - //update('web_member_explorer', 'day_rank', Object.entries(Object.fromEntries(收藏.浏览数.日))) + await update('web_images', 'day_rank', Object.entries(Object.fromEntries(截图.浏览数.日))) + await update('web_article', 'day_rank', Object.entries(Object.fromEntries(文章.浏览数.日))) + await update_explorer('web_member_explorer', 'day_rank', Object.entries(Object.fromEntries(收藏.浏览数.日))) }, 600000) - // 实时读取日志文件 + + console.log(当前日期, '开始收集日志...') const tail = new Tail('/opt/log/caddy/access.log') tail.on('line', async (line) => { const item = JSON.parse(line) diff --git a/update.js b/update.js index e0ae3d3..820067d 100644 --- a/update.js +++ b/update.js @@ -2,27 +2,64 @@ import fs from 'fs' import mysql from 'mysql2/promise' +// 收藏夹单独更新(收藏夹没有收藏但有fans, 点赞数如何判断类型为收藏夹? fllow) +export async function update_explorer(table, rank, views) { + if (!['day_rank', 'week_rank', 'month_rank', 'year_rank', 'aeon_rank'].includes(rank)) { + throw new Error('字段类型错误') + } + + const { mysql: config } = JSON.parse(fs.readFileSync('config.json', 'utf8')) + const conn = await mysql.createConnection(config) + + console.log('创建临时表') + await conn.query(`CREATE TEMPORARY TABLE temp_updates ( + id INT PRIMARY KEY, + rank INT UNSIGNED, + views_count INT UNSIGNED, + fans_count INT UNSIGNED + )`) + + console.log(`数据总量 ${views.length} 条, 每次 10000 条写入 ${Math.ceil(views.length / 10000)} 次`) + for (let i = 0; i < views.length; i += 10000) { + console.log(`第 ${i / 10000 + 1} 次写入`) + const values = views.slice(i, i + 10000) + await conn.query(`INSERT INTO temp_updates (id, views_count) VALUES ?`, [values]) + } + + // 定义查询时间范围 + const WHERE = { + day_rank: `WHERE create_time >= CURDATE()`, + week_rank: `WHERE create_time >= CURDATE() - INTERVAL 7 DAY`, + month_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 MONTH`, + year_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 YEAR`, + aeon_rank: `` + } + + // fans type: 0=设计师 1=团队 2=图片 3=图集 4=视频 + const JOIN = { + fans: `SELECT blogger_id AS id, COUNT(*) AS fans_count FROM web_member_explorer ${WHERE[rank]} GROUP BY id` + } + + for (let name of ['fans']) { + console.log(`统计 ${rank} 时间段内 ${name} 数到临时表`) + await conn.query(`UPDATE temp_updates t JOIN(${JOIN[name]}) stats ON t.id = stats.id SET t.${name}_count = stats.${name}_count`) + } + + console.log('统计当天时间段内排行榜到临时表') + await conn.query("UPDATE temp_updates SET rank = fans_count * 35 + views_count * 25") + + console.log('更新数据从临时表转入生产库') + await conn.query(`UPDATE ${table} t LEFT JOIN temp_updates tu ON t.id = tu.id SET t.${rank} = IFNULL(tu.rank, 0)`) + await conn.end() + console.log('更新完成') +} + // 更新指标到数据库 export async function update(table, rank, views) { if (!['day_rank', 'week_rank', 'month_rank', 'year_rank', 'aeon_rank'].includes(rank)) { throw new Error('字段类型错误') } - // 0=文章/游戏/作品 1=短视频 2=图片 - const TYPE = { - web_images: 2, - web_aritcle: 0 - } - - // 定义查询时间范围 - const WHERE = { - day_rank: `WHERE create_time >= CURDATE() AND type=${TYPE[table]}`, - week_rank: `WHERE create_time >= CURDATE() - INTERVAL 7 DAY AND type=${TYPE[table]}`, - month_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 MONTH AND type=${TYPE[table]}`, - year_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 YEAR AND type=${TYPE[table]}`, - aeon_rank: `type=${TYPE[table]}` - } - const { mysql: config } = JSON.parse(fs.readFileSync('config.json', 'utf8')) const conn = await mysql.createConnection(config) @@ -43,6 +80,21 @@ export async function update(table, rank, views) { await conn.query(`INSERT INTO temp_updates (id, views_count) VALUES ?`, [values]) } + // 0=文章/游戏/作品 1=短视频 2=图片 + const TYPE = { + web_images: 'AND type=2', + web_aritcle: 'AND type=0', + } + + // 定义查询时间范围 + const WHERE = { + day_rank: `WHERE create_time >= CURDATE() ${TYPE[table]}`, + week_rank: `WHERE create_time >= CURDATE() - INTERVAL 7 DAY ${TYPE[table]}`, + month_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 MONTH ${TYPE[table]}`, + year_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 YEAR ${TYPE[table]}`, + aeon_rank: `${TYPE[table]}` + } + const JOIN = { comment: `SELECT comment_id AS id, COUNT(*) AS comment_count FROM web_comment ${WHERE[rank]} GROUP BY id`, praise: `SELECT praise_id AS id, COUNT(*) AS praise_count FROM web_praise ${WHERE[rank]} GROUP BY id`,