分离 fans

main.js

@@ -56,8 +56,8 @@ const 存档 = async (message = '正在存档...') => {
 
 
 export default function () {
-    if (fs.existsSync(`./data/${当前日期}.json`)) {
     console.log(当前日期, '启动时加载当日数据...')
+    if (fs.existsSync(`./data/${当前日期}.json`)) {
         const file = fs.readFileSync(`./data/${当前日期}.json`, 'utf8')
         if (file) {
             const data = JSON.parse(file)
@@ -67,16 +67,16 @@ export default function () {
         }
     }
 
-    console.log(当前日期, '开始收集日志...')
 
-    setInterval(() => {
+    setInterval(async () => {
         存档('每10分钟自动存档...')
-        update('web_images', 'day_rank', Object.entries(Object.fromEntries(截图.浏览数.日)))
+        await update('web_images', 'day_rank', Object.entries(Object.fromEntries(截图.浏览数.日)))
-        update('web_article', 'day_rank', Object.entries(Object.fromEntries(文章.浏览数.日)))
+        await update('web_article', 'day_rank', Object.entries(Object.fromEntries(文章.浏览数.日)))
-        //update('web_member_explorer', 'day_rank', Object.entries(Object.fromEntries(收藏.浏览数.日)))
+        await update_explorer('web_member_explorer', 'day_rank', Object.entries(Object.fromEntries(收藏.浏览数.日)))
     }, 600000)
 
-    // 实时读取日志文件
+
+    console.log(当前日期, '开始收集日志...')
     const tail = new Tail('/opt/log/caddy/access.log')
     tail.on('line', async (line) => {
         const item = JSON.parse(line)

update.js

@@ -2,27 +2,64 @@ import fs from 'fs'
 import mysql from 'mysql2/promise'
 
 
+// 收藏夹单独更新(收藏夹没有收藏但有fans, 点赞数如何判断类型为收藏夹? fllow)
+export async function update_explorer(table, rank, views) {
+  if (!['day_rank', 'week_rank', 'month_rank', 'year_rank', 'aeon_rank'].includes(rank)) {
+    throw new Error('字段类型错误')
+  }
+
+  const { mysql: config } = JSON.parse(fs.readFileSync('config.json', 'utf8'))
+  const conn = await mysql.createConnection(config)
+
+  console.log('创建临时表')
+  await conn.query(`CREATE TEMPORARY TABLE temp_updates (
+    id INT PRIMARY KEY,
+    rank INT UNSIGNED,
+    views_count INT UNSIGNED,
+    fans_count INT UNSIGNED
+  )`)
+
+  console.log(`数据总量 ${views.length} 条, 每次 10000 条写入 ${Math.ceil(views.length / 10000)} 次`)
+  for (let i = 0; i < views.length; i += 10000) {
+    console.log(`第 ${i / 10000 + 1} 次写入`)
+    const values = views.slice(i, i + 10000)
+    await conn.query(`INSERT INTO temp_updates (id, views_count) VALUES ?`, [values])
+  }
+
+  // 定义查询时间范围
+  const WHERE = {
+    day_rank: `WHERE create_time >= CURDATE()`,
+    week_rank: `WHERE create_time >= CURDATE() - INTERVAL 7 DAY`,
+    month_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 MONTH`,
+    year_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 YEAR`,
+    aeon_rank: ``
+  }
+
+  // fans type: 0=设计师 1=团队 2=图片 3=图集 4=视频
+  const JOIN = {
+    fans: `SELECT blogger_id AS id, COUNT(*) AS fans_count FROM web_member_explorer ${WHERE[rank]} GROUP BY id`
+  }
+
+  for (let name of ['fans']) {
+    console.log(`统计 ${rank} 时间段内 ${name} 数到临时表`)
+    await conn.query(`UPDATE temp_updates t JOIN(${JOIN[name]}) stats ON t.id = stats.id SET t.${name}_count = stats.${name}_count`)
+  }
+
+  console.log('统计当天时间段内排行榜到临时表')
+  await conn.query("UPDATE temp_updates SET rank = fans_count * 35 + views_count * 25")
+
+  console.log('更新数据从临时表转入生产库')
+  await conn.query(`UPDATE ${table} t LEFT JOIN temp_updates tu ON t.id = tu.id SET t.${rank} = IFNULL(tu.rank, 0)`)
+  await conn.end()
+  console.log('更新完成')
+}
+
 // 更新指标到数据库
 export async function update(table, rank, views) {
   if (!['day_rank', 'week_rank', 'month_rank', 'year_rank', 'aeon_rank'].includes(rank)) {
     throw new Error('字段类型错误')
   }
 
-  // 0=文章/游戏/作品 1=短视频 2=图片
-  const TYPE = {
-    web_images: 2,
-    web_aritcle: 0
-  }
-
-  // 定义查询时间范围
-  const WHERE = {
-    day_rank: `WHERE create_time >= CURDATE() AND type=${TYPE[table]}`,
-    week_rank: `WHERE create_time >= CURDATE() - INTERVAL 7 DAY  AND type=${TYPE[table]}`,
-    month_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 MONTH  AND type=${TYPE[table]}`,
-    year_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 YEAR  AND type=${TYPE[table]}`,
-    aeon_rank: `type=${TYPE[table]}`
-  }
-
   const { mysql: config } = JSON.parse(fs.readFileSync('config.json', 'utf8'))
   const conn = await mysql.createConnection(config)
 
@@ -43,6 +80,21 @@ export async function update(table, rank, views) {
     await conn.query(`INSERT INTO temp_updates (id, views_count) VALUES ?`, [values])
   }
 
+  // 0=文章/游戏/作品 1=短视频 2=图片
+  const TYPE = {
+    web_images: 'AND type=2',
+    web_aritcle: 'AND type=0',
+  }
+
+  // 定义查询时间范围
+  const WHERE = {
+    day_rank: `WHERE create_time >= CURDATE() ${TYPE[table]}`,
+    week_rank: `WHERE create_time >= CURDATE() - INTERVAL 7 DAY ${TYPE[table]}`,
+    month_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 MONTH ${TYPE[table]}`,
+    year_rank: `WHERE create_time >= CURDATE() - INTERVAL 1 YEAR ${TYPE[table]}`,
+    aeon_rank: `${TYPE[table]}`
+  }
+
   const JOIN = {
     comment: `SELECT comment_id AS id, COUNT(*) AS comment_count FROM web_comment ${WHERE[rank]} GROUP BY id`,
     praise: `SELECT praise_id AS id, COUNT(*) AS praise_count FROM web_praise ${WHERE[rank]} GROUP BY id`,