更新到数据库

.gitignore

@@ -2,3 +2,4 @@ access.log
 node_modules
 package-lock.json
 data
+config.json

main.js

@@ -1,9 +1,7 @@
 import fs from 'fs'
 import { Tail } from 'tail'
+import { updateDatabase } from './put_database.js'
 
-const tail = new Tail('/opt/log/caddy/access.log')
-
-// 指标(日榜, 周榜, 月榜, 总榜)
 const 作品 = new Map()
 const 游戏 = new Map()
 const 截图 = new Map()
@@ -15,7 +13,6 @@ const imagesRegex = /\/api\/images\?similar=(\d+)/
 var 当前日期 = 格式.format(new Date()).replace(/\//g, '-')
 var 正在存档 = false
 
-
 const 存档 = async (message = '存档中..') => {
     if (正在存档) return
     正在存档 = true
@@ -28,8 +25,8 @@ const 存档 = async (message = '存档中..') => {
     正在存档 = false
 }
 
-
-if (fs.existsSync(`./data/${当前日期}.json`)) {
+export default function () {
+    if (fs.existsSync(`./data/${当前日期}.json`)) {
         console.log(当前日期, '启动时读入数据..')
         const file = fs.readFileSync(`./data/${当前日期}.json`, 'utf8')
         if (file) {
@@ -38,13 +35,16 @@ if (fs.existsSync(`./data/${当前日期}.json`)) {
             Object.entries(data.游戏).forEach(([key, value]) => 游戏.set(key, value))
             Object.entries(data.截图).forEach(([key, value]) => 截图.set(key, value))
         }
-}
+    }
     
+    console.log(当前日期, '开始收集日志..')
+    setInterval(() => {
+	    存档('10 分钟存档一次..')
+	    updateDatabase(Object.fromEntries(截图))
+    }, 600000)
 
-console.log(当前日期, '开始收集日志..')
-setInterval(() => 存档('10 分钟存档一次..'), 600000)
-
-tail.on('line', async (line) => {
+    const tail = new Tail('/opt/log/caddy/access.log')
+    tail.on('line', async (line) => {
         const item = JSON.parse(line)
         if (item.level !== 'debug') return
         if (item.msg !== 'upstream roundtrip') return
@@ -87,13 +87,15 @@ tail.on('line', async (line) => {
             }
             return
         }
-})
+    })
 
-tail.on('end', () => console.log('没有更多内容，结束读取'))
-tail.on('error', (error) => console.error('错误:', error))
+    tail.on('end', () => console.log('没有更多内容，结束读取'))
+    tail.on('error', (error) => console.error('错误:', error))
 
-process.on('SIGINT', async () => {
+    process.on('SIGINT', async () => {
         tail.unwatch()
         await 存档('退出前储存数据..')
         process.exit()
-})
+    })
+
+}

package.json

@@ -5,12 +5,13 @@
   "type": "module",
   "main": "main.js",
   "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1"
+    "start": "node server.js"
   },
   "author": "satori",
   "license": "GPL-3.0-only",
   "dependencies": {
     "express": "^4.21.1",
+    "mysql2": "^3.11.4",
     "tail": "^2.2.6"
   }
 }

put_database.js

@@ -0,0 +1,19 @@
+import mysql from 'mysql2/promise'
+import fs from 'fs'
+
+export async function updateDatabase(list, field) {
+  const { mysql: config } = JSON.parse(fs.readFileSync('config.json', 'utf8'))
+  const conn = await mysql.createConnection(config)
+
+  await conn.query(`CREATE TEMPORARY TABLE temp_updates (id INT PRIMARY KEY, ${field} INT)`)
+
+  for (let i = 0; i < list.length; i += 10000) {
+    const values = list.slice(i, i + 10000).map(({ id, ...rest }) => [id, rest[field]])
+    await conn.query(`INSERT INTO temp_updates (id, ${field}) VALUES ?`, [values])
+  }
+
+  await conn.query(`UPDATE web_images t JOIN temp_updates tu ON t.id = tu.id SET t.${field} = tu.${field}`)
+  console.log('更新完成')
+  await conn.end()
+}
+

server.js

@@ -1,5 +1,6 @@
 import fs from 'fs'
 import express from 'express'
+import main from './main.js'
 
 const app = express()
 
@@ -41,3 +42,4 @@ app.get('/api', (req, res) => {
 })
 
 app.listen(6005, () => console.log('http://localhost:6005'))
+main()