From 520e3bade69707cabe888c7846a5a363c66dc743 Mon Sep 17 00:00:00 2001 From: satori Date: Mon, 2 Dec 2024 03:34:21 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E6=AD=A3=E6=9C=89=E5=A4=96=E9=83=A8?= =?UTF-8?q?=E7=AD=9B=E9=80=89=E7=9A=84=20total?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- README.md | 11 +++++++++++ api/graphql.go | 48 ++++++++++++++++++++++++------------------------ 2 files changed, 35 insertions(+), 24 deletions(-) diff --git a/README.md b/README.md index 317a95d..2e9706a 100644 --- a/README.md +++ b/README.md @@ -52,6 +52,17 @@ CREATE FULLTEXT INDEX idx_tags ON web_article (tags); -- 同步收藏 ALTER TABLE web_praise ADD COLUMN gorse BOOLEAN DEFAULT FALSE; ALTER TABLE web_praise ADD COLUMN gorse BOOLEAN DEFAULT FALSE; + + +-- 排序内存 +SET GLOBAL sort_buffer_size = 268435456; -- 设置为 256MB (268435456 字节) + +-- 降序索引 +CREATE INDEX idx_id_desc ON web_images (id DESC); + +-- 复合筛选降序索引 article_category_top_id +CREATE INDEX idx_acti_id_desc ON web_images (article_category_top_id, id DESC); + ``` ```bash diff --git a/api/graphql.go b/api/graphql.go index 3e37420..bf6d545 100644 --- a/api/graphql.go +++ b/api/graphql.go @@ -921,7 +921,7 @@ func NewSchema(config Config) (graphql.Schema, error) { }, "_source": false, "sort": []string{"_score"}, - "size": 100000, + "size": 200000, }) if err != nil { fmt.Println("ZincSearch 获取图像列表失败", err) @@ -936,12 +936,13 @@ func NewSchema(config Config) (graphql.Schema, error) { return map[string]interface{}{"list": []Image{}, "total": 0}, nil } query = query.Where(goqu.Ex{"web_images.id": goqu.Op{"in": item}}) + total = len(item) } // 筛选:相似图像 - if args.Similar != 0 { + if p.Args["similar"] != nil { var item []int - for _, id := range models.GetSimilarImagesIdList(args.Similar, 200) { + for _, id := range models.GetSimilarImagesIdList(p.Args["similar"].(int), 200) { item = append(item, int(id)) } @@ -952,6 +953,7 @@ func NewSchema(config Config) (graphql.Schema, error) { query = query.Where(goqu.Ex{"web_images.id": goqu.Op{"in": item}}).Select("web_images.id", goqu.L( fmt.Sprintf("ROW_NUMBER() OVER(ORDER BY FIELD(%s, %s))", "web_images.id", regexp.MustCompile(`[\[\]]`).ReplaceAllString(strings.Join(strings.Fields(fmt.Sprint(item)), ", "), "")), ).As("row_num")) + total = len(item) // 收集阅读行为 if p.Context.Value("user_id") != nil && p.Args["after"] == nil { @@ -989,6 +991,7 @@ func NewSchema(config Config) (graphql.Schema, error) { query = query.Where(goqu.Ex{"web_images.id": goqu.Op{"in": list}}).Select("web_images.id", goqu.L( fmt.Sprintf("ROW_NUMBER() OVER(ORDER BY FIELD(%s, %s))", "web_images.id", regexp.MustCompile(`[\[\]]`).ReplaceAllString(strings.Join(strings.Fields(fmt.Sprint(list)), ", "), "")), ).As("row_num")) + total = len(list) } // 筛选:时间段 @@ -1188,33 +1191,32 @@ func NewSchema(config Config) (graphql.Schema, error) { } } - // 如果查询了 total 字段 - if existField(p.Info.FieldASTs[0].SelectionSet.Selections, "total") { - sql, _, _ := query.ToSQL() - sql = strings.Replace(sql, "SELECT *", "SELECT COUNT(*)", 1) - if err := db.Raw(sql).Scan(&total).Error; err != nil { - return nil, err - } - } - - // 如果没有外部排序则使用指定排序(正则sort只能是字母数字下划下) + // 如果没有外部排序则使用指定排序(正则sort只能是字母数字下划线) if p.Args["similar"] == nil && p.Args["interest"] == nil && p.Args["praise"] == nil { - sort := regexp.MustCompile(`[^a-zA-Z0-9_]`).ReplaceAllString(p.Args["sort"].(string), "") - query = query.Select("web_images.id", goqu.L( - fmt.Sprintf("ROW_NUMBER() OVER(ORDER BY web_images.%s %s)", sort, p.Args["order"].(string)), - ).As("row_num")) + // 如果查询了 total 字段 + if existField(p.Info.FieldASTs[0].SelectionSet.Selections, "total") { + sql, _, _ := query.ToSQL() + sql = strings.Replace(sql, "SELECT *", "SELECT COUNT(*)", 1) + if err := db.Raw(sql).Scan(&total).Error; err != nil { + return nil, err + } + } + query = query.Select("web_images.id", goqu.L(fmt.Sprintf( + "ROW_NUMBER() OVER(ORDER BY web_images.%s %s)", + regexp.MustCompile(`[^a-zA-Z0-9_]`).ReplaceAllString(p.Args["sort"].(string), ""), + p.Args["order"].(string), + )).As("row_num")) } // 图像按点赞顺序排序 p.Args["sort"].(string) == "praise_time" if p.Args["praise"] != nil { query = query.Select("web_images.id", goqu.L( - fmt.Sprintf("ROW_NUMBER() OVER(ORDER BY web_images.%s %s)", "create_time", p.Args["order"].(string)), + fmt.Sprintf("ROW_NUMBER() OVER(ORDER BY web_praise.%s %s)", "id", p.Args["order"].(string)), ).As("row_num")) } // 取所有数据的前N条 sql, _, _ := query.Where(goqu.Ex{"article_category_top_id": 22}).ToSQL() - fmt.Println(sql) // 遊標截取篩選結果集的前N条 var cursor string @@ -1229,16 +1231,14 @@ func NewSchema(config Config) (graphql.Schema, error) { limit = args.Last } - //fmt.Println("SQL:", sql) - - // 優化查詢: 如果是第一頁(未傳入遊標), 可以在分頁前(窗口函數)立即截取長度以大幅降低排序選取耗時 sql = fmt.Sprintf(` WITH RankedArticles AS (%s) - SELECT * FROM web_images INNER JOIN( + SELECT web_images.* FROM web_images INNER JOIN( SELECT id, row_num FROM RankedArticles %s ) AS LimitedRanked ON LimitedRanked.id = web_images.id ORDER BY LimitedRanked.row_num ASC LIMIT %d `, sql, cursor, limit) + fmt.Println(sql) if err := db.Raw(sql).Scan(&images).Error; err != nil { fmt.Println("获取图像列表失败", err) @@ -1250,7 +1250,7 @@ func NewSchema(config Config) (graphql.Schema, error) { ids = append(ids, item.ID) } - var find = db.Where("web_images.id IN ?", ids).Select("*", "CASE WHEN activity = '1' THEN TRUE ELSE FALSE END AS is_active") + var find = db.Where("web_images.id IN ?", ids).Select("*", "CASE WHEN activity = '1' THEN TRUE ELSE FALSE END") for _, item := range LoadItem(p.Info.FieldASTs[0].SelectionSet.Selections) { find = find.Preload(item) }