From 1b73e8d15c47815fa052e308ed66bb7648d84fd0 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E8=A7=89?= <huan0016@gmail.com>
Date: Sat, 20 Jul 2024 10:30:48 +0800
Subject: [PATCH] lru

---
 bin/main.go     | 14 ++++++++++++++
 go.mod          |  1 +
 go.sum          |  2 ++
 models/video.go |  9 +++++++++
 4 files changed, 26 insertions(+)

diff --git a/bin/main.go b/bin/main.go
index 746e976..720ecf9 100644
--- a/bin/main.go
+++ b/bin/main.go
@@ -21,6 +21,8 @@ import (
 	"github.com/graphql-go/handler"
 	"github.com/milvus-io/milvus-sdk-go/v2/entity"
 	"github.com/spf13/viper"
+
+	lru "github.com/hashicorp/golang-lru/v2"
 )
 
 // string 转换为 int, 如果转换失败则返回默认值
@@ -130,9 +132,16 @@ func GetNetWorkEmbedding(id int) (embedding []float32) {
 	return result.Feature
 }
 
+var lruCache, _ = lru.New[int, []int64](1000)
+
 func (image *Image) GetSimilarImagesIdList(collection_name string) (ids []int64) {
 	ctx := context.Background()
 
+	// 先从 LRU 中查询缓存的结果, 如果缓存中有, 直接返回
+	if value, ok := lruCache.Get(image.Id); ok {
+		return value
+	}
+
 	// 先从milvus中查询图片的向量
 	var embedding []float32
 	result, err := milvusConnection.Client.Query(ctx, collection_name, nil, fmt.Sprintf("id in [%d]", image.Id), []string{"embedding"})
@@ -169,6 +178,9 @@ func (image *Image) GetSimilarImagesIdList(collection_name string) (ids []int64)
 		ids = item.IDs.FieldData().GetScalars().GetLongData().GetData()
 	}
 
+	// 将结果缓存到 LRU 中
+	lruCache.Add(image.Id, ids)
+
 	return ids
 }
 
@@ -658,7 +670,9 @@ func main() {
 			return
 		}
 
+		fmt.Println("safeParam", safeParam)
 		urls, err := models.GetVideoM3U8(safeParam)
+		fmt.Println("urls", urls, err)
 		if err != nil {
 			log.Println("获取视频链接失败", err)
 			w.WriteHeader(http.StatusBadRequest)
diff --git a/go.mod b/go.mod
index b192eb3..e6dbb7c 100644
--- a/go.mod
+++ b/go.mod
@@ -31,6 +31,7 @@ require (
 	github.com/fsnotify/fsnotify v1.6.0 // indirect
 	github.com/golang/protobuf v1.5.2 // indirect
 	github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 // indirect
+	github.com/hashicorp/golang-lru/v2 v2.0.7 // indirect
 	github.com/hashicorp/hcl v1.0.0 // indirect
 	github.com/json-iterator/go v1.1.12 // indirect
 	github.com/magiconair/properties v1.8.7 // indirect
diff --git a/go.sum b/go.sum
index c2746a6..3b9541e 100644
--- a/go.sum
+++ b/go.sum
@@ -178,6 +178,8 @@ github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 h1:+9834+KizmvFV7pXQGSXQTsaW
 github.com/grpc-ecosystem/go-grpc-middleware v1.3.0/go.mod h1:z0ButlSOZa5vEBq9m2m2hlwIgKw+rp3sdCBRoJY+30Y=
 github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8=
 github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8=
+github.com/hashicorp/golang-lru/v2 v2.0.7 h1:a+bsQ5rvGLjzHuww6tVxozPZFVghXaHOwFs4luLUK2k=
+github.com/hashicorp/golang-lru/v2 v2.0.7/go.mod h1:QeFd9opnmA6QUJc5vARoKUSoFhyfM2/ZepoAG6RGpeM=
 github.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4=
 github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ=
 github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc=
diff --git a/models/video.go b/models/video.go
index 0507190..5655afa 100644
--- a/models/video.go
+++ b/models/video.go
@@ -7,6 +7,7 @@ import (
 	"fmt"
 	"log"
 	"regexp"
+	"strings"
 	"time"
 
 	openapi "github.com/alibabacloud-go/darabonba-openapi/client"
@@ -21,6 +22,7 @@ var (
 )
 
 func GetVideoM3U8(content string) (playinfo *vod20170321.GetPlayInfoResponseBody, err error) {
+	// 判断是否为视频地址
 	if len(imageRegexp.FindStringSubmatch(content)) > 0 {
 		key := urlRegexp.ReplaceAllString(content, "")
 		// 连接点播服务的OSS
@@ -32,13 +34,20 @@ func GetVideoM3U8(content string) (playinfo *vod20170321.GetPlayInfoResponseBody
 		if _err != nil {
 			return nil, _err
 		}
+
+		// 将 key 中的空格转码
+		key = strings.Replace(key, " ", "%20", -1)
+
 		// 通过标题查询视频ID
+		log.Println("查询视频", key)
 		response, _err := client.SearchMedia(&vod20170321.SearchMediaRequest{
 			Match: tea.String(fmt.Sprintf("Title='%s'", key)),
 		})
 		if _err != nil {
 			return nil, _err
 		}
+
+		log.Println("查询视频结果", response.Body)
 		if len(response.Body.MediaList) > 0 && *response.Body.MediaList[0].MediaType == "video" {
 			// 通过ID查询视频播放地址
 			VideoId := response.Body.MediaList[0].Video.VideoId