elasticsearch 移除

2024-11-09 12:15:03 +08:00
parent b07fcb3910
commit 43dca8caa5
5 changed files with 2 additions and 229 deletions
--- a/bin/main.go
+++ b/bin/main.go
@@ -285,47 +285,8 @@ func main() {
 			}
 			return list
 		}
-		// 拼接基本查询条件
-		var addCondition = func(conditions *strings.Builder, key, column string) {
-			if values := QueryConditions(key); len(values) > 0 {
-				if conditions.Len() > 0 {
-					conditions.WriteString(" AND")
-				} else {
-					conditions.WriteString(" WHERE")
-				}
-				conditions.WriteString(fmt.Sprintf(" %s IN (%s)", column, strings.Join(values, ",")))
-			}
-		}
+
 		var conditions strings.Builder
-		// 如果是查询 text, 直接从 Elasticsearch 返回结果
-		var text_ids []string
-		if text := QueryConditions("text"); len(text) > 0 {
-			text_ids := models.ElasticsearchSearch(strings.Join(text, " ")).GetIDList(0, 0, 0, 0)
-			if len(text_ids) > 0 {
-				conditions.WriteString(fmt.Sprintf(" WHERE id IN (%s)", strings.Trim(strings.Replace(fmt.Sprint(text_ids), " ", ",", -1), "[]")))
-			} else {
-				// 直接返回空列表
-				var images ListView
-				images.Page, images.PageSize = stringToInt(r.URL.Query().Get("page"), 1), stringToInt(r.URL.Query().Get("pageSize"), 20)
-				images.Total = 0
-				images.Next = false
-				images.List = make([]interface{}, 0)
-				data, _ := json.MarshalIndent(images, "", "  ")
-				w.Header().Set("Content-Type", "application/json; charset=UTF-8")
-				w.Write(data)
-				return
-			}
-			if conditions.Len() > 1024 {
-				log.Println("查询条件过长")
-				http.Error(w, err.Error(), http.StatusBadRequest)
-				return
-			}
-		} else {
-			addCondition(&conditions, "authors", "author")
-			addCondition(&conditions, "tags", "tag")
-			addCondition(&conditions, "categories", "categorie")
-			addCondition(&conditions, "sets", "sets")
-		}

 		// 获取图片列表
 		var images ListView
@@ -393,19 +354,6 @@ func main() {
 			image_list = image_list_sorted
 		}

-		// 如果使用了图像文字检索, 需要按照图像文字检索的相似度重新排序 text_ids
-		if len(text_ids) > 0 {
-			var image_list_sorted []Image
-			for _, id := range text_ids {
-				for _, image := range image_list {
-					if id == strconv.Itoa(image.Id) {
-						image_list_sorted = append(image_list_sorted, image)
-					}
-				}
-			}
-			image_list = image_list_sorted
-		}
-
 		// 用户ID, 文章ID
 		var user_ids []int
 		var article_ids []int
--- a/go.mod
+++ b/go.mod
@@ -9,7 +9,6 @@ require (
 	github.com/alibabacloud-go/tea v1.2.1
 	github.com/alibabacloud-go/vod-20170321/v2 v2.16.10
 	github.com/disintegration/imaging v1.6.2
-	github.com/elastic/go-elasticsearch/v8 v8.11.0
 	github.com/graphql-go/graphql v0.8.1
 	github.com/graphql-go/handler v0.2.3
 	github.com/hashicorp/golang-lru/v2 v2.0.7
@@ -17,7 +16,6 @@ require (
 	github.com/milvus-io/milvus-sdk-go/v2 v2.2.1
 	github.com/mitchellh/mapstructure v1.5.1-0.20231216201459-8508981c8b6c
 	github.com/spf13/viper v1.15.0
-	github.com/stretchr/testify v1.9.0
 	github.com/thoas/go-funk v0.9.3
 	gorm.io/driver/mysql v1.5.7
 	gorm.io/gorm v1.25.12
@@ -32,8 +30,6 @@ require (
 	github.com/alibabacloud-go/tea-xml v1.1.2 // indirect
 	github.com/aliyun/credentials-go v1.1.2 // indirect
 	github.com/clbanning/mxj/v2 v2.7.0 // indirect
-	github.com/davecgh/go-spew v1.1.1 // indirect
-	github.com/elastic/elastic-transport-go/v8 v8.3.0 // indirect
 	github.com/fsnotify/fsnotify v1.8.0 // indirect
 	github.com/golang/protobuf v1.5.4 // indirect
 	github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 // indirect
@@ -46,13 +42,13 @@ require (
 	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
 	github.com/modern-go/reflect2 v1.0.2 // indirect
 	github.com/pelletier/go-toml/v2 v2.2.3 // indirect
-	github.com/pmezard/go-difflib v1.0.0 // indirect
 	github.com/rogpeppe/go-internal v1.12.0 // indirect
 	github.com/sizeofint/webp-animation v0.0.0-20190207194838-b631dc900de9 // indirect
 	github.com/spf13/afero v1.11.0 // indirect
 	github.com/spf13/cast v1.7.0 // indirect
 	github.com/spf13/jwalterweatherman v1.1.0 // indirect
 	github.com/spf13/pflag v1.0.5 // indirect
+	github.com/stretchr/objx v0.5.2 // indirect
 	github.com/subosito/gotenv v1.4.2 // indirect
 	github.com/tjfoc/gmsm v1.3.2 // indirect
 	golang.org/x/net v0.28.0 // indirect
--- a/go.sum
+++ b/go.sum
@@ -43,10 +43,6 @@ github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c
 github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/disintegration/imaging v1.6.2 h1:w1LecBlG2Lnp8B3jk5zSuNqd7b4DXhcjwek1ei82L+c=
 github.com/disintegration/imaging v1.6.2/go.mod h1:44/5580QXChDfwIclfc/PCwrr44amcmDAg8hxG0Ewe4=
-github.com/elastic/elastic-transport-go/v8 v8.3.0 h1:DJGxovyQLXGr62e9nDMPSxRyWION0Bh6d9eCFBriiHo=
-github.com/elastic/elastic-transport-go/v8 v8.3.0/go.mod h1:87Tcz8IVNe6rVSLdBux1o/PEItLtyabHU3naC7IoqKI=
-github.com/elastic/go-elasticsearch/v8 v8.11.0 h1:gUazf443rdYAEAD7JHX5lSXRgTkG4N4IcsV8dcWQPxM=
-github.com/elastic/go-elasticsearch/v8 v8.11.0/go.mod h1:GU1BJHO7WeamP7UhuElYwzzHtvf9SDmeVpSSy9+o6Qg=
 github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
 github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
 github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98=
--- a/models/elasticsearch.go
+++ b/models/elasticsearch.go
@@ -1,151 +0,0 @@
-package models
-
-import (
-	"bytes"
-	"context"
-	"crypto/tls"
-	"encoding/json"
-	"fmt"
-	"log"
-	"net/http"
-
-	"github.com/elastic/go-elasticsearch/v8"
-)
-
-func elasticsearch_init() (es *elasticsearch.Client) {
-	es, err := elasticsearch.NewClient(elasticsearch.Config{
-		Addresses: []string{config.GetString("elasticsearch.host")},
-		Username:  config.GetString("elasticsearch.user"),
-		Password:  config.GetString("elasticsearch.password"),
-		Transport: &http.Transport{
-			TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
-		},
-	})
-	if err != nil {
-		log.Printf("Error creating the client: %s", err)
-		return nil
-	}
-	return es
-}
-
-type SearchData struct {
-	_shards struct {
-		failed     int
-		skipped    int
-		successful int
-		total      int
-	}
-	Hits struct {
-		Hits []struct {
-			ID     string  `json:"_id"`
-			Index  string  `json:"_index"`
-			Score  float64 `json:"_score"`
-			Source struct {
-				Content string `json:"content"`
-			} `json:"_source"`
-			Type string `json:"_type"`
-		} `json:"hits"`
-		max_score float64
-		total     struct {
-			relation string
-			value    int
-		}
-	} `json:"hits"`
-	timed_out bool
-	took      int
-}
-
-// 获取搜索结果的 ID 列表
-func (sd SearchData) GetIDList(first, last, after, before int) (id_list []string) {
-	for _, hit := range sd.Hits.Hits {
-		id_list = append(id_list, hit.ID)
-	}
-
-	// 如果 after 不为 0, 从这个ID开始向后取切片
-	if after != 0 {
-		after_str := fmt.Sprint(after)
-		for i, id := range id_list {
-			if id == after_str {
-				id_list = id_list[i+1:]
-				break
-			}
-		}
-	}
-
-	// 如果 before 不为 0, 从这个ID开始向前取切片
-	if before != 0 {
-		before_str := fmt.Sprint(before)
-		for i, id := range id_list {
-			if id == before_str {
-				id_list = id_list[:i]
-				break
-			}
-		}
-	}
-
-	// 如果 first 不为 0, 取切片的前 first 个元素
-	if first != 0 {
-		if first > len(id_list) {
-			first = len(id_list)
-		}
-		id_list = id_list[:first]
-	}
-
-	// 如果 last 不为 0, 取切片的后 last 个元素
-	if last != 0 {
-		if last > len(id_list) {
-			last = len(id_list)
-		}
-		id_list = id_list[len(id_list)-last:]
-	}
-
-	return id_list
-}
-
-// 获取搜索结果的内容列表
-func ElasticsearchSearch(text string) (r SearchData) {
-	// 通过字符串构建查询
-	var buf bytes.Buffer
-	query := map[string]interface{}{
-		"query": map[string]interface{}{
-			"match": map[string]interface{}{
-				"content": text,
-			},
-		},
-	}
-	if err := json.NewEncoder(&buf).Encode(query); err != nil {
-		log.Printf("Error encoding query: %s", err)
-		return
-	}
-
-	es := elasticsearch_init()
-
-	// 执行查询(最大返回200条)
-	res, err := es.Search(
-		es.Search.WithContext(context.Background()),
-		es.Search.WithIndex("web_images"),
-		es.Search.WithBody(&buf),
-		es.Search.WithTrackTotalHits(true),
-		es.Search.WithPretty(),
-		es.Search.WithSize(200),
-	)
-	if err != nil {
-		log.Printf("Error getting response: %s", err)
-		return
-	}
-	defer res.Body.Close()
-
-	// 处理错误
-	if res.IsError() {
-		log.Printf("Error: %s", res.String())
-		return
-	}
-
-	// 转换返回结果
-	if err := json.NewDecoder(res.Body).Decode(&r); err != nil {
-		log.Printf("Error parsing the response body: %s", err)
-		return
-	}
-
-	return r
-}
--- a/models/elasticsearch_test.go
+++ b/models/elasticsearch_test.go
@@ -1,16 +0,0 @@
-package models
-
-import (
-	"testing"
-
-	"github.com/stretchr/testify/assert"
-)
-
-func TestElasticsearchSearch(t *testing.T) {
-	// 创建一个测试用例
-	expected := "植物学家 阿尔法 可复活一次 技能：召唤豌豆射手 转到设置"
-	actual := ElasticsearchSearch("豌豆")
-
-	// 使用 assert 包中的函数来验证函数的输出
-	assert.Equal(t, expected, actual.Hits.Hits[0].Source.Content)
-}