add search tag api

2026-02-16 07:34:41 +08:00 · 2023-06-24 22:37:22 +08:00
parent 0591c6faa2
commit 0b32d81785
9 changed files with 230 additions and 159 deletions
--- a/server/model/Categories.go
+++ b/server/model/Categories.go
@@ -41,3 +41,15 @@ func ExistsCategoryTree() bool {
 	}
 	return exists == 1
 }
+
+// GetChildrenTree 根据影片Id获取对应分类的子分类信息
+func GetChildrenTree(id int64) []*CategoryTree {
+	tree := GetCategoryTree()
+	for _, t := range tree.Children {
+		if t.Id == id {
+			return t.Children
+		}
+	}
+	return nil
+
+}
--- a/server/model/Movies.go
+++ b/server/model/Movies.go
@@ -89,6 +89,8 @@ type MovieDetail struct {
 	MovieDescriptor `json:"descriptor"` //影片描述信息
 }

+// ===================================Redis数据交互========================================================
+
 // SaveDetails 保存影片详情信息到redis中 格式: MovieDetail:Cid?:Id?
 func SaveDetails(list []MovieDetail) (err error) {
 	// 遍历list中的信息
@@ -100,15 +102,13 @@ func SaveDetails(list []MovieDetail) (err error) {
 		err = db.Rdb.Set(db.Cxt, fmt.Sprintf(config.MovieDetailKey, detail.Cid, detail.Id), data, config.CategoryTreeExpired).Err()
 		// 2. 同步保存简略信息到redis中
 		SaveMovieBasicInfo(detail)
-		// 3. 保存Search检索信息到redis, 暂时搁置
-		//if err == nil {
-		//	// 转换 detail信息
-		//	searchInfo := ConvertSearchInfo(detail)
-		//	// 放弃redis进行检索, 多条件处理不方便
-		//	//err = AddSearchInfo(searchInfo)
-		//	// 只存储用于检索对应影片的关键字信息
-		//	SearchKeyword(searchInfo)
-		//}
+		// 3. 保存 Search tag redis中
+		if err == nil {
+			// 转换 detail信息
+			searchInfo := ConvertSearchInfo(detail)
+			// 只存储用于检索对应影片的关键字信息
+			SaveSearchTag(searchInfo)
+		}

 	}
 	// 保存一份search信息到mysql, 批量存储
@@ -153,7 +153,7 @@ func SaveSitePlayList(siteName string, list []MovieDetail) (err error) {
 				continue
 			}
 			// 如果DbId不为0, 则以dbID作为key进行hash额外存储一次
-			if d.DbId > 0 {
+			if d.DbId != 0 {
 				res[GenerateHashKey(d.DbId)] = string(data)
 			}
 			res[GenerateHashKey(d.Name)] = string(data)
@@ -167,108 +167,6 @@ func SaveSitePlayList(siteName string, list []MovieDetail) (err error) {
 	return
 }

-// AddSearchInfo 将影片关键字信息整合后存入search 集合中
-func AddSearchInfo(searchInfo SearchInfo) (err error) {
-	// 片名 Name 分类 CName 类别标签 classTag 地区 Area 语言 Language 年份 Year 首字母 Initial, 排序
-	data, _ := json.Marshal(searchInfo)
-	// 时间排序 score -->时间戳 DbId 排序 --> 热度, 评分排序 DbScore
-	err = db.Rdb.ZAdd(db.Cxt, fmt.Sprintf("%s:Pid%d", config.SearchTimeListKey, searchInfo.Pid), redis.Z{Score: float64(searchInfo.UpdateStamp), Member: data}).Err()
-	err = db.Rdb.ZAdd(db.Cxt, fmt.Sprintf("%s:Pid%d", config.SearchScoreListKey, searchInfo.Pid), redis.Z{Score: searchInfo.Score, Member: data}).Err()
-	err = db.Rdb.ZAdd(db.Cxt, fmt.Sprintf("%s:Pid%d", config.SearchHeatListKey, searchInfo.Pid), redis.Z{Score: float64(searchInfo.Hits), Member: data}).Err()
-	// 添加搜索关键字信息
-	SearchKeyword(searchInfo)
-	return
-}
-
-// SearchKeyword 设置search关键字集合
-func SearchKeyword(search SearchInfo) {
-	// 首先获取redis中的search 关键字信息
-	key := fmt.Sprintf("%s:Pid%d", config.SearchKeys, search.Pid)
-	keyword := db.Rdb.HGetAll(db.Cxt, key).Val()
-	if keyword["Year"] == "" {
-		currentYear := time.Now().Year()
-		year := ""
-		for i := 0; i < 12; i++ {
-			// 提供当前年份前推十二年的搜索
-			year = fmt.Sprintf("%s,%d", year, currentYear-i)
-		}
-		initial := ""
-		for i := 65; i <= 90; i++ {
-			initial = fmt.Sprintf("%s,%c", initial, i)
-		}
-		keyword = map[string]string{
-			//"Name":     "",
-			"Category": "",
-			"Tag":      "",
-			"Area":     "",
-			"Language": "",
-			"Year":     strings.Trim(year, ","),
-			"Initial":  strings.Trim(initial, ","),
-			"Sort":     "Time,Db,Score", // 默认,一般不修改
-		}
-	}
-	// 分类标签处理
-	if !strings.Contains(keyword["Category"], search.CName) {
-		keyword["Category"] = strings.Trim(fmt.Sprintf("%s,%s", keyword["Category"], search.CName), ",")
-	}
-	// 影视内容分类处理
-	if strings.Contains(search.ClassTag, "/") {
-		for _, t := range strings.Split(search.ClassTag, "/") {
-			if !strings.Contains(keyword["Tag"], t) {
-				keyword["Tag"] = strings.Trim(fmt.Sprintf("%s,%s", keyword["Tag"], t), ",")
-			}
-		}
-	} else if strings.Contains(search.ClassTag, ",") {
-		for _, t := range strings.Split(search.ClassTag, ",") {
-			if !strings.Contains(keyword["Tag"], t) {
-				keyword["Tag"] = strings.Trim(fmt.Sprintf("%s,%s", keyword["Tag"], t), ",")
-			}
-		}
-	} else {
-		if !strings.Contains(keyword["Tag"], search.ClassTag) {
-			keyword["Tag"] = strings.Trim(fmt.Sprintf("%s,%s", keyword["Tag"], search.ClassTag), ",")
-		}
-	}
-	// 如果地区中包含 / 分隔符 则先进行切分处理
-	if strings.Contains(search.Area, "/") {
-		for _, s := range strings.Split(search.Area, "/") {
-			if !strings.Contains(keyword["Area"], strings.TrimSpace(s)) {
-				keyword["Area"] = strings.Trim(fmt.Sprintf("%s,%s", keyword["Area"], s), ",")
-			}
-		}
-	} else if strings.Contains(search.Area, ",") {
-		for _, s := range strings.Split(search.Area, ",") {
-			if !strings.Contains(keyword["Area"], strings.TrimSpace(s)) {
-				keyword["Area"] = strings.Trim(fmt.Sprintf("%s,%s", keyword["Area"], s), ",")
-			}
-		}
-	} else {
-		if !strings.Contains(keyword["Area"], search.Area) {
-			keyword["Area"] = strings.Trim(fmt.Sprintf("%s,%s", keyword["Area"], search.Area), ",")
-		}
-	}
-	// 语言处理
-	if strings.Contains(search.Language, "/") {
-		for _, l := range strings.Split(search.Language, "/") {
-			if !strings.Contains(keyword["Language"], l) {
-				keyword["Language"] = strings.Trim(fmt.Sprintf("%s,%s", keyword["Language"], l), ",")
-			}
-		}
-
-	} else if strings.Contains(search.Language, ",") {
-		for _, l := range strings.Split(search.Language, ",") {
-			if !strings.Contains(keyword["Language"], l) {
-				keyword["Language"] = strings.Trim(fmt.Sprintf("%s,%s", keyword["Language"], l), ",")
-			}
-		}
-	} else {
-		if !strings.Contains(keyword["Language"], search.Language) {
-			keyword["Language"] = strings.Trim(fmt.Sprintf("%s,%s", keyword["Language"], search.Language), ",")
-		}
-	}
-	_ = db.Rdb.HMSet(db.Cxt, key, keyword).Err()
-}
-
 // BatchSaveSearchInfo 批量保存Search信息
 func BatchSaveSearchInfo(list []MovieDetail) {
 	var infoList []SearchInfo
@@ -362,8 +260,6 @@ func GenerateHashKey[K string | ~int | int64](key K) string {
 	return fmt.Sprint(h.Sum32())
 }

-// 处理分类方法0
-
 // ============================采集方案.v1 遗留==================================================

 // SaveMoves  保存影片分页请求list
--- a/server/model/Search.go
+++ b/server/model/Search.go
@@ -96,6 +96,122 @@ func DelMtPlay(keys []string) {
 	db.Rdb.Del(db.Cxt, keys...)
 }

+/*
+SearchKeyword 设置search关键字集合(影片分类检索类型数据)
+	类型, 剧情 , 地区, 语言, 年份, 首字母, 排序
+	1. 在影片详情缓存到redis时将影片的相关数据进行记录, 存在相同类型则分值加一
+	2. 通过分值对类型进行排序类型展示到页面
+*/
+
+func SaveSearchTag(search SearchInfo) {
+	// 声明用于存储采集的影片的分类检索信息
+	//searchMap := make(map[string][]map[string]int)
+
+	// Redis中的记录形式 Search:SearchKeys:Pid1:Title Hash
+	// Redis中的记录形式 Search:SearchKeys:Pid1:xxx Hash
+
+	// 获取redis中的searchMap
+	key := fmt.Sprintf(config.SearchTitle, search.Pid)
+	searchMap := db.Rdb.HGetAll(db.Cxt, key).Val()
+	// 是否存储对应分类的map, 如果不存在则缓存一份
+	if len(searchMap) == 0 {
+		searchMap["Category"] = "类型"
+		searchMap["Plot"] = "剧情"
+		searchMap["Area"] = "地区"
+		searchMap["Language"] = "语言"
+		searchMap["Year"] = "年份"
+		searchMap["Initial"] = "首字母"
+		searchMap["Sort"] = "排序"
+		db.Rdb.HMSet(db.Cxt, key, searchMap)
+	}
+	// 对searchMap中的各个类型进行处理
+	for k, _ := range searchMap {
+		tagKey := fmt.Sprintf(config.SearchTag, search.Pid, k)
+		tagCount := db.Rdb.ZCard(db.Cxt, tagKey).Val()
+		switch k {
+		case "Category":
+			// 获取 Category 数据, 如果不存在则缓存一份
+			if tagCount == 0 {
+				var tags []redis.Z
+				for _, t := range GetChildrenTree(search.Pid) {
+					tags = append(tags, redis.Z{Score: float64(-t.Id), Member: t.Name})
+				}
+				db.Rdb.ZAdd(db.Cxt, fmt.Sprintf(config.SearchTag, search.Pid, k), tags...)
+			}
+		case "Year":
+			// 获取 Year 数据, 如果不存在则缓存一份
+			if tagCount == 0 {
+				var tags []redis.Z
+				currentYear := time.Now().Year()
+				for i := 0; i < 12; i++ {
+					tags = append(tags, redis.Z{Score: float64(currentYear - i), Member: currentYear - i})
+				}
+				db.Rdb.ZAdd(db.Cxt, fmt.Sprintf(config.SearchTag, search.Pid, k), tags...)
+			}
+		case "Initial":
+			// 如果不存在 首字母 Tag 数据, 则缓存一份
+			if tagCount == 0 {
+				var tags []redis.Z
+				for i := 65; i <= 90; i++ {
+					tags = append(tags, redis.Z{Score: float64(90 - i), Member: fmt.Sprintf("%c", i)})
+				}
+				db.Rdb.ZAdd(db.Cxt, fmt.Sprintf(config.SearchTag, search.Pid, k), tags...)
+			}
+		case "Sort":
+			if tagCount == 0 {
+				tags := []redis.Z{
+					{2, "time"},
+					{1, "hits"},
+					{0, "score"},
+				}
+				db.Rdb.ZAdd(db.Cxt, fmt.Sprintf(config.SearchTag, search.Pid, k), tags...)
+			}
+		case "Plot":
+			HandleSearchTags(search.ClassTag, tagKey)
+		case "Area":
+			HandleSearchTags(search.Area, tagKey)
+		case "Language":
+			HandleSearchTags(search.Language, tagKey)
+		default:
+			break
+		}
+	}
+
+}
+
+func HandleSearchTags(preTags string, k string) {
+	// 先处理字符串中的空白符 然后对处理前的tag字符串进行分割
+	preTags = regexp.MustCompile(`[\s\n\r]+`).ReplaceAllString(preTags, "")
+	f := func(sep string) {
+		for _, t := range strings.Split(preTags, sep) {
+			// 获取 tag对应的score
+			score := db.Rdb.ZScore(db.Cxt, k, t).Val()
+			// 在原score的基础上+1 重新存入redis中
+
+			db.Rdb.ZAdd(db.Cxt, k, redis.Z{Score: score + 1, Member: t})
+		}
+	}
+	switch {
+	case strings.Contains(preTags, "/"):
+		f("/")
+	case strings.Contains(preTags, ","):
+		f(",")
+	case strings.Contains(preTags, "，"):
+		f("，")
+	case strings.Contains(preTags, "、"):
+		f("、")
+	default:
+		// 获取 tag对应的score
+		if len(preTags) == 0 || preTags == "其它" {
+			db.Rdb.ZAdd(db.Cxt, k, redis.Z{Score: 0, Member: preTags})
+		} else {
+			score := db.Rdb.ZScore(db.Cxt, k, preTags).Val()
+			db.Rdb.ZAdd(db.Cxt, k, redis.Z{Score: score + 1, Member: preTags})
+		}
+	}
+
+}
+
 // ================================= Spider 数据处理(mysql) =================================

 // CreateSearchTable 创建存储检索信息的数据表
@@ -332,6 +448,39 @@ func GetMultiplePlay(siteName, key string) []MovieUrlInfo {
 	return playList
 }

+// GetSearchTag 通过影片分类 Pid 返回对应分类的tag信息
+func GetSearchTag(pid int64) map[string]interface{} {
+	res := make(map[string]interface{})
+	titles := db.Rdb.HGetAll(db.Cxt, fmt.Sprintf(config.SearchTitle, pid)).Val()
+	for k, v := range titles {
+		// 通过 k 获取对应的 tag , 并以score进行排序
+		tags := db.Rdb.ZRevRange(db.Cxt, fmt.Sprintf(config.SearchTag, pid, k), 0, 10).Val()
+		res[v] = tags
+
+		// 过滤分类tag
+		switch k {
+		case "Category", "Year", "Initial", "Sort":
+			tags := db.Rdb.ZRevRange(db.Cxt, fmt.Sprintf(config.SearchTag, pid, k), 0, -1).Val()
+			res[v] = tags
+		case "Plot":
+			tags := db.Rdb.ZRevRange(db.Cxt, fmt.Sprintf(config.SearchTag, pid, k), 0, 10).Val()
+			res[v] = tags
+		case "Area":
+			tags := db.Rdb.ZRevRange(db.Cxt, fmt.Sprintf(config.SearchTag, pid, k), 0, 11).Val()
+			res[v] = tags
+		case "Language":
+			tags := db.Rdb.ZRevRange(db.Cxt, fmt.Sprintf(config.SearchTag, pid, k), 0, 6).Val()
+			res[v] = tags
+		default:
+			break
+		}
+
+	}
+	return res
+}
+
+// ================================= 接口数据缓存 =================================
+
 // DataCache  API请求 数据缓存
 func DataCache(key string, data map[string]interface{}) {
 	val, _ := json.Marshal(data)