Ma/GoFilm
1
0
Fork 0
mirror of https://github.com/ProudMuBai/GoFilm.git synced 2026-02-04 06:54:41 +08:00
Code Issues Packages Projects Releases Wiki Activity

api & ui update

Browse Source
This commit is contained in:
mubai
2025-01-27 22:39:08 +08:00
parent 19a34d0274
commit e90614ab97
5 changed files with 142 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
server/config/DataConfig.go
View File

@@ -71,6 +71,9 @@ const (
DefaultUpdateSpec = "0 */20 * * * ?"
// DefaultUpdateTime 每次采集最近 3 小时内更新的影片
DefaultUpdateTime = 3
// FailureCollectKey 失败采集记录key
FailureCollectKey = "CollectRecord:Fail:%d"
)
// -------------------------Web API相关redis key-----------------------------------

5
server/go.sum
View File

@@ -46,8 +46,7 @@ github.com/go-sql-driver/mysql v1.7.0 h1:ueSltNNllEqE3qcWBTD0iQd3IpL/6U+mJxLkazJ
github.com/go-sql-driver/mysql v1.7.0/go.mod h1:OXbVy3sEdcQ2Doequ6Z5BW6fXNQTmx+9S1MCJN5yJMI=
github.com/gobwas/glob v0.2.3 h1:A4xDbljILXROh+kObIiy5kIaPYD8e96x1tgBhUI5J+Y=
github.com/gobwas/glob v0.2.3/go.mod h1:d3Ez4x06l9bZtSvzIay5+Yzi0fmZzPgnTbPcKjJAkT8=
github.com/goccy/go-json v0.10.0 h1:mXKd9Qw4NuzShiRlOXKews24ufknHO7gx30lsDyokKA=
github.com/goccy/go-json v0.10.0/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MGFi0w8I=
github.com/goccy/go-json v0.10.2 h1:CrxCmQqYDkv1z7lO7Wbh2HN93uovUHgrECaO5ZrCXAU=
github.com/goccy/go-json v0.10.2/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MGFi0w8I=
github.com/gocolly/colly v1.2.0/go.mod h1:Hof5T3ZswNVsOHYmba1u03W65HDWgpV5HifSuueE0EA=
github.com/gocolly/colly/v2 v2.1.0 h1:k0DuZkDoCsx51bKpRJNEmcxcp+W5N8ziuwGaSDuFoGs=
@@ -205,8 +204,6 @@ gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
gorm.io/driver/mysql v1.4.7 h1:rY46lkCspzGHn7+IYsNpSfEv9tA+SU4SkkB+GFX125Y=
gorm.io/driver/mysql v1.4.7/go.mod h1:SxzItlnT1cb6e1e4ZRpgJN2VYtcqJgqnHxWr4wsP8oc=
gorm.io/gorm v1.23.8/go.mod h1:l2lP/RyAtc1ynaTjFksBde/O8v9oOGIApu2/xRitmZk=
gorm.io/gorm v1.24.6 h1:wy98aq9oFEetsc4CAbKD2SoBCdMzsbSIvSUUFJuHi5s=
gorm.io/gorm v1.24.6/go.mod h1:L4uxeKpfBml98NYqVqwAdmV1a2nBtAec/cf3fpucW/k=
gorm.io/gorm v1.25.5 h1:zR9lOiiYf09VNh5Q1gphfyia1JpiClIWG9hQaxB/mls=
gorm.io/gorm v1.25.5/go.mod h1:hbnx/Oo0ChWMn1BIhpy1oYozzpM15i4YPuHDmfYtwg8=
honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=

29
server/model/system/CollectSource.go
View File

@@ -9,6 +9,7 @@ import (
"server/config"
"server/plugin/common/util"
"server/plugin/db"
"time"
)
/*
@@ -73,9 +74,12 @@ type FilmSource struct {
// FailureCollect 失败采集记录信息机构体
type FailureCollect struct {
Id string `json:"id"` // 采集站唯一ID
Time int `json:"time"` // 采集时长
PageNumber int64 `json:"pageNumber"` // 页码
Id string `json:"id"` // 采集站唯一ID
CollectType ResourceType `json:"collectType"` // 采集类型
PageNumber int64 `json:"pageNumber"` // 页码
//Hour int64 `json:"hour"` // 采集参数 h 时长
Cause string `json:"cause"` // 失败原因
Time int `json:"time"` // 采集失败时的时间
}
// SaveCollectSourceList 保存采集站Api列表
@@ -182,3 +186,22 @@ func ExistCollectSourceList() bool {
return true
}
// CollectFailRecord 记录采集失败的相关参数信息
func CollectFailRecord(fc FailureCollect) error {
// 将fc序列化为json格式进行存储
m, _ := json.Marshal(fc)
// 获取当前的时间戳作为set集合的Score
z := redis.Z{Score: float64(time.Now().Unix()), Member: m}
return db.Rdb.ZAdd(db.Cxt, config.FailureCollectKey, z).Err()
}
// GetCollectFailList 从失败采集记录中读取一部分记录
func GetCollectFailList() []FailureCollect {
// 获取多条记录, 降低读取频率 or 多次单条读取
// 一次获取多条记录, 再次执行失败则重新进行记录
// 读取单条记录, 成功执行则进行记录清除, 否则对其进行保留
return nil
}