DBT/clawgo
1
0
Fork 0
mirror of https://github.com/YspCoder/clawgo.git synced 2026-05-06 19:17:30 +08:00
Code Issues Packages Projects Releases Wiki Activity

p0 reliability: add content-hash inbound dedupe, cache ekg stats parsing, and collapse task-queue attempts/log noise

Browse Source
This commit is contained in:
DBT
2026-03-01 11:14:48 +00:00
parent 048d781818
commit b90cc5c40a
3 changed files with 92 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
pkg/channels/base.go
View File

@@ -3,6 +3,7 @@ package channels
import (
"context"
"fmt"
"hash/fnv"
"path/filepath"
"strings"
"sync"
@@ -83,29 +84,35 @@ func (c *BaseChannel) IsAllowed(senderID string) bool {
return false
}
func (c *BaseChannel) isDuplicateInboundMessage(messageID string) bool {
messageID = strings.TrimSpace(messageID)
if messageID == "" {
func (c *BaseChannel) seenRecently(key string, ttl time.Duration) bool {
key = strings.TrimSpace(key)
if key == "" {
return false
}
now := time.Now()
const ttl = 10 * time.Minute
c.recentMsgMu.Lock()
defer c.recentMsgMu.Unlock()
for id, ts := range c.recentMsg {
if now.Sub(ts) > ttl {
if now.Sub(ts) > 10*time.Minute {
delete(c.recentMsg, id)
}
}
if ts, ok := c.recentMsg[messageID]; ok {
if ts, ok := c.recentMsg[key]; ok {
if now.Sub(ts) <= ttl {
return true
}
}
c.recentMsg[messageID] = now
c.recentMsg[key] = now
return false
}
func messageDigest(s string) string {
s = strings.ToLower(strings.TrimSpace(s))
h := fnv.New32a()
_, _ = h.Write([]byte(s))
return fmt.Sprintf("%08x", h.Sum32())
}
func (c *BaseChannel) HandleMessage(senderID, chatID, content string, media []string, metadata map[string]string) {
if !c.IsAllowed(senderID) {
logger.WarnCF("channels", "Message rejected by allowlist", map[string]interface{}{
@@ -118,7 +125,7 @@ func (c *BaseChannel) HandleMessage(senderID, chatID, content string, media []st
if metadata != nil {
if messageID := strings.TrimSpace(metadata["message_id"]); messageID != "" {
if c.isDuplicateInboundMessage(c.name + ":" + messageID) {
if c.seenRecently(c.name+":"+messageID, 10*time.Minute) {
logger.WarnCF("channels", "Duplicate inbound message skipped", map[string]interface{}{
logger.FieldChannel: c.name,
"message_id": messageID,
@@ -128,6 +135,15 @@ func (c *BaseChannel) HandleMessage(senderID, chatID, content string, media []st
}
}
}
// Fallback dedupe when platform omits/changes message_id (short window, same sender/chat/content).
contentKey := c.name + ":content:" + chatID + ":" + senderID + ":" + messageDigest(content)
if c.seenRecently(contentKey, 12*time.Second) {
logger.WarnCF("channels", "Duplicate inbound content skipped", map[string]interface{}{
logger.FieldChannel: c.name,
logger.FieldChatID: chatID,
})
return
}
// Build session key: channel:chatID
sessionKey := fmt.Sprintf("%s:%s", c.name, chatID)