mirror of
https://github.com/YspCoder/clawgo.git
synced 2026-04-14 00:17:34 +08:00
343 lines
7.2 KiB
Go
343 lines
7.2 KiB
Go
package session
|
|
|
|
import (
|
|
"bufio"
|
|
"encoding/json"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"clawgo/pkg/logger"
|
|
"clawgo/pkg/providers"
|
|
)
|
|
|
|
type Session struct {
|
|
Key string `json:"key"`
|
|
Messages []providers.Message `json:"messages"`
|
|
Summary string `json:"summary,omitempty"`
|
|
Created time.Time `json:"created"`
|
|
Updated time.Time `json:"updated"`
|
|
mu sync.RWMutex
|
|
}
|
|
|
|
type SessionManager struct {
|
|
sessions map[string]*Session
|
|
mu sync.RWMutex
|
|
storage string
|
|
}
|
|
|
|
func NewSessionManager(storage string) *SessionManager {
|
|
sm := &SessionManager{
|
|
sessions: make(map[string]*Session),
|
|
storage: storage,
|
|
}
|
|
|
|
if storage != "" {
|
|
if err := os.MkdirAll(storage, 0755); err != nil {
|
|
logger.ErrorCF("session", "Failed to create session storage", map[string]interface{}{
|
|
"storage": storage,
|
|
logger.FieldError: err.Error(),
|
|
})
|
|
}
|
|
sm.loadSessions()
|
|
}
|
|
|
|
return sm
|
|
}
|
|
|
|
func (sm *SessionManager) GetOrCreate(key string) *Session {
|
|
sm.mu.RLock()
|
|
session, ok := sm.sessions[key]
|
|
sm.mu.RUnlock()
|
|
|
|
if ok {
|
|
return session
|
|
}
|
|
|
|
sm.mu.Lock()
|
|
defer sm.mu.Unlock()
|
|
|
|
// Re-check existence after acquiring Write lock
|
|
if session, ok = sm.sessions[key]; ok {
|
|
return session
|
|
}
|
|
|
|
session = &Session{
|
|
Key: key,
|
|
Messages: []providers.Message{},
|
|
Created: time.Now(),
|
|
Updated: time.Now(),
|
|
}
|
|
sm.sessions[key] = session
|
|
|
|
return session
|
|
}
|
|
|
|
func (sm *SessionManager) AddMessage(sessionKey, role, content string) {
|
|
sm.AddMessageFull(sessionKey, providers.Message{
|
|
Role: role,
|
|
Content: content,
|
|
})
|
|
}
|
|
|
|
func (sm *SessionManager) AddMessageFull(sessionKey string, msg providers.Message) {
|
|
session := sm.GetOrCreate(sessionKey)
|
|
|
|
session.mu.Lock()
|
|
session.Messages = append(session.Messages, msg)
|
|
session.Updated = time.Now()
|
|
session.mu.Unlock()
|
|
|
|
// 立即持久化 (Append-only)
|
|
if err := sm.appendMessage(sessionKey, msg); err != nil {
|
|
logger.ErrorCF("session", "Failed to persist session message", map[string]interface{}{
|
|
"session_key": sessionKey,
|
|
logger.FieldError: err.Error(),
|
|
})
|
|
}
|
|
}
|
|
|
|
func (sm *SessionManager) appendMessage(sessionKey string, msg providers.Message) error {
|
|
if sm.storage == "" {
|
|
return nil
|
|
}
|
|
|
|
sessionPath := filepath.Join(sm.storage, sessionKey+".jsonl")
|
|
f, err := os.OpenFile(sessionPath, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer f.Close()
|
|
|
|
data, err := json.Marshal(msg)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
_, err = f.Write(append(data, '\n'))
|
|
return err
|
|
}
|
|
|
|
func (sm *SessionManager) rewriteHistory(sessionKey string, messages []providers.Message) error {
|
|
if sm.storage == "" {
|
|
return nil
|
|
}
|
|
|
|
sessionPath := filepath.Join(sm.storage, sessionKey+".jsonl")
|
|
tmpPath := sessionPath + ".tmp"
|
|
|
|
f, err := os.OpenFile(tmpPath, os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0644)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
enc := json.NewEncoder(f)
|
|
for _, msg := range messages {
|
|
if err := enc.Encode(msg); err != nil {
|
|
_ = f.Close()
|
|
_ = os.Remove(tmpPath)
|
|
return err
|
|
}
|
|
}
|
|
|
|
if err := f.Close(); err != nil {
|
|
_ = os.Remove(tmpPath)
|
|
return err
|
|
}
|
|
return os.Rename(tmpPath, sessionPath)
|
|
}
|
|
|
|
func (sm *SessionManager) GetHistory(key string) []providers.Message {
|
|
sm.mu.RLock()
|
|
session, ok := sm.sessions[key]
|
|
sm.mu.RUnlock()
|
|
|
|
if !ok {
|
|
return []providers.Message{}
|
|
}
|
|
|
|
session.mu.RLock()
|
|
defer session.mu.RUnlock()
|
|
|
|
history := make([]providers.Message, len(session.Messages))
|
|
copy(history, session.Messages)
|
|
return history
|
|
}
|
|
|
|
func (sm *SessionManager) GetSummary(key string) string {
|
|
sm.mu.RLock()
|
|
session, ok := sm.sessions[key]
|
|
sm.mu.RUnlock()
|
|
|
|
if !ok {
|
|
return ""
|
|
}
|
|
|
|
session.mu.RLock()
|
|
defer session.mu.RUnlock()
|
|
|
|
return session.Summary
|
|
}
|
|
|
|
func (sm *SessionManager) SetSummary(key string, summary string) {
|
|
sm.mu.RLock()
|
|
session, ok := sm.sessions[key]
|
|
sm.mu.RUnlock()
|
|
|
|
if ok {
|
|
session.mu.Lock()
|
|
defer session.mu.Unlock()
|
|
|
|
session.Summary = summary
|
|
session.Updated = time.Now()
|
|
}
|
|
}
|
|
|
|
func (sm *SessionManager) TruncateHistory(key string, keepLast int) {
|
|
sm.mu.RLock()
|
|
session, ok := sm.sessions[key]
|
|
sm.mu.RUnlock()
|
|
|
|
if !ok {
|
|
return
|
|
}
|
|
|
|
session.mu.Lock()
|
|
defer session.mu.Unlock()
|
|
|
|
if len(session.Messages) <= keepLast {
|
|
return
|
|
}
|
|
|
|
session.Messages = session.Messages[len(session.Messages)-keepLast:]
|
|
session.Updated = time.Now()
|
|
}
|
|
|
|
func (sm *SessionManager) MessageCount(key string) int {
|
|
sm.mu.RLock()
|
|
session, ok := sm.sessions[key]
|
|
sm.mu.RUnlock()
|
|
if !ok {
|
|
return 0
|
|
}
|
|
|
|
session.mu.RLock()
|
|
defer session.mu.RUnlock()
|
|
return len(session.Messages)
|
|
}
|
|
|
|
func (sm *SessionManager) CompactHistory(key, summary string, keepLast int) (int, int, error) {
|
|
sm.mu.RLock()
|
|
session, ok := sm.sessions[key]
|
|
sm.mu.RUnlock()
|
|
if !ok {
|
|
return 0, 0, fmt.Errorf("session not found: %s", key)
|
|
}
|
|
|
|
if keepLast < 0 {
|
|
keepLast = 0
|
|
}
|
|
|
|
session.mu.Lock()
|
|
before := len(session.Messages)
|
|
if keepLast < before {
|
|
session.Messages = session.Messages[before-keepLast:]
|
|
}
|
|
session.Summary = summary
|
|
session.Updated = time.Now()
|
|
after := len(session.Messages)
|
|
msgs := make([]providers.Message, after)
|
|
copy(msgs, session.Messages)
|
|
session.mu.Unlock()
|
|
|
|
if err := sm.rewriteHistory(key, msgs); err != nil {
|
|
return before, after, err
|
|
}
|
|
return before, after, nil
|
|
}
|
|
|
|
func (sm *SessionManager) Save(session *Session) error {
|
|
// 现已通过 AddMessageFull 实时增量持久化
|
|
// 这里保留 Save 方法用于更新 Summary 等元数据
|
|
if sm.storage == "" {
|
|
return nil
|
|
}
|
|
|
|
metaPath := filepath.Join(sm.storage, session.Key+".meta")
|
|
meta := map[string]interface{}{
|
|
"summary": session.Summary,
|
|
"updated": session.Updated,
|
|
"created": session.Created,
|
|
}
|
|
data, err := json.MarshalIndent(meta, "", " ")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return os.WriteFile(metaPath, data, 0644)
|
|
}
|
|
|
|
func (sm *SessionManager) loadSessions() error {
|
|
files, err := os.ReadDir(sm.storage)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for _, file := range files {
|
|
if file.IsDir() {
|
|
continue
|
|
}
|
|
|
|
// 处理 JSONL 历史消息
|
|
if filepath.Ext(file.Name()) == ".jsonl" {
|
|
sessionKey := strings.TrimSuffix(file.Name(), ".jsonl")
|
|
session := sm.GetOrCreate(sessionKey)
|
|
|
|
f, err := os.Open(filepath.Join(sm.storage, file.Name()))
|
|
if err != nil {
|
|
continue
|
|
}
|
|
scanner := bufio.NewScanner(f)
|
|
session.mu.Lock()
|
|
for scanner.Scan() {
|
|
var msg providers.Message
|
|
if err := json.Unmarshal(scanner.Bytes(), &msg); err == nil {
|
|
session.Messages = append(session.Messages, msg)
|
|
}
|
|
}
|
|
session.mu.Unlock()
|
|
if err := scanner.Err(); err != nil {
|
|
logger.WarnCF("session", "Error while scanning session history", map[string]interface{}{
|
|
"file": file.Name(),
|
|
logger.FieldError: err.Error(),
|
|
})
|
|
}
|
|
_ = f.Close()
|
|
}
|
|
|
|
// 处理元数据
|
|
if filepath.Ext(file.Name()) == ".meta" {
|
|
sessionKey := strings.TrimSuffix(file.Name(), ".meta")
|
|
session := sm.GetOrCreate(sessionKey)
|
|
|
|
data, err := os.ReadFile(filepath.Join(sm.storage, file.Name()))
|
|
if err == nil {
|
|
var meta struct {
|
|
Summary string `json:"summary"`
|
|
Updated time.Time `json:"updated"`
|
|
Created time.Time `json:"created"`
|
|
}
|
|
if err := json.Unmarshal(data, &meta); err == nil {
|
|
session.Summary = meta.Summary
|
|
session.Updated = meta.Updated
|
|
session.Created = meta.Created
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|