mirror of
https://github.com/duanhf2012/origin.git
synced 2026-02-15 00:04:46 +08:00
Compare commits
17 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
7f93aa5ff9 | ||
|
|
7a8d312aeb | ||
|
|
f931f61f7b | ||
|
|
151ed123f4 | ||
|
|
5a6a4c8a0d | ||
|
|
280c04a5d7 | ||
|
|
1520dae223 | ||
|
|
84f3429564 | ||
|
|
89fd5d273b | ||
|
|
3ce873ef04 | ||
|
|
3763f7d848 | ||
|
|
769f680b17 | ||
|
|
77988906f8 | ||
|
|
ae0ba1d966 | ||
|
|
f61fd5d1be | ||
|
|
eb1867c5fd | ||
|
|
8823d5fba4 |
@@ -46,16 +46,18 @@ type Cluster struct {
|
|||||||
globalCfg interface{} //全局配置
|
globalCfg interface{} //全局配置
|
||||||
|
|
||||||
localServiceCfg map[string]interface{} //map[serviceName]配置数据*
|
localServiceCfg map[string]interface{} //map[serviceName]配置数据*
|
||||||
mapRpc map[int]NodeRpcInfo //nodeId
|
|
||||||
serviceDiscovery IServiceDiscovery //服务发现接口
|
serviceDiscovery IServiceDiscovery //服务发现接口
|
||||||
|
|
||||||
|
|
||||||
locker sync.RWMutex //结点与服务关系保护锁
|
locker sync.RWMutex //结点与服务关系保护锁
|
||||||
|
mapRpc map[int]NodeRpcInfo //nodeId
|
||||||
mapIdNode map[int]NodeInfo //map[NodeId]NodeInfo
|
mapIdNode map[int]NodeInfo //map[NodeId]NodeInfo
|
||||||
mapServiceNode map[string]map[int]struct{} //map[serviceName]map[NodeId]
|
mapServiceNode map[string]map[int]struct{} //map[serviceName]map[NodeId]
|
||||||
|
|
||||||
rpcServer rpc.Server
|
rpcServer rpc.Server
|
||||||
rpcEventLocker sync.RWMutex //Rpc事件监听保护锁
|
rpcEventLocker sync.RWMutex //Rpc事件监听保护锁
|
||||||
mapServiceListenRpcEvent map[string]struct{} //ServiceName
|
mapServiceListenRpcEvent map[string]struct{} //ServiceName
|
||||||
|
mapServiceListenDiscoveryEvent map[string]struct{} //ServiceName
|
||||||
}
|
}
|
||||||
|
|
||||||
func GetCluster() *Cluster {
|
func GetCluster() *Cluster {
|
||||||
@@ -94,9 +96,10 @@ func (cls *Cluster) DelNode(nodeId int, immediately bool) {
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
cls.locker.Lock()
|
cls.locker.Lock()
|
||||||
|
defer cls.locker.Unlock()
|
||||||
|
|
||||||
nodeInfo, ok := cls.mapIdNode[nodeId]
|
nodeInfo, ok := cls.mapIdNode[nodeId]
|
||||||
if ok == false {
|
if ok == false {
|
||||||
cls.locker.Unlock()
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -112,7 +115,6 @@ func (cls *Cluster) DelNode(nodeId int, immediately bool) {
|
|||||||
if rpc.client.IsConnected() {
|
if rpc.client.IsConnected() {
|
||||||
nodeInfo.status = Discard
|
nodeInfo.status = Discard
|
||||||
rpc.client.Unlock()
|
rpc.client.Unlock()
|
||||||
cls.locker.Unlock()
|
|
||||||
log.SRelease("Discard node ", nodeInfo.NodeId, " ", nodeInfo.ListenAddr)
|
log.SRelease("Discard node ", nodeInfo.NodeId, " ", nodeInfo.ListenAddr)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
@@ -126,7 +128,6 @@ func (cls *Cluster) DelNode(nodeId int, immediately bool) {
|
|||||||
|
|
||||||
delete(cls.mapIdNode, nodeId)
|
delete(cls.mapIdNode, nodeId)
|
||||||
delete(cls.mapRpc, nodeId)
|
delete(cls.mapRpc, nodeId)
|
||||||
cls.locker.Unlock()
|
|
||||||
if ok == true {
|
if ok == true {
|
||||||
rpc.client.Close(false)
|
rpc.client.Close(false)
|
||||||
}
|
}
|
||||||
@@ -224,6 +225,9 @@ func (cls *Cluster) Init(localNodeId int, setupServiceFun SetupServiceFun) error
|
|||||||
//2.安装服务发现结点
|
//2.安装服务发现结点
|
||||||
cls.SetupServiceDiscovery(localNodeId, setupServiceFun)
|
cls.SetupServiceDiscovery(localNodeId, setupServiceFun)
|
||||||
service.RegRpcEventFun = cls.RegRpcEvent
|
service.RegRpcEventFun = cls.RegRpcEvent
|
||||||
|
service.UnRegRpcEventFun = cls.UnRegRpcEvent
|
||||||
|
service.RegDiscoveryServiceEventFun = cls.RegDiscoveryEvent
|
||||||
|
service.UnRegDiscoveryServiceEventFun = cls.UnReDiscoveryEvent
|
||||||
|
|
||||||
err = cls.serviceDiscovery.InitDiscovery(localNodeId, cls.serviceDiscoveryDelNode, cls.serviceDiscoverySetNodeInfo)
|
err = cls.serviceDiscovery.InitDiscovery(localNodeId, cls.serviceDiscoveryDelNode, cls.serviceDiscoverySetNodeInfo)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -364,6 +368,7 @@ func (cls *Cluster) triggerRpcEvent(bConnect bool, clientSeq uint32, nodeId int)
|
|||||||
cls.locker.Unlock()
|
cls.locker.Unlock()
|
||||||
|
|
||||||
cls.rpcEventLocker.Lock()
|
cls.rpcEventLocker.Lock()
|
||||||
|
defer cls.rpcEventLocker.Unlock()
|
||||||
for serviceName, _ := range cls.mapServiceListenRpcEvent {
|
for serviceName, _ := range cls.mapServiceListenRpcEvent {
|
||||||
ser := service.GetService(serviceName)
|
ser := service.GetService(serviceName)
|
||||||
if ser == nil {
|
if ser == nil {
|
||||||
@@ -376,7 +381,27 @@ func (cls *Cluster) triggerRpcEvent(bConnect bool, clientSeq uint32, nodeId int)
|
|||||||
eventData.NodeId = nodeId
|
eventData.NodeId = nodeId
|
||||||
ser.(service.IModule).NotifyEvent(&eventData)
|
ser.(service.IModule).NotifyEvent(&eventData)
|
||||||
}
|
}
|
||||||
cls.rpcEventLocker.Unlock()
|
}
|
||||||
|
|
||||||
|
|
||||||
|
func (cls *Cluster) TriggerDiscoveryEvent(bDiscovery bool, nodeId int, serviceName []string) {
|
||||||
|
cls.rpcEventLocker.Lock()
|
||||||
|
defer cls.rpcEventLocker.Unlock()
|
||||||
|
|
||||||
|
for sName, _ := range cls.mapServiceListenDiscoveryEvent {
|
||||||
|
ser := service.GetService(sName)
|
||||||
|
if ser == nil {
|
||||||
|
log.SError("cannot find service name ", serviceName)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
var eventData service.DiscoveryServiceEvent
|
||||||
|
eventData.IsDiscovery = bDiscovery
|
||||||
|
eventData.NodeId = nodeId
|
||||||
|
eventData.ServiceName = serviceName
|
||||||
|
ser.(service.IModule).NotifyEvent(&eventData)
|
||||||
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cls *Cluster) GetLocalNodeInfo() *NodeInfo {
|
func (cls *Cluster) GetLocalNodeInfo() *NodeInfo {
|
||||||
@@ -399,14 +424,25 @@ func (cls *Cluster) UnRegRpcEvent(serviceName string) {
|
|||||||
cls.rpcEventLocker.Unlock()
|
cls.rpcEventLocker.Unlock()
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cls *Cluster) FetchAllNodeId(fetchFun func(nodeId int)) {
|
|
||||||
cls.locker.Lock()
|
func (cls *Cluster) RegDiscoveryEvent(serviceName string) {
|
||||||
for nodeId, _ := range cls.mapIdNode {
|
cls.rpcEventLocker.Lock()
|
||||||
fetchFun(nodeId)
|
if cls.mapServiceListenDiscoveryEvent == nil {
|
||||||
|
cls.mapServiceListenDiscoveryEvent = map[string]struct{}{}
|
||||||
}
|
}
|
||||||
cls.locker.Unlock()
|
|
||||||
|
cls.mapServiceListenDiscoveryEvent[serviceName] = struct{}{}
|
||||||
|
cls.rpcEventLocker.Unlock()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (cls *Cluster) UnReDiscoveryEvent(serviceName string) {
|
||||||
|
cls.rpcEventLocker.Lock()
|
||||||
|
delete(cls.mapServiceListenDiscoveryEvent, serviceName)
|
||||||
|
cls.rpcEventLocker.Unlock()
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
func HasService(nodeId int, serviceName string) bool {
|
func HasService(nodeId int, serviceName string) bool {
|
||||||
cluster.locker.RLock()
|
cluster.locker.RLock()
|
||||||
defer cluster.locker.RUnlock()
|
defer cluster.locker.RUnlock()
|
||||||
@@ -420,6 +456,32 @@ func HasService(nodeId int, serviceName string) bool {
|
|||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func GetNodeByServiceName(serviceName string) map[int]struct{} {
|
||||||
|
cluster.locker.RLock()
|
||||||
|
defer cluster.locker.RUnlock()
|
||||||
|
|
||||||
|
mapNode, ok := cluster.mapServiceNode[serviceName]
|
||||||
|
if ok == false {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
mapNodeId := map[int]struct{}{}
|
||||||
|
for nodeId,_ := range mapNode {
|
||||||
|
mapNodeId[nodeId] = struct{}{}
|
||||||
|
}
|
||||||
|
|
||||||
|
return mapNodeId
|
||||||
|
}
|
||||||
|
|
||||||
func (cls *Cluster) GetGlobalCfg() interface{} {
|
func (cls *Cluster) GetGlobalCfg() interface{} {
|
||||||
return cls.globalCfg
|
return cls.globalCfg
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
func (cls *Cluster) GetNodeInfo(nodeId int) (NodeInfo,bool) {
|
||||||
|
cls.locker.RLock()
|
||||||
|
defer cls.locker.RUnlock()
|
||||||
|
|
||||||
|
nodeInfo,ok:= cls.mapIdNode[nodeId]
|
||||||
|
return nodeInfo,ok
|
||||||
|
}
|
||||||
|
|||||||
@@ -290,6 +290,8 @@ func (dc *DynamicDiscoveryClient) RPC_SubServiceDiscover(req *rpc.SubscribeDisco
|
|||||||
|
|
||||||
//删除不必要的结点
|
//删除不必要的结点
|
||||||
for _, nodeId := range willDelNodeId {
|
for _, nodeId := range willDelNodeId {
|
||||||
|
nodeInfo,_ := cluster.GetNodeInfo(int(nodeId))
|
||||||
|
cluster.TriggerDiscoveryEvent(false,int(nodeId),nodeInfo.PublicServiceList)
|
||||||
dc.removeMasterNode(req.MasterNodeId, int32(nodeId))
|
dc.removeMasterNode(req.MasterNodeId, int32(nodeId))
|
||||||
if dc.findNodeId(nodeId) == false {
|
if dc.findNodeId(nodeId) == false {
|
||||||
dc.funDelService(int(nodeId), false)
|
dc.funDelService(int(nodeId), false)
|
||||||
@@ -300,6 +302,7 @@ func (dc *DynamicDiscoveryClient) RPC_SubServiceDiscover(req *rpc.SubscribeDisco
|
|||||||
for _, nodeInfo := range mapNodeInfo {
|
for _, nodeInfo := range mapNodeInfo {
|
||||||
dc.addMasterNode(req.MasterNodeId, nodeInfo.NodeId)
|
dc.addMasterNode(req.MasterNodeId, nodeInfo.NodeId)
|
||||||
dc.setNodeInfo(nodeInfo)
|
dc.setNodeInfo(nodeInfo)
|
||||||
|
cluster.TriggerDiscoveryEvent(true,int(nodeInfo.NodeId),nodeInfo.PublicServiceList)
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
|
|||||||
@@ -5,7 +5,7 @@ import (
|
|||||||
"github.com/duanhf2012/origin/log"
|
"github.com/duanhf2012/origin/log"
|
||||||
"github.com/duanhf2012/origin/rpc"
|
"github.com/duanhf2012/origin/rpc"
|
||||||
jsoniter "github.com/json-iterator/go"
|
jsoniter "github.com/json-iterator/go"
|
||||||
"io/ioutil"
|
"os"
|
||||||
"strings"
|
"strings"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -18,7 +18,7 @@ type NodeInfoList struct {
|
|||||||
|
|
||||||
func (cls *Cluster) ReadClusterConfig(filepath string) (*NodeInfoList, error) {
|
func (cls *Cluster) ReadClusterConfig(filepath string) (*NodeInfoList, error) {
|
||||||
c := &NodeInfoList{}
|
c := &NodeInfoList{}
|
||||||
d, err := ioutil.ReadFile(filepath)
|
d, err := os.ReadFile(filepath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -33,7 +33,7 @@ func (cls *Cluster) ReadClusterConfig(filepath string) (*NodeInfoList, error) {
|
|||||||
func (cls *Cluster) readServiceConfig(filepath string) (interface{}, map[string]interface{}, map[int]map[string]interface{}, error) {
|
func (cls *Cluster) readServiceConfig(filepath string) (interface{}, map[string]interface{}, map[int]map[string]interface{}, error) {
|
||||||
c := map[string]interface{}{}
|
c := map[string]interface{}{}
|
||||||
//读取配置
|
//读取配置
|
||||||
d, err := ioutil.ReadFile(filepath)
|
d, err := os.ReadFile(filepath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, nil, nil, err
|
return nil, nil, nil, err
|
||||||
}
|
}
|
||||||
@@ -69,7 +69,7 @@ func (cls *Cluster) readLocalClusterConfig(nodeId int) ([]NodeInfo, []NodeInfo,
|
|||||||
var nodeInfoList []NodeInfo
|
var nodeInfoList []NodeInfo
|
||||||
var masterDiscoverNodeList []NodeInfo
|
var masterDiscoverNodeList []NodeInfo
|
||||||
clusterCfgPath := strings.TrimRight(configDir, "/") + "/cluster"
|
clusterCfgPath := strings.TrimRight(configDir, "/") + "/cluster"
|
||||||
fileInfoList, err := ioutil.ReadDir(clusterCfgPath)
|
fileInfoList, err := os.ReadDir(clusterCfgPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, nil, fmt.Errorf("Read dir %s is fail :%+v", clusterCfgPath, err)
|
return nil, nil, fmt.Errorf("Read dir %s is fail :%+v", clusterCfgPath, err)
|
||||||
}
|
}
|
||||||
@@ -111,7 +111,7 @@ func (cls *Cluster) readLocalClusterConfig(nodeId int) ([]NodeInfo, []NodeInfo,
|
|||||||
|
|
||||||
func (cls *Cluster) readLocalService(localNodeId int) error {
|
func (cls *Cluster) readLocalService(localNodeId int) error {
|
||||||
clusterCfgPath := strings.TrimRight(configDir, "/") + "/cluster"
|
clusterCfgPath := strings.TrimRight(configDir, "/") + "/cluster"
|
||||||
fileInfoList, err := ioutil.ReadDir(clusterCfgPath)
|
fileInfoList, err := os.ReadDir(clusterCfgPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("Read dir %s is fail :%+v", clusterCfgPath, err)
|
return fmt.Errorf("Read dir %s is fail :%+v", clusterCfgPath, err)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -9,8 +9,9 @@ const (
|
|||||||
|
|
||||||
Sys_Event_Tcp EventType = -3
|
Sys_Event_Tcp EventType = -3
|
||||||
Sys_Event_Http_Event EventType = -4
|
Sys_Event_Http_Event EventType = -4
|
||||||
Sys_Event_WebSocket EventType = -5
|
Sys_Event_WebSocket EventType = -5
|
||||||
Sys_Event_Rpc_Event EventType = -6
|
Sys_Event_Node_Event EventType = -6
|
||||||
|
Sys_Event_DiscoverService EventType = -7
|
||||||
|
|
||||||
Sys_Event_User_Define EventType = 1
|
Sys_Event_User_Define EventType = 1
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -14,6 +14,7 @@ type WSClient struct {
|
|||||||
ConnectInterval time.Duration
|
ConnectInterval time.Duration
|
||||||
PendingWriteNum int
|
PendingWriteNum int
|
||||||
MaxMsgLen uint32
|
MaxMsgLen uint32
|
||||||
|
MessageType int
|
||||||
HandshakeTimeout time.Duration
|
HandshakeTimeout time.Duration
|
||||||
AutoReconnect bool
|
AutoReconnect bool
|
||||||
NewAgent func(*WSConn) Agent
|
NewAgent func(*WSConn) Agent
|
||||||
@@ -21,7 +22,7 @@ type WSClient struct {
|
|||||||
cons WebsocketConnSet
|
cons WebsocketConnSet
|
||||||
wg sync.WaitGroup
|
wg sync.WaitGroup
|
||||||
closeFlag bool
|
closeFlag bool
|
||||||
messageType int
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (client *WSClient) Start() {
|
func (client *WSClient) Start() {
|
||||||
@@ -63,7 +64,11 @@ func (client *WSClient) init() {
|
|||||||
if client.cons != nil {
|
if client.cons != nil {
|
||||||
log.SFatal("client is running")
|
log.SFatal("client is running")
|
||||||
}
|
}
|
||||||
client.messageType = websocket.TextMessage
|
|
||||||
|
if client.MessageType == 0 {
|
||||||
|
client.MessageType = websocket.TextMessage
|
||||||
|
}
|
||||||
|
|
||||||
client.cons = make(WebsocketConnSet)
|
client.cons = make(WebsocketConnSet)
|
||||||
client.closeFlag = false
|
client.closeFlag = false
|
||||||
client.dialer = websocket.Dialer{
|
client.dialer = websocket.Dialer{
|
||||||
@@ -84,9 +89,6 @@ func (client *WSClient) dial() *websocket.Conn {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (client *WSClient) SetMessageType(messageType int){
|
|
||||||
client.messageType = messageType
|
|
||||||
}
|
|
||||||
func (client *WSClient) connect() {
|
func (client *WSClient) connect() {
|
||||||
defer client.wg.Done()
|
defer client.wg.Done()
|
||||||
|
|
||||||
@@ -106,7 +108,7 @@ reconnect:
|
|||||||
client.cons[conn] = struct{}{}
|
client.cons[conn] = struct{}{}
|
||||||
client.Unlock()
|
client.Unlock()
|
||||||
|
|
||||||
wsConn := newWSConn(conn, client.PendingWriteNum, client.MaxMsgLen,client.messageType)
|
wsConn := newWSConn(conn, client.PendingWriteNum, client.MaxMsgLen,client.MessageType)
|
||||||
agent := client.NewAgent(wsConn)
|
agent := client.NewAgent(wsConn)
|
||||||
agent.Run()
|
agent.Run()
|
||||||
|
|
||||||
|
|||||||
@@ -139,6 +139,7 @@ func (server *WSServer) Start() {
|
|||||||
maxMsgLen: server.MaxMsgLen,
|
maxMsgLen: server.MaxMsgLen,
|
||||||
newAgent: server.NewAgent,
|
newAgent: server.NewAgent,
|
||||||
conns: make(WebsocketConnSet),
|
conns: make(WebsocketConnSet),
|
||||||
|
messageType:server.messageType,
|
||||||
upgrader: websocket.Upgrader{
|
upgrader: websocket.Upgrader{
|
||||||
HandshakeTimeout: server.HTTPTimeout,
|
HandshakeTimeout: server.HTTPTimeout,
|
||||||
CheckOrigin: func(_ *http.Request) bool { return true },
|
CheckOrigin: func(_ *http.Request) bool { return true },
|
||||||
|
|||||||
160
node/node.go
160
node/node.go
@@ -8,9 +8,9 @@ import (
|
|||||||
"github.com/duanhf2012/origin/log"
|
"github.com/duanhf2012/origin/log"
|
||||||
"github.com/duanhf2012/origin/profiler"
|
"github.com/duanhf2012/origin/profiler"
|
||||||
"github.com/duanhf2012/origin/service"
|
"github.com/duanhf2012/origin/service"
|
||||||
"github.com/duanhf2012/origin/util/timer"
|
|
||||||
"github.com/duanhf2012/origin/util/buildtime"
|
"github.com/duanhf2012/origin/util/buildtime"
|
||||||
"io/ioutil"
|
"github.com/duanhf2012/origin/util/timer"
|
||||||
|
"io"
|
||||||
slog "log"
|
slog "log"
|
||||||
"net/http"
|
"net/http"
|
||||||
_ "net/http/pprof"
|
_ "net/http/pprof"
|
||||||
@@ -31,33 +31,40 @@ var bValid bool
|
|||||||
var configDir = "./config/"
|
var configDir = "./config/"
|
||||||
var logLevel string = "debug"
|
var logLevel string = "debug"
|
||||||
var logPath string
|
var logPath string
|
||||||
|
type BuildOSType = int8
|
||||||
|
|
||||||
|
const(
|
||||||
|
Windows BuildOSType = 0
|
||||||
|
Linux BuildOSType = 1
|
||||||
|
Mac BuildOSType = 2
|
||||||
|
)
|
||||||
|
|
||||||
func init() {
|
func init() {
|
||||||
|
|
||||||
closeSig = make(chan bool,1)
|
closeSig = make(chan bool, 1)
|
||||||
sig = make(chan os.Signal, 3)
|
sig = make(chan os.Signal, 3)
|
||||||
signal.Notify(sig, syscall.SIGINT, syscall.SIGTERM,syscall.Signal(10))
|
signal.Notify(sig, syscall.SIGINT, syscall.SIGTERM, syscall.Signal(10))
|
||||||
|
|
||||||
console.RegisterCommandBool("help",false,"<-help> This help.",usage)
|
console.RegisterCommandBool("help", false, "<-help> This help.", usage)
|
||||||
console.RegisterCommandString("name","","<-name nodeName> Node's name.",setName)
|
console.RegisterCommandString("name", "", "<-name nodeName> Node's name.", setName)
|
||||||
console.RegisterCommandString("start","","<-start nodeid=nodeid> Run originserver.",startNode)
|
console.RegisterCommandString("start", "", "<-start nodeid=nodeid> Run originserver.", startNode)
|
||||||
console.RegisterCommandString("stop","","<-stop nodeid=nodeid> Stop originserver process.",stopNode)
|
console.RegisterCommandString("stop", "", "<-stop nodeid=nodeid> Stop originserver process.", stopNode)
|
||||||
console.RegisterCommandString("config","","<-config path> Configuration file path.",setConfigPath)
|
console.RegisterCommandString("config", "", "<-config path> Configuration file path.", setConfigPath)
|
||||||
console.RegisterCommandString("console", "", "<-console true|false> Turn on or off screen log output.", openConsole)
|
console.RegisterCommandString("console", "", "<-console true|false> Turn on or off screen log output.", openConsole)
|
||||||
console.RegisterCommandString("loglevel", "debug", "<-loglevel debug|release|warning|error|fatal> Set loglevel.", setLevel)
|
console.RegisterCommandString("loglevel", "debug", "<-loglevel debug|release|warning|error|fatal> Set loglevel.", setLevel)
|
||||||
console.RegisterCommandString("logpath", "", "<-logpath path> Set log file path.", setLogPath)
|
console.RegisterCommandString("logpath", "", "<-logpath path> Set log file path.", setLogPath)
|
||||||
console.RegisterCommandString("pprof","","<-pprof ip:port> Open performance analysis.",setPprof)
|
console.RegisterCommandString("pprof", "", "<-pprof ip:port> Open performance analysis.", setPprof)
|
||||||
}
|
}
|
||||||
|
|
||||||
func usage(val interface{}) error{
|
func usage(val interface{}) error {
|
||||||
ret := val.(bool)
|
ret := val.(bool)
|
||||||
if ret == false {
|
if ret == false {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
if len(buildtime.GetBuildDateTime())>0 {
|
if len(buildtime.GetBuildDateTime()) > 0 {
|
||||||
fmt.Fprintf(os.Stderr, "Welcome to Origin(build info: %s)\nUsage: originserver [-help] [-start node=1] [-stop] [-config path] [-pprof 0.0.0.0:6060]...\n",buildtime.GetBuildDateTime())
|
fmt.Fprintf(os.Stderr, "Welcome to Origin(build info: %s)\nUsage: originserver [-help] [-start node=1] [-stop] [-config path] [-pprof 0.0.0.0:6060]...\n", buildtime.GetBuildDateTime())
|
||||||
}else{
|
} else {
|
||||||
fmt.Fprintf(os.Stderr, "Welcome to Origin\nUsage: originserver [-help] [-start node=1] [-stop] [-config path] [-pprof 0.0.0.0:6060]...\n")
|
fmt.Fprintf(os.Stderr, "Welcome to Origin\nUsage: originserver [-help] [-start node=1] [-stop] [-config path] [-pprof 0.0.0.0:6060]...\n")
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -71,28 +78,28 @@ func setName(val interface{}) error {
|
|||||||
|
|
||||||
func setPprof(val interface{}) error {
|
func setPprof(val interface{}) error {
|
||||||
listenAddr := val.(string)
|
listenAddr := val.(string)
|
||||||
if listenAddr==""{
|
if listenAddr == "" {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
go func(){
|
go func() {
|
||||||
err := http.ListenAndServe(listenAddr, nil)
|
err := http.ListenAndServe(listenAddr, nil)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
panic(fmt.Errorf("%+v",err))
|
panic(fmt.Errorf("%+v", err))
|
||||||
}
|
}
|
||||||
}()
|
}()
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func setConfigPath(val interface{}) error{
|
func setConfigPath(val interface{}) error {
|
||||||
configPath := val.(string)
|
configPath := val.(string)
|
||||||
if configPath==""{
|
if configPath == "" {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
_, err := os.Stat(configPath)
|
_, err := os.Stat(configPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("Cannot find file path %s",configPath)
|
return fmt.Errorf("Cannot find file path %s", configPath)
|
||||||
}
|
}
|
||||||
|
|
||||||
cluster.SetConfigDir(configPath)
|
cluster.SetConfigDir(configPath)
|
||||||
@@ -100,16 +107,16 @@ func setConfigPath(val interface{}) error{
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func getRunProcessPid(nodeId int) (int,error) {
|
func getRunProcessPid(nodeId int) (int, error) {
|
||||||
f, err := os.OpenFile(fmt.Sprintf("%s_%d.pid",os.Args[0],nodeId), os.O_RDONLY, 0600)
|
f, err := os.OpenFile(fmt.Sprintf("%s_%d.pid", os.Args[0], nodeId), os.O_RDONLY, 0600)
|
||||||
defer f.Close()
|
defer f.Close()
|
||||||
if err!= nil {
|
if err != nil {
|
||||||
return 0,err
|
return 0, err
|
||||||
}
|
}
|
||||||
|
|
||||||
pidByte,errs := ioutil.ReadAll(f)
|
pidByte, errs := io.ReadAll(f)
|
||||||
if errs!=nil {
|
if errs != nil {
|
||||||
return 0,errs
|
return 0, errs
|
||||||
}
|
}
|
||||||
|
|
||||||
return strconv.Atoi(string(pidByte))
|
return strconv.Atoi(string(pidByte))
|
||||||
@@ -117,13 +124,13 @@ func getRunProcessPid(nodeId int) (int,error) {
|
|||||||
|
|
||||||
func writeProcessPid(nodeId int) {
|
func writeProcessPid(nodeId int) {
|
||||||
//pid
|
//pid
|
||||||
f, err := os.OpenFile(fmt.Sprintf("%s_%d.pid",os.Args[0],nodeId), os.O_WRONLY|os.O_TRUNC|os.O_CREATE, 0600)
|
f, err := os.OpenFile(fmt.Sprintf("%s_%d.pid", os.Args[0], nodeId), os.O_WRONLY|os.O_TRUNC|os.O_CREATE, 0600)
|
||||||
defer f.Close()
|
defer f.Close()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
fmt.Println(err.Error())
|
fmt.Println(err.Error())
|
||||||
os.Exit(-1)
|
os.Exit(-1)
|
||||||
} else {
|
} else {
|
||||||
_,err=f.Write([]byte(fmt.Sprintf("%d",os.Getpid())))
|
_, err = f.Write([]byte(fmt.Sprintf("%d", os.Getpid())))
|
||||||
if err != nil {
|
if err != nil {
|
||||||
fmt.Println(err.Error())
|
fmt.Println(err.Error())
|
||||||
os.Exit(-1)
|
os.Exit(-1)
|
||||||
@@ -135,28 +142,28 @@ func GetNodeId() int {
|
|||||||
return nodeId
|
return nodeId
|
||||||
}
|
}
|
||||||
|
|
||||||
func initNode(id int){
|
func initNode(id int) {
|
||||||
//1.初始化集群
|
//1.初始化集群
|
||||||
nodeId = id
|
nodeId = id
|
||||||
err := cluster.GetCluster().Init(GetNodeId(),Setup)
|
err := cluster.GetCluster().Init(GetNodeId(), Setup)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.SFatal("read system config is error ",err.Error())
|
log.SFatal("read system config is error ", err.Error())
|
||||||
}
|
}
|
||||||
|
|
||||||
err = initLog()
|
err = initLog()
|
||||||
if err != nil{
|
if err != nil {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
//2.setup service
|
//2.setup service
|
||||||
for _,s := range preSetupService {
|
for _, s := range preSetupService {
|
||||||
//是否配置的service
|
//是否配置的service
|
||||||
if cluster.GetCluster().IsConfigService(s.GetName()) == false {
|
if cluster.GetCluster().IsConfigService(s.GetName()) == false {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
pServiceCfg := cluster.GetCluster().GetServiceCfg(s.GetName())
|
pServiceCfg := cluster.GetCluster().GetServiceCfg(s.GetName())
|
||||||
s.Init(s,cluster.GetRpcClient,cluster.GetRpcServer,pServiceCfg)
|
s.Init(s, cluster.GetRpcClient, cluster.GetRpcServer, pServiceCfg)
|
||||||
|
|
||||||
service.Setup(s)
|
service.Setup(s)
|
||||||
}
|
}
|
||||||
@@ -165,14 +172,14 @@ func initNode(id int){
|
|||||||
service.Init(closeSig)
|
service.Init(closeSig)
|
||||||
}
|
}
|
||||||
|
|
||||||
func initLog() error{
|
func initLog() error {
|
||||||
if logPath == ""{
|
if logPath == "" {
|
||||||
setLogPath("./log")
|
setLogPath("./log")
|
||||||
}
|
}
|
||||||
|
|
||||||
localnodeinfo := cluster.GetCluster().GetLocalNodeInfo()
|
localnodeinfo := cluster.GetCluster().GetLocalNodeInfo()
|
||||||
filepre := fmt.Sprintf("%s_%d_", localnodeinfo.NodeName, localnodeinfo.NodeId)
|
filepre := fmt.Sprintf("%s_%d_", localnodeinfo.NodeName, localnodeinfo.NodeId)
|
||||||
logger,err := log.New(logLevel,logPath,filepre,slog.LstdFlags|slog.Lshortfile,10)
|
logger, err := log.New(logLevel, logPath, filepre, slog.LstdFlags|slog.Lshortfile, 10)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
fmt.Printf("cannot create log file!\n")
|
fmt.Printf("cannot create log file!\n")
|
||||||
return err
|
return err
|
||||||
@@ -183,8 +190,8 @@ func initLog() error{
|
|||||||
|
|
||||||
func Start() {
|
func Start() {
|
||||||
err := console.Run(os.Args)
|
err := console.Run(os.Args)
|
||||||
if err!=nil {
|
if err != nil {
|
||||||
fmt.Printf("%+v\n",err)
|
fmt.Printf("%+v\n", err)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -196,19 +203,19 @@ func stopNode(args interface{}) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
sParam := strings.Split(param,"=")
|
sParam := strings.Split(param, "=")
|
||||||
if len(sParam) != 2 {
|
if len(sParam) != 2 {
|
||||||
return fmt.Errorf("invalid option %s",param)
|
return fmt.Errorf("invalid option %s", param)
|
||||||
}
|
}
|
||||||
if sParam[0]!="nodeid" {
|
if sParam[0] != "nodeid" {
|
||||||
return fmt.Errorf("invalid option %s",param)
|
return fmt.Errorf("invalid option %s", param)
|
||||||
}
|
}
|
||||||
nodeId,err:= strconv.Atoi(sParam[1])
|
nodeId, err := strconv.Atoi(sParam[1])
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("invalid option %s",param)
|
return fmt.Errorf("invalid option %s", param)
|
||||||
}
|
}
|
||||||
|
|
||||||
processId,err := getRunProcessPid(nodeId)
|
processId, err := getRunProcessPid(nodeId)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -217,26 +224,26 @@ func stopNode(args interface{}) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func startNode(args interface{}) error{
|
func startNode(args interface{}) error {
|
||||||
//1.解析参数
|
//1.解析参数
|
||||||
param := args.(string)
|
param := args.(string)
|
||||||
if param == "" {
|
if param == "" {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
sParam := strings.Split(param,"=")
|
sParam := strings.Split(param, "=")
|
||||||
if len(sParam) != 2 {
|
if len(sParam) != 2 {
|
||||||
return fmt.Errorf("invalid option %s",param)
|
return fmt.Errorf("invalid option %s", param)
|
||||||
}
|
}
|
||||||
if sParam[0]!="nodeid" {
|
if sParam[0] != "nodeid" {
|
||||||
return fmt.Errorf("invalid option %s",param)
|
return fmt.Errorf("invalid option %s", param)
|
||||||
}
|
}
|
||||||
nodeId,err:= strconv.Atoi(sParam[1])
|
nodeId, err := strconv.Atoi(sParam[1])
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("invalid option %s",param)
|
return fmt.Errorf("invalid option %s", param)
|
||||||
}
|
}
|
||||||
|
|
||||||
timer.StartTimer(10*time.Millisecond,1000000)
|
timer.StartTimer(10*time.Millisecond, 1000000)
|
||||||
log.SRelease("Start running server.")
|
log.SRelease("Start running server.")
|
||||||
//2.初始化node
|
//2.初始化node
|
||||||
initNode(nodeId)
|
initNode(nodeId)
|
||||||
@@ -253,7 +260,7 @@ func startNode(args interface{}) error{
|
|||||||
//6.监听程序退出信号&性能报告
|
//6.监听程序退出信号&性能报告
|
||||||
bRun := true
|
bRun := true
|
||||||
var pProfilerTicker *time.Ticker = &time.Ticker{}
|
var pProfilerTicker *time.Ticker = &time.Ticker{}
|
||||||
if profilerInterval>0 {
|
if profilerInterval > 0 {
|
||||||
pProfilerTicker = time.NewTicker(profilerInterval)
|
pProfilerTicker = time.NewTicker(profilerInterval)
|
||||||
}
|
}
|
||||||
for bRun {
|
for bRun {
|
||||||
@@ -261,7 +268,7 @@ func startNode(args interface{}) error{
|
|||||||
case <-sig:
|
case <-sig:
|
||||||
log.SRelease("receipt stop signal.")
|
log.SRelease("receipt stop signal.")
|
||||||
bRun = false
|
bRun = false
|
||||||
case <- pProfilerTicker.C:
|
case <-pProfilerTicker.C:
|
||||||
profiler.Report()
|
profiler.Report()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -274,11 +281,10 @@ func startNode(args interface{}) error{
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func Setup(s ...service.IService) {
|
||||||
func Setup(s ...service.IService) {
|
for _, sv := range s {
|
||||||
for _,sv := range s {
|
|
||||||
sv.OnSetup(sv)
|
sv.OnSetup(sv)
|
||||||
preSetupService = append(preSetupService,sv)
|
preSetupService = append(preSetupService, sv)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -286,7 +292,7 @@ func GetService(serviceName string) service.IService {
|
|||||||
return service.GetService(serviceName)
|
return service.GetService(serviceName)
|
||||||
}
|
}
|
||||||
|
|
||||||
func SetConfigDir(configDir string){
|
func SetConfigDir(configDir string) {
|
||||||
configDir = configDir
|
configDir = configDir
|
||||||
cluster.SetConfigDir(configDir)
|
cluster.SetConfigDir(configDir)
|
||||||
}
|
}
|
||||||
@@ -295,58 +301,58 @@ func GetConfigDir() string {
|
|||||||
return configDir
|
return configDir
|
||||||
}
|
}
|
||||||
|
|
||||||
func SetSysLog(strLevel string, pathname string, flag int){
|
func SetSysLog(strLevel string, pathname string, flag int) {
|
||||||
logs,_:= log.New(strLevel,pathname, "", flag,10)
|
logs, _ := log.New(strLevel, pathname, "", flag, 10)
|
||||||
log.Export(logs)
|
log.Export(logs)
|
||||||
}
|
}
|
||||||
|
|
||||||
func OpenProfilerReport(interval time.Duration){
|
func OpenProfilerReport(interval time.Duration) {
|
||||||
profilerInterval = interval
|
profilerInterval = interval
|
||||||
}
|
}
|
||||||
|
|
||||||
func openConsole(args interface{}) error{
|
func openConsole(args interface{}) error {
|
||||||
if args == "" {
|
if args == "" {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
strOpen := strings.ToLower(strings.TrimSpace(args.(string)))
|
strOpen := strings.ToLower(strings.TrimSpace(args.(string)))
|
||||||
if strOpen == "false" {
|
if strOpen == "false" {
|
||||||
log.OpenConsole = false
|
log.OpenConsole = false
|
||||||
}else if strOpen == "true" {
|
} else if strOpen == "true" {
|
||||||
log.OpenConsole = true
|
log.OpenConsole = true
|
||||||
}else{
|
} else {
|
||||||
return errors.New("Parameter console error!")
|
return errors.New("Parameter console error!")
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func setLevel(args interface{}) error{
|
func setLevel(args interface{}) error {
|
||||||
if args==""{
|
if args == "" {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
logLevel = strings.TrimSpace(args.(string))
|
logLevel = strings.TrimSpace(args.(string))
|
||||||
if logLevel!= "debug" && logLevel!="release"&& logLevel!="warning"&&logLevel!="error"&&logLevel!="fatal" {
|
if logLevel != "debug" && logLevel != "release" && logLevel != "warning" && logLevel != "error" && logLevel != "fatal" {
|
||||||
return errors.New("unknown level: " + logLevel)
|
return errors.New("unknown level: " + logLevel)
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func setLogPath(args interface{}) error{
|
func setLogPath(args interface{}) error {
|
||||||
if args == ""{
|
if args == "" {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
logPath = strings.TrimSpace(args.(string))
|
logPath = strings.TrimSpace(args.(string))
|
||||||
dir, err := os.Stat(logPath) //这个文件夹不存在
|
dir, err := os.Stat(logPath) //这个文件夹不存在
|
||||||
if err == nil && dir.IsDir()==false {
|
if err == nil && dir.IsDir() == false {
|
||||||
return errors.New("Not found dir "+logPath)
|
return errors.New("Not found dir " + logPath)
|
||||||
}
|
}
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
err = os.Mkdir(logPath, os.ModePerm)
|
err = os.Mkdir(logPath, os.ModePerm)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return errors.New("Cannot create dir "+logPath)
|
return errors.New("Cannot create dir " + logPath)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -15,3 +15,7 @@ func KillProcess(processId int){
|
|||||||
fmt.Printf("kill processid %d is successful.\n",processId)
|
fmt.Printf("kill processid %d is successful.\n",processId)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func GetBuildOSType() BuildOSType{
|
||||||
|
return Linux
|
||||||
|
}
|
||||||
|
|||||||
@@ -15,3 +15,7 @@ func KillProcess(processId int){
|
|||||||
fmt.Printf("kill processid %d is successful.\n",processId)
|
fmt.Printf("kill processid %d is successful.\n",processId)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func GetBuildOSType() BuildOSType{
|
||||||
|
return Mac
|
||||||
|
}
|
||||||
|
|||||||
@@ -4,4 +4,8 @@ package node
|
|||||||
|
|
||||||
func KillProcess(processId int){
|
func KillProcess(processId int){
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func GetBuildOSType() BuildOSType{
|
||||||
|
return Windows
|
||||||
|
}
|
||||||
|
|||||||
@@ -68,11 +68,16 @@ type RpcHandler struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
type TriggerRpcEvent func(bConnect bool, clientSeq uint32, nodeId int)
|
type TriggerRpcEvent func(bConnect bool, clientSeq uint32, nodeId int)
|
||||||
type IRpcListener interface {
|
type INodeListener interface {
|
||||||
OnNodeConnected(nodeId int)
|
OnNodeConnected(nodeId int)
|
||||||
OnNodeDisconnect(nodeId int)
|
OnNodeDisconnect(nodeId int)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
type IDiscoveryServiceListener interface {
|
||||||
|
OnDiscoveryService(nodeId int, serviceName []string)
|
||||||
|
OnUnDiscoveryService(nodeId int, serviceName []string)
|
||||||
|
}
|
||||||
|
|
||||||
type IRpcHandler interface {
|
type IRpcHandler interface {
|
||||||
IRpcHandlerChannel
|
IRpcHandlerChannel
|
||||||
GetName() string
|
GetName() string
|
||||||
|
|||||||
@@ -338,7 +338,7 @@ func (server *Server) selfNodeRpcHandlerAsyncGo(client *Client, callerRpcHandler
|
|||||||
pCall.rpcHandler = callerRpcHandler
|
pCall.rpcHandler = callerRpcHandler
|
||||||
pCall.callback = &callback
|
pCall.callback = &callback
|
||||||
pCall.Reply = reply
|
pCall.Reply = reply
|
||||||
|
pCall.ServiceMethod = serviceMethod
|
||||||
client.AddPending(pCall)
|
client.AddPending(pCall)
|
||||||
req.requestHandle = func(Returns interface{}, Err RpcError) {
|
req.requestHandle = func(Returns interface{}, Err RpcError) {
|
||||||
v := client.RemovePending(callSeq)
|
v := client.RemovePending(callSeq)
|
||||||
|
|||||||
@@ -22,18 +22,24 @@ var timerDispatcherLen = 100000
|
|||||||
|
|
||||||
type IService interface {
|
type IService interface {
|
||||||
Init(iService IService,getClientFun rpc.FuncRpcClient,getServerFun rpc.FuncRpcServer,serviceCfg interface{})
|
Init(iService IService,getClientFun rpc.FuncRpcClient,getServerFun rpc.FuncRpcServer,serviceCfg interface{})
|
||||||
SetName(serviceName string)
|
Wait()
|
||||||
GetName() string
|
Start()
|
||||||
|
|
||||||
OnSetup(iService IService)
|
OnSetup(iService IService)
|
||||||
OnInit() error
|
OnInit() error
|
||||||
OnStart()
|
OnStart()
|
||||||
OnRelease()
|
OnRelease()
|
||||||
Wait()
|
|
||||||
Start()
|
SetName(serviceName string)
|
||||||
|
GetName() string
|
||||||
GetRpcHandler() rpc.IRpcHandler
|
GetRpcHandler() rpc.IRpcHandler
|
||||||
GetServiceCfg()interface{}
|
GetServiceCfg()interface{}
|
||||||
OpenProfiler()
|
|
||||||
GetProfiler() *profiler.Profiler
|
GetProfiler() *profiler.Profiler
|
||||||
|
GetServiceEventChannelNum() int
|
||||||
|
GetServiceTimerChannelNum() int
|
||||||
|
|
||||||
|
SetEventChannelNum(num int)
|
||||||
|
OpenProfiler()
|
||||||
}
|
}
|
||||||
|
|
||||||
// eventPool的内存池,缓存Event
|
// eventPool的内存池,缓存Event
|
||||||
@@ -52,7 +58,8 @@ type Service struct {
|
|||||||
startStatus bool
|
startStatus bool
|
||||||
eventProcessor event.IEventProcessor
|
eventProcessor event.IEventProcessor
|
||||||
profiler *profiler.Profiler //性能分析器
|
profiler *profiler.Profiler //性能分析器
|
||||||
rpcEventLister rpc.IRpcListener
|
nodeEventLister rpc.INodeListener
|
||||||
|
discoveryServiceLister rpc.IDiscoveryServiceListener
|
||||||
chanEvent chan event.IEvent
|
chanEvent chan event.IEvent
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -62,6 +69,13 @@ type RpcConnEvent struct{
|
|||||||
NodeId int
|
NodeId int
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// DiscoveryServiceEvent 发现服务结点
|
||||||
|
type DiscoveryServiceEvent struct{
|
||||||
|
IsDiscovery bool
|
||||||
|
ServiceName []string
|
||||||
|
NodeId int
|
||||||
|
}
|
||||||
|
|
||||||
func SetMaxServiceChannel(maxEventChannel int){
|
func SetMaxServiceChannel(maxEventChannel int){
|
||||||
maxServiceEventChannel = maxEventChannel
|
maxServiceEventChannel = maxEventChannel
|
||||||
eventPool = originSync.NewPoolEx(make(chan originSync.IPoolData, maxServiceEventChannel), func() originSync.IPoolData {
|
eventPool = originSync.NewPoolEx(make(chan originSync.IPoolData, maxServiceEventChannel), func() originSync.IPoolData {
|
||||||
@@ -69,8 +83,12 @@ func SetMaxServiceChannel(maxEventChannel int){
|
|||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (rpcEventData *DiscoveryServiceEvent) GetEventType() event.EventType{
|
||||||
|
return event.Sys_Event_DiscoverService
|
||||||
|
}
|
||||||
|
|
||||||
func (rpcEventData *RpcConnEvent) GetEventType() event.EventType{
|
func (rpcEventData *RpcConnEvent) GetEventType() event.EventType{
|
||||||
return event.Sys_Event_Rpc_Event
|
return event.Sys_Event_Node_Event
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *Service) OnSetup(iService IService){
|
func (s *Service) OnSetup(iService IService){
|
||||||
@@ -88,7 +106,10 @@ func (s *Service) OpenProfiler() {
|
|||||||
|
|
||||||
func (s *Service) Init(iService IService,getClientFun rpc.FuncRpcClient,getServerFun rpc.FuncRpcServer,serviceCfg interface{}) {
|
func (s *Service) Init(iService IService,getClientFun rpc.FuncRpcClient,getServerFun rpc.FuncRpcServer,serviceCfg interface{}) {
|
||||||
s.dispatcher =timer.NewDispatcher(timerDispatcherLen)
|
s.dispatcher =timer.NewDispatcher(timerDispatcherLen)
|
||||||
s.chanEvent = make(chan event.IEvent,maxServiceEventChannel)
|
if s.chanEvent == nil {
|
||||||
|
s.chanEvent = make(chan event.IEvent,maxServiceEventChannel)
|
||||||
|
}
|
||||||
|
|
||||||
s.rpcHandler.InitRpcHandler(iService.(rpc.IRpcHandler),getClientFun,getServerFun,iService.(rpc.IRpcHandlerChannel))
|
s.rpcHandler.InitRpcHandler(iService.(rpc.IRpcHandler),getClientFun,getServerFun,iService.(rpc.IRpcHandlerChannel))
|
||||||
s.IRpcHandler = &s.rpcHandler
|
s.IRpcHandler = &s.rpcHandler
|
||||||
s.self = iService.(IModule)
|
s.self = iService.(IModule)
|
||||||
@@ -259,24 +280,44 @@ func (s *Service) RegRawRpc(rpcMethodId uint32,rawRpcCB rpc.RawRpcCallBack){
|
|||||||
func (s *Service) OnStart(){
|
func (s *Service) OnStart(){
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *Service) OnRpcEvent(ev event.IEvent){
|
func (s *Service) OnNodeEvent(ev event.IEvent){
|
||||||
event := ev.(*RpcConnEvent)
|
event := ev.(*RpcConnEvent)
|
||||||
if event.IsConnect {
|
if event.IsConnect {
|
||||||
s.rpcEventLister.OnNodeConnected(event.NodeId)
|
s.nodeEventLister.OnNodeConnected(event.NodeId)
|
||||||
}else{
|
}else{
|
||||||
s.rpcEventLister.OnNodeDisconnect(event.NodeId)
|
s.nodeEventLister.OnNodeDisconnect(event.NodeId)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *Service) RegRpcListener(rpcEventLister rpc.IRpcListener) {
|
func (s *Service) OnDiscoverServiceEvent(ev event.IEvent){
|
||||||
s.rpcEventLister = rpcEventLister
|
event := ev.(*DiscoveryServiceEvent)
|
||||||
s.RegEventReceiverFunc(event.Sys_Event_Rpc_Event,s.GetEventHandler(),s.OnRpcEvent)
|
if event.IsDiscovery {
|
||||||
|
s.discoveryServiceLister.OnDiscoveryService(event.NodeId,event.ServiceName)
|
||||||
|
}else{
|
||||||
|
s.discoveryServiceLister.OnUnDiscoveryService(event.NodeId,event.ServiceName)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Service) RegRpcListener(rpcEventLister rpc.INodeListener) {
|
||||||
|
s.nodeEventLister = rpcEventLister
|
||||||
|
s.RegEventReceiverFunc(event.Sys_Event_Node_Event,s.GetEventHandler(),s.OnNodeEvent)
|
||||||
RegRpcEventFun(s.GetName())
|
RegRpcEventFun(s.GetName())
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *Service) UnRegRpcListener(rpcLister rpc.IRpcListener) {
|
func (s *Service) UnRegRpcListener(rpcLister rpc.INodeListener) {
|
||||||
s.UnRegEventReceiverFunc(event.Sys_Event_Rpc_Event,s.GetEventHandler())
|
s.UnRegEventReceiverFunc(event.Sys_Event_Node_Event,s.GetEventHandler())
|
||||||
RegRpcEventFun(s.GetName())
|
UnRegRpcEventFun(s.GetName())
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Service) RegDiscoverListener(discoveryServiceListener rpc.IDiscoveryServiceListener) {
|
||||||
|
s.discoveryServiceLister = discoveryServiceListener
|
||||||
|
s.RegEventReceiverFunc(event.Sys_Event_DiscoverService,s.GetEventHandler(),s.OnDiscoverServiceEvent)
|
||||||
|
RegDiscoveryServiceEventFun(s.GetName())
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Service) UnRegDiscoverListener(rpcLister rpc.INodeListener) {
|
||||||
|
s.UnRegEventReceiverFunc(event.Sys_Event_DiscoverService,s.GetEventHandler())
|
||||||
|
UnRegDiscoveryServiceEventFun(s.GetName())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
@@ -311,6 +352,21 @@ func (s *Service) pushEvent(ev event.IEvent) error{
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (s *Service) GetServiceEventChannelNum() int{
|
||||||
|
return len(s.chanEvent)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Service) GetServiceTimerChannelNum() int{
|
||||||
|
return len(s.dispatcher.ChanTimer)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Service) SetEventChannelNum(num int){
|
||||||
|
if s.chanEvent == nil {
|
||||||
|
s.chanEvent = make(chan event.IEvent,num)
|
||||||
|
}else {
|
||||||
|
panic("this stage cannot be set")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func (s *Service) SetGoRoutineNum(goroutineNum int32) bool {
|
func (s *Service) SetGoRoutineNum(goroutineNum int32) bool {
|
||||||
//已经开始状态不允许修改协程数量,打开性能分析器不允许开多线程
|
//已经开始状态不允许修改协程数量,打开性能分析器不允许开多线程
|
||||||
|
|||||||
@@ -5,7 +5,12 @@ var mapServiceName map[string]IService
|
|||||||
var setupServiceList []IService
|
var setupServiceList []IService
|
||||||
|
|
||||||
type RegRpcEventFunType func(serviceName string)
|
type RegRpcEventFunType func(serviceName string)
|
||||||
|
type RegDiscoveryServiceEventFunType func(serviceName string)
|
||||||
var RegRpcEventFun RegRpcEventFunType
|
var RegRpcEventFun RegRpcEventFunType
|
||||||
|
var UnRegRpcEventFun RegRpcEventFunType
|
||||||
|
|
||||||
|
var RegDiscoveryServiceEventFun RegDiscoveryServiceEventFunType
|
||||||
|
var UnRegDiscoveryServiceEventFun RegDiscoveryServiceEventFunType
|
||||||
|
|
||||||
func init(){
|
func init(){
|
||||||
mapServiceName = map[string]IService{}
|
mapServiceName = map[string]IService{}
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ import (
|
|||||||
"bytes"
|
"bytes"
|
||||||
"crypto/tls"
|
"crypto/tls"
|
||||||
"fmt"
|
"fmt"
|
||||||
"io/ioutil"
|
"io"
|
||||||
"net"
|
"net"
|
||||||
"net/http"
|
"net/http"
|
||||||
"net/url"
|
"net/url"
|
||||||
@@ -64,7 +64,7 @@ func (m *HttpClientModule) Init(maxpool int, proxyUrl string) {
|
|||||||
Proxy: proxyFun,
|
Proxy: proxyFun,
|
||||||
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
||||||
},
|
},
|
||||||
Timeout: 5 * time.Second,
|
Timeout: 5 * time.Second,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -103,7 +103,7 @@ func (m *HttpClientModule) Request(method string, url string, body []byte, heade
|
|||||||
}
|
}
|
||||||
defer rsp.Body.Close()
|
defer rsp.Body.Close()
|
||||||
|
|
||||||
ret.Body, err = ioutil.ReadAll(rsp.Body)
|
ret.Body, err = io.ReadAll(rsp.Body)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
ret.Err = err
|
ret.Err = err
|
||||||
return ret
|
return ret
|
||||||
|
|||||||
@@ -8,7 +8,6 @@ import (
|
|||||||
"github.com/duanhf2012/origin/util/uuid"
|
"github.com/duanhf2012/origin/util/uuid"
|
||||||
jsoniter "github.com/json-iterator/go"
|
jsoniter "github.com/json-iterator/go"
|
||||||
"io"
|
"io"
|
||||||
"io/ioutil"
|
|
||||||
"net/http"
|
"net/http"
|
||||||
"os"
|
"os"
|
||||||
"strings"
|
"strings"
|
||||||
@@ -17,13 +16,13 @@ import (
|
|||||||
|
|
||||||
var json = jsoniter.ConfigCompatibleWithStandardLibrary
|
var json = jsoniter.ConfigCompatibleWithStandardLibrary
|
||||||
|
|
||||||
var DefaultReadTimeout time.Duration = time.Second*10
|
var DefaultReadTimeout time.Duration = time.Second * 10
|
||||||
var DefaultWriteTimeout time.Duration = time.Second*10
|
var DefaultWriteTimeout time.Duration = time.Second * 10
|
||||||
var DefaultProcessTimeout time.Duration = time.Second*10
|
var DefaultProcessTimeout time.Duration = time.Second * 10
|
||||||
|
|
||||||
//http redirect
|
//http redirect
|
||||||
type HttpRedirectData struct {
|
type HttpRedirectData struct {
|
||||||
Url string
|
Url string
|
||||||
CookieList []*http.Cookie
|
CookieList []*http.Cookie
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -44,7 +43,7 @@ type routerMatchData struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
type routerServeFileData struct {
|
type routerServeFileData struct {
|
||||||
matchUrl string
|
matchUrl string
|
||||||
localPath string
|
localPath string
|
||||||
method HTTP_METHOD
|
method HTTP_METHOD
|
||||||
}
|
}
|
||||||
@@ -56,44 +55,43 @@ type IHttpRouter interface {
|
|||||||
|
|
||||||
SetServeFile(method HTTP_METHOD, urlpath string, dirname string) error
|
SetServeFile(method HTTP_METHOD, urlpath string, dirname string) error
|
||||||
SetFormFileKey(formFileKey string)
|
SetFormFileKey(formFileKey string)
|
||||||
GetFormFileKey()string
|
GetFormFileKey() string
|
||||||
AddHttpFiltrate(FiltrateFun HttpFiltrate) bool
|
AddHttpFiltrate(FiltrateFun HttpFiltrate) bool
|
||||||
}
|
}
|
||||||
|
|
||||||
type HttpRouter struct {
|
type HttpRouter struct {
|
||||||
pathRouter map[HTTP_METHOD] map[string] routerMatchData //url地址,对应本service地址
|
pathRouter map[HTTP_METHOD]map[string]routerMatchData //url地址,对应本service地址
|
||||||
serveFileData map[string] *routerServeFileData
|
serveFileData map[string]*routerServeFileData
|
||||||
httpFiltrateList [] HttpFiltrate
|
httpFiltrateList []HttpFiltrate
|
||||||
|
|
||||||
formFileKey string
|
formFileKey string
|
||||||
}
|
}
|
||||||
|
|
||||||
type HttpSession struct {
|
type HttpSession struct {
|
||||||
httpRouter IHttpRouter
|
httpRouter IHttpRouter
|
||||||
r *http.Request
|
r *http.Request
|
||||||
w http.ResponseWriter
|
w http.ResponseWriter
|
||||||
|
|
||||||
//parse result
|
//parse result
|
||||||
mapParam map[string]string
|
mapParam map[string]string
|
||||||
body []byte
|
body []byte
|
||||||
|
|
||||||
//processor result
|
//processor result
|
||||||
statusCode int
|
statusCode int
|
||||||
msg []byte
|
msg []byte
|
||||||
fileData *routerServeFileData
|
fileData *routerServeFileData
|
||||||
redirectData *HttpRedirectData
|
redirectData *HttpRedirectData
|
||||||
sessionDone chan *HttpSession
|
sessionDone chan *HttpSession
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
type HttpService struct {
|
type HttpService struct {
|
||||||
service.Service
|
service.Service
|
||||||
|
|
||||||
httpServer network.HttpServer
|
httpServer network.HttpServer
|
||||||
postAliasUrl map[HTTP_METHOD] map[string]routerMatchData //url地址,对应本service地址
|
postAliasUrl map[HTTP_METHOD]map[string]routerMatchData //url地址,对应本service地址
|
||||||
httpRouter IHttpRouter
|
httpRouter IHttpRouter
|
||||||
listenAddr string
|
listenAddr string
|
||||||
corsHeader *CORSHeader
|
corsHeader *CORSHeader
|
||||||
processTimeout time.Duration
|
processTimeout time.Duration
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -109,11 +107,11 @@ func (httpService *HttpService) AddFiltrate(FiltrateFun HttpFiltrate) bool {
|
|||||||
|
|
||||||
func NewHttpHttpRouter() IHttpRouter {
|
func NewHttpHttpRouter() IHttpRouter {
|
||||||
httpRouter := &HttpRouter{}
|
httpRouter := &HttpRouter{}
|
||||||
httpRouter.pathRouter =map[HTTP_METHOD] map[string] routerMatchData{}
|
httpRouter.pathRouter = map[HTTP_METHOD]map[string]routerMatchData{}
|
||||||
httpRouter.serveFileData = map[string] *routerServeFileData{}
|
httpRouter.serveFileData = map[string]*routerServeFileData{}
|
||||||
httpRouter.formFileKey = "file"
|
httpRouter.formFileKey = "file"
|
||||||
for i:=METHOD_NONE+1;i<METHOD_INVALID;i++{
|
for i := METHOD_NONE + 1; i < METHOD_INVALID; i++ {
|
||||||
httpRouter.pathRouter[i] = map[string] routerMatchData{}
|
httpRouter.pathRouter[i] = map[string]routerMatchData{}
|
||||||
}
|
}
|
||||||
|
|
||||||
return httpRouter
|
return httpRouter
|
||||||
@@ -137,7 +135,7 @@ func (slf *HttpSession) Query(key string) (string, bool) {
|
|||||||
return ret, ok
|
return ret, ok
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpSession) GetBody() []byte{
|
func (slf *HttpSession) GetBody() []byte {
|
||||||
return slf.body
|
return slf.body
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -145,19 +143,19 @@ func (slf *HttpSession) GetMethod() HTTP_METHOD {
|
|||||||
return slf.getMethod(slf.r.Method)
|
return slf.getMethod(slf.r.Method)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpSession) GetPath() string{
|
func (slf *HttpSession) GetPath() string {
|
||||||
return strings.Trim(slf.r.URL.Path,"/")
|
return strings.Trim(slf.r.URL.Path, "/")
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpSession) SetHeader(key, value string) {
|
func (slf *HttpSession) SetHeader(key, value string) {
|
||||||
slf.w.Header().Set(key,value)
|
slf.w.Header().Set(key, value)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpSession) AddHeader(key, value string) {
|
func (slf *HttpSession) AddHeader(key, value string) {
|
||||||
slf.w.Header().Add(key,value)
|
slf.w.Header().Add(key, value)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpSession) GetHeader(key string) string{
|
func (slf *HttpSession) GetHeader(key string) string {
|
||||||
return slf.r.Header.Get(key)
|
return slf.r.Header.Get(key)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -165,7 +163,7 @@ func (slf *HttpSession) DelHeader(key string) {
|
|||||||
slf.r.Header.Del(key)
|
slf.r.Header.Del(key)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpSession) WriteStatusCode(statusCode int){
|
func (slf *HttpSession) WriteStatusCode(statusCode int) {
|
||||||
slf.statusCode = statusCode
|
slf.statusCode = statusCode
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -173,7 +171,7 @@ func (slf *HttpSession) Write(msg []byte) {
|
|||||||
slf.msg = msg
|
slf.msg = msg
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpSession) WriteJsonDone(statusCode int,msgJson interface{}) error {
|
func (slf *HttpSession) WriteJsonDone(statusCode int, msgJson interface{}) error {
|
||||||
msg, err := json.Marshal(msgJson)
|
msg, err := json.Marshal(msgJson)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
@@ -187,12 +185,12 @@ func (slf *HttpSession) WriteJsonDone(statusCode int,msgJson interface{}) error
|
|||||||
|
|
||||||
func (slf *HttpSession) flush() {
|
func (slf *HttpSession) flush() {
|
||||||
slf.w.WriteHeader(slf.statusCode)
|
slf.w.WriteHeader(slf.statusCode)
|
||||||
if slf.msg!=nil {
|
if slf.msg != nil {
|
||||||
slf.w.Write(slf.msg)
|
slf.w.Write(slf.msg)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpSession) Done(){
|
func (slf *HttpSession) Done() {
|
||||||
slf.sessionDone <- slf
|
slf.sessionDone <- slf
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -219,15 +217,15 @@ func (slf *HttpRouter) analysisRouterUrl(url string) (string, error) {
|
|||||||
return strings.Trim(url, "/"), nil
|
return strings.Trim(url, "/"), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpSession) Handle(){
|
func (slf *HttpSession) Handle() {
|
||||||
slf.httpRouter.Router(slf)
|
slf.httpRouter.Router(slf)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpRouter) SetFormFileKey(formFileKey string){
|
func (slf *HttpRouter) SetFormFileKey(formFileKey string) {
|
||||||
slf.formFileKey = formFileKey
|
slf.formFileKey = formFileKey
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpRouter) GetFormFileKey()string{
|
func (slf *HttpRouter) GetFormFileKey() string {
|
||||||
return slf.formFileKey
|
return slf.formFileKey
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -239,19 +237,19 @@ func (slf *HttpRouter) POST(url string, handle HttpHandle) bool {
|
|||||||
return slf.regRouter(METHOD_POST, url, handle)
|
return slf.regRouter(METHOD_POST, url, handle)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpRouter) regRouter(method HTTP_METHOD, url string, handle HttpHandle) bool{
|
func (slf *HttpRouter) regRouter(method HTTP_METHOD, url string, handle HttpHandle) bool {
|
||||||
mapRouter,ok := slf.pathRouter[method]
|
mapRouter, ok := slf.pathRouter[method]
|
||||||
if ok == false{
|
if ok == false {
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
mapRouter[strings.Trim(url,"/")] = routerMatchData{httpHandle:handle}
|
mapRouter[strings.Trim(url, "/")] = routerMatchData{httpHandle: handle}
|
||||||
return true
|
return true
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpRouter) Router(session *HttpSession){
|
func (slf *HttpRouter) Router(session *HttpSession) {
|
||||||
if slf.httpFiltrateList!=nil {
|
if slf.httpFiltrateList != nil {
|
||||||
for _,fun := range slf.httpFiltrateList{
|
for _, fun := range slf.httpFiltrateList {
|
||||||
if fun(session) == false {
|
if fun(session) == false {
|
||||||
//session.done()
|
//session.done()
|
||||||
return
|
return
|
||||||
@@ -288,13 +286,13 @@ func (slf *HttpRouter) Router(session *HttpSession){
|
|||||||
session.Done()
|
session.Done()
|
||||||
}
|
}
|
||||||
|
|
||||||
func (httpService *HttpService) HttpEventHandler(ev event.IEvent) {
|
func (httpService *HttpService) HttpEventHandler(ev event.IEvent) {
|
||||||
ev.(*event.Event).Data.(*HttpSession).Handle()
|
ev.(*event.Event).Data.(*HttpSession).Handle()
|
||||||
}
|
}
|
||||||
|
|
||||||
func (httpService *HttpService) SetHttpRouter(httpRouter IHttpRouter,eventHandler event.IEventHandler) {
|
func (httpService *HttpService) SetHttpRouter(httpRouter IHttpRouter, eventHandler event.IEventHandler) {
|
||||||
httpService.httpRouter = httpRouter
|
httpService.httpRouter = httpRouter
|
||||||
httpService.RegEventReceiverFunc(event.Sys_Event_Http_Event,eventHandler, httpService.HttpEventHandler)
|
httpService.RegEventReceiverFunc(event.Sys_Event_Http_Event, eventHandler, httpService.HttpEventHandler)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *HttpRouter) SetServeFile(method HTTP_METHOD, urlpath string, dirname string) error {
|
func (slf *HttpRouter) SetServeFile(method HTTP_METHOD, urlpath string, dirname string) error {
|
||||||
@@ -350,48 +348,48 @@ func (httpService *HttpService) OnInit() error {
|
|||||||
return fmt.Errorf("%s service config is error!", httpService.GetName())
|
return fmt.Errorf("%s service config is error!", httpService.GetName())
|
||||||
}
|
}
|
||||||
tcpCfg := iConfig.(map[string]interface{})
|
tcpCfg := iConfig.(map[string]interface{})
|
||||||
addr,ok := tcpCfg["ListenAddr"]
|
addr, ok := tcpCfg["ListenAddr"]
|
||||||
if ok == false {
|
if ok == false {
|
||||||
return fmt.Errorf("%s service config is error!", httpService.GetName())
|
return fmt.Errorf("%s service config is error!", httpService.GetName())
|
||||||
}
|
}
|
||||||
var readTimeout time.Duration = DefaultReadTimeout
|
var readTimeout time.Duration = DefaultReadTimeout
|
||||||
var writeTimeout time.Duration = DefaultWriteTimeout
|
var writeTimeout time.Duration = DefaultWriteTimeout
|
||||||
|
|
||||||
if cfgRead,ok := tcpCfg["ReadTimeout"];ok == true {
|
if cfgRead, ok := tcpCfg["ReadTimeout"]; ok == true {
|
||||||
readTimeout = time.Duration(cfgRead.(float64))*time.Millisecond
|
readTimeout = time.Duration(cfgRead.(float64)) * time.Millisecond
|
||||||
}
|
}
|
||||||
|
|
||||||
if cfgWrite,ok := tcpCfg["WriteTimeout"];ok == true {
|
if cfgWrite, ok := tcpCfg["WriteTimeout"]; ok == true {
|
||||||
writeTimeout = time.Duration(cfgWrite.(float64))*time.Millisecond
|
writeTimeout = time.Duration(cfgWrite.(float64)) * time.Millisecond
|
||||||
}
|
}
|
||||||
|
|
||||||
httpService.processTimeout = DefaultProcessTimeout
|
httpService.processTimeout = DefaultProcessTimeout
|
||||||
if cfgProcessTimeout,ok := tcpCfg["ProcessTimeout"];ok == true {
|
if cfgProcessTimeout, ok := tcpCfg["ProcessTimeout"]; ok == true {
|
||||||
httpService.processTimeout = time.Duration(cfgProcessTimeout.(float64))*time.Millisecond
|
httpService.processTimeout = time.Duration(cfgProcessTimeout.(float64)) * time.Millisecond
|
||||||
}
|
}
|
||||||
|
|
||||||
httpService.httpServer.Init(addr.(string), httpService, readTimeout, writeTimeout)
|
httpService.httpServer.Init(addr.(string), httpService, readTimeout, writeTimeout)
|
||||||
//Set CAFile
|
//Set CAFile
|
||||||
caFileList,ok := tcpCfg["CAFile"]
|
caFileList, ok := tcpCfg["CAFile"]
|
||||||
if ok == false {
|
if ok == false {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
iCaList := caFileList.([]interface{})
|
iCaList := caFileList.([]interface{})
|
||||||
var caFile [] network.CAFile
|
var caFile []network.CAFile
|
||||||
for _,i := range iCaList {
|
for _, i := range iCaList {
|
||||||
mapCAFile := i.(map[string]interface{})
|
mapCAFile := i.(map[string]interface{})
|
||||||
c,ok := mapCAFile["Certfile"]
|
c, ok := mapCAFile["Certfile"]
|
||||||
if ok == false{
|
if ok == false {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
k,ok := mapCAFile["Keyfile"]
|
k, ok := mapCAFile["Keyfile"]
|
||||||
if ok == false{
|
if ok == false {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
if c.(string)!="" && k.(string)!="" {
|
if c.(string) != "" && k.(string) != "" {
|
||||||
caFile = append(caFile,network.CAFile{
|
caFile = append(caFile, network.CAFile{
|
||||||
CertFile: c.(string),
|
CertFile: c.(string),
|
||||||
Keyfile: k.(string),
|
Keyfile: k.(string),
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
@@ -405,12 +403,12 @@ func (httpService *HttpService) SetAllowCORS(corsHeader *CORSHeader) {
|
|||||||
httpService.corsHeader = corsHeader
|
httpService.corsHeader = corsHeader
|
||||||
}
|
}
|
||||||
|
|
||||||
func (httpService *HttpService) ProcessFile(session *HttpSession){
|
func (httpService *HttpService) ProcessFile(session *HttpSession) {
|
||||||
uPath := session.r.URL.Path
|
uPath := session.r.URL.Path
|
||||||
idx := strings.Index(uPath, session.fileData.matchUrl)
|
idx := strings.Index(uPath, session.fileData.matchUrl)
|
||||||
subPath := strings.Trim(uPath[idx+len(session.fileData.matchUrl):], "/")
|
subPath := strings.Trim(uPath[idx+len(session.fileData.matchUrl):], "/")
|
||||||
|
|
||||||
destLocalPath := session.fileData.localPath + "/"+subPath
|
destLocalPath := session.fileData.localPath + "/" + subPath
|
||||||
|
|
||||||
switch session.GetMethod() {
|
switch session.GetMethod() {
|
||||||
case METHOD_GET:
|
case METHOD_GET:
|
||||||
@@ -454,29 +452,29 @@ func (httpService *HttpService) ProcessFile(session *HttpSession){
|
|||||||
defer localFd.Close()
|
defer localFd.Close()
|
||||||
io.Copy(localFd, resourceFile)
|
io.Copy(localFd, resourceFile)
|
||||||
session.WriteStatusCode(http.StatusOK)
|
session.WriteStatusCode(http.StatusOK)
|
||||||
session.Write([]byte(uPath+"/"+fileName))
|
session.Write([]byte(uPath + "/" + fileName))
|
||||||
session.flush()
|
session.flush()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func NewAllowCORSHeader() *CORSHeader{
|
func NewAllowCORSHeader() *CORSHeader {
|
||||||
header := &CORSHeader{}
|
header := &CORSHeader{}
|
||||||
header.AllowCORSHeader = map[string][]string{}
|
header.AllowCORSHeader = map[string][]string{}
|
||||||
header.AllowCORSHeader["Access-Control-Allow-Origin"] = []string{"*"}
|
header.AllowCORSHeader["Access-Control-Allow-Origin"] = []string{"*"}
|
||||||
header.AllowCORSHeader["Access-Control-Allow-Methods"] =[]string{ "POST, GET, OPTIONS, PUT, DELETE"}
|
header.AllowCORSHeader["Access-Control-Allow-Methods"] = []string{"POST, GET, OPTIONS, PUT, DELETE"}
|
||||||
header.AllowCORSHeader["Access-Control-Allow-Headers"] = []string{"Content-Type"}
|
header.AllowCORSHeader["Access-Control-Allow-Headers"] = []string{"Content-Type"}
|
||||||
|
|
||||||
return header
|
return header
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *CORSHeader) AddAllowHeader(key string,val string){
|
func (slf *CORSHeader) AddAllowHeader(key string, val string) {
|
||||||
slf.AllowCORSHeader["Access-Control-Allow-Headers"] = append(slf.AllowCORSHeader["Access-Control-Allow-Headers"],fmt.Sprintf("%s,%s",key,val))
|
slf.AllowCORSHeader["Access-Control-Allow-Headers"] = append(slf.AllowCORSHeader["Access-Control-Allow-Headers"], fmt.Sprintf("%s,%s", key, val))
|
||||||
}
|
}
|
||||||
|
|
||||||
func (slf *CORSHeader) copyTo(header http.Header){
|
func (slf *CORSHeader) copyTo(header http.Header) {
|
||||||
for k,v := range slf.AllowCORSHeader{
|
for k, v := range slf.AllowCORSHeader {
|
||||||
for _,val := range v{
|
for _, val := range v {
|
||||||
header.Add(k,val)
|
header.Add(k, val)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -491,12 +489,12 @@ func (httpService *HttpService) ServeHTTP(w http.ResponseWriter, r *http.Request
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
session := &HttpSession{sessionDone:make(chan *HttpSession,1),httpRouter:httpService.httpRouter,statusCode:http.StatusOK}
|
session := &HttpSession{sessionDone: make(chan *HttpSession, 1), httpRouter: httpService.httpRouter, statusCode: http.StatusOK}
|
||||||
session.r = r
|
session.r = r
|
||||||
session.w = w
|
session.w = w
|
||||||
|
|
||||||
defer r.Body.Close()
|
defer r.Body.Close()
|
||||||
body, err := ioutil.ReadAll(r.Body)
|
body, err := io.ReadAll(r.Body)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
session.WriteStatusCode(http.StatusGatewayTimeout)
|
session.WriteStatusCode(http.StatusGatewayTimeout)
|
||||||
session.flush()
|
session.flush()
|
||||||
@@ -504,19 +502,19 @@ func (httpService *HttpService) ServeHTTP(w http.ResponseWriter, r *http.Request
|
|||||||
}
|
}
|
||||||
session.body = body
|
session.body = body
|
||||||
|
|
||||||
httpService.GetEventHandler().NotifyEvent(&event.Event{Type:event.Sys_Event_Http_Event,Data:session})
|
httpService.GetEventHandler().NotifyEvent(&event.Event{Type: event.Sys_Event_Http_Event, Data: session})
|
||||||
ticker := time.NewTicker(httpService.processTimeout)
|
ticker := time.NewTicker(httpService.processTimeout)
|
||||||
select {
|
select {
|
||||||
case <-ticker.C:
|
case <-ticker.C:
|
||||||
session.WriteStatusCode(http.StatusGatewayTimeout)
|
session.WriteStatusCode(http.StatusGatewayTimeout)
|
||||||
session.flush()
|
session.flush()
|
||||||
break
|
break
|
||||||
case <- session.sessionDone:
|
case <-session.sessionDone:
|
||||||
if session.fileData!=nil {
|
if session.fileData != nil {
|
||||||
httpService.ProcessFile(session)
|
httpService.ProcessFile(session)
|
||||||
}else if session.redirectData!=nil {
|
} else if session.redirectData != nil {
|
||||||
session.redirects()
|
session.redirects()
|
||||||
}else{
|
} else {
|
||||||
session.flush()
|
session.flush()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -10,7 +10,7 @@ type Element[ValueType NumberType] interface {
|
|||||||
}
|
}
|
||||||
|
|
||||||
//BiSearch 二分查找,切片必需有序号。matchUp表示是否向上范围查找。比如:数列10 20 30 ,当value传入25时,返回结果是2,表示落到3的范围
|
//BiSearch 二分查找,切片必需有序号。matchUp表示是否向上范围查找。比如:数列10 20 30 ,当value传入25时,返回结果是2,表示落到3的范围
|
||||||
func BiSearch[ValueType NumberType, T Element[ValueType]](sElement []T, value ValueType, matchUp bool) int {
|
func BiSearch[ValueType NumberType, T Element[ValueType]](sElement []T, value ValueType, matchUp int) int {
|
||||||
low, high := 0, len(sElement)-1
|
low, high := 0, len(sElement)-1
|
||||||
if high == -1 {
|
if high == -1 {
|
||||||
return -1
|
return -1
|
||||||
@@ -28,12 +28,29 @@ func BiSearch[ValueType NumberType, T Element[ValueType]](sElement []T, value Va
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if matchUp == true {
|
switch matchUp {
|
||||||
|
case 1:
|
||||||
if (sElement[mid].GetValue()) < value &&
|
if (sElement[mid].GetValue()) < value &&
|
||||||
(mid+1 < len(sElement)-1) {
|
(mid+1 < len(sElement)-1) {
|
||||||
return mid + 1
|
return mid + 1
|
||||||
}
|
}
|
||||||
return mid
|
return mid
|
||||||
|
case -1:
|
||||||
|
if (sElement[mid].GetValue()) > value {
|
||||||
|
if mid - 1 < 0 {
|
||||||
|
return -1
|
||||||
|
} else {
|
||||||
|
return mid - 1
|
||||||
|
}
|
||||||
|
} else if (sElement[mid].GetValue()) < value {
|
||||||
|
if (mid+1 < len(sElement)-1) {
|
||||||
|
return mid + 1
|
||||||
|
} else {
|
||||||
|
return mid
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
return mid
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return -1
|
return -1
|
||||||
|
|||||||
61
util/algorithms/BitwiseOperation.go
Normal file
61
util/algorithms/BitwiseOperation.go
Normal file
@@ -0,0 +1,61 @@
|
|||||||
|
package algorithms
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
"unsafe"
|
||||||
|
)
|
||||||
|
|
||||||
|
type BitNumber interface {
|
||||||
|
int | int8 | int16 | int32 | int64 | uint | uint8 | uint16 | uint32 | uint64 | uintptr
|
||||||
|
}
|
||||||
|
|
||||||
|
type UnsignedNumber interface {
|
||||||
|
uint | uint8 | uint16 | uint32 | uint64 | uintptr
|
||||||
|
}
|
||||||
|
|
||||||
|
func getBitTagIndex[Number BitNumber, UNumber UnsignedNumber](bitBuff []Number, bitPositionIndex UNumber) (uintptr, uintptr, bool) {
|
||||||
|
sliceIndex := uintptr(bitPositionIndex) / (8 * unsafe.Sizeof(bitBuff[0]))
|
||||||
|
sliceBitIndex := uintptr(bitPositionIndex) % (8 * unsafe.Sizeof(bitBuff[0]))
|
||||||
|
|
||||||
|
//位index不能越界
|
||||||
|
if uintptr(bitPositionIndex) >= uintptr(len(bitBuff))*unsafe.Sizeof(bitBuff[0])*8 {
|
||||||
|
return 0, 0, false
|
||||||
|
}
|
||||||
|
return sliceIndex, sliceBitIndex, true
|
||||||
|
}
|
||||||
|
|
||||||
|
func setBitTagByIndex[Number BitNumber, UNumber UnsignedNumber](bitBuff []Number, bitPositionIndex UNumber, setTag bool) bool {
|
||||||
|
sliceIndex, sliceBitIndex, ret := getBitTagIndex(bitBuff, bitPositionIndex)
|
||||||
|
if ret == false {
|
||||||
|
return ret
|
||||||
|
}
|
||||||
|
|
||||||
|
if setTag {
|
||||||
|
bitBuff[sliceIndex] = bitBuff[sliceIndex] | 1<<sliceBitIndex
|
||||||
|
} else {
|
||||||
|
bitBuff[sliceIndex] = bitBuff[sliceIndex] &^ (1 << sliceBitIndex)
|
||||||
|
}
|
||||||
|
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
|
func GetBitwiseTag[Number BitNumber, UNumber UnsignedNumber](bitBuff []Number, bitPositionIndex UNumber) (bool, error) {
|
||||||
|
sliceIndex, sliceBitIndex, ret := getBitTagIndex(bitBuff, bitPositionIndex)
|
||||||
|
if ret == false {
|
||||||
|
return false, errors.New("Invalid parameter")
|
||||||
|
}
|
||||||
|
|
||||||
|
return (bitBuff[sliceIndex] & (1 << sliceBitIndex)) > 0, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func SetBitwiseTag[Number BitNumber, UNumber UnsignedNumber](bitBuff []Number, bitPositionIndex UNumber) bool {
|
||||||
|
return setBitTagByIndex(bitBuff, bitPositionIndex, true)
|
||||||
|
}
|
||||||
|
|
||||||
|
func ClearBitwiseTag[Number BitNumber, UNumber UnsignedNumber](bitBuff []Number, bitPositionIndex UNumber) bool {
|
||||||
|
return setBitTagByIndex(bitBuff, bitPositionIndex, false)
|
||||||
|
}
|
||||||
|
|
||||||
|
func GetBitwiseNum[Number BitNumber](bitBuff []Number) int {
|
||||||
|
return len(bitBuff) * int(unsafe.Sizeof(bitBuff[0])*8)
|
||||||
|
}
|
||||||
37
util/algorithms/BitwiseOperation_test.go
Normal file
37
util/algorithms/BitwiseOperation_test.go
Normal file
@@ -0,0 +1,37 @@
|
|||||||
|
package algorithms
|
||||||
|
|
||||||
|
import "testing"
|
||||||
|
|
||||||
|
func Test_Bitwise(t *testing.T) {
|
||||||
|
//1.预分配10个byte切片,用于存储位标识
|
||||||
|
byteBuff := make([]byte, 10)
|
||||||
|
|
||||||
|
//2.获取buff总共位数
|
||||||
|
bitNum := GetBitwiseNum(byteBuff)
|
||||||
|
t.Log(bitNum)
|
||||||
|
|
||||||
|
//3..对索引79位打标记,注意是从0开始,79即为最后一个位
|
||||||
|
idx := uint(79)
|
||||||
|
|
||||||
|
//4.对byteBuff索引idx位置打上标记
|
||||||
|
SetBitwiseTag(byteBuff, idx)
|
||||||
|
|
||||||
|
//5.获取索引idx位置标记
|
||||||
|
isTag, ret := GetBitwiseTag(byteBuff, idx)
|
||||||
|
t.Log("set index ", idx, " :", isTag, ret)
|
||||||
|
if isTag != true {
|
||||||
|
t.Fatal("error")
|
||||||
|
}
|
||||||
|
|
||||||
|
//6.清除掉索引idx位标记
|
||||||
|
ClearBitwiseTag(byteBuff, idx)
|
||||||
|
|
||||||
|
//7.获取索引idx位置标记
|
||||||
|
isTag, ret = GetBitwiseTag(byteBuff, idx)
|
||||||
|
t.Log("get index ", idx, " :", isTag, ret)
|
||||||
|
|
||||||
|
if isTag != false {
|
||||||
|
t.Fatal("error")
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
@@ -6,10 +6,15 @@ go tool nm ./originserver.exe |grep buildtime
|
|||||||
|
|
||||||
//编译传入编译时间信息
|
//编译传入编译时间信息
|
||||||
go build -ldflags "-X 'github.com/duanhf2012/origin/util/buildtime.BuildTime=20200101'"
|
go build -ldflags "-X 'github.com/duanhf2012/origin/util/buildtime.BuildTime=20200101'"
|
||||||
|
go build -ldflags "-X github.com/duanhf2012/origin/util/buildtime.BuildTime=20200101 -X github.com/duanhf2012/origin/util/buildtime.BuildTag=debug"
|
||||||
*/
|
*/
|
||||||
var BuildTime string
|
var BuildTime string
|
||||||
|
var BuildTag string
|
||||||
|
|
||||||
func GetBuildDateTime() string {
|
func GetBuildDateTime() string {
|
||||||
return BuildTime
|
return BuildTime
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func GetBuildTag() string {
|
||||||
|
return BuildTag
|
||||||
|
}
|
||||||
|
|||||||
@@ -2,6 +2,7 @@ package coroutine
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"github.com/duanhf2012/origin/log"
|
||||||
"reflect"
|
"reflect"
|
||||||
"runtime/debug"
|
"runtime/debug"
|
||||||
)
|
)
|
||||||
@@ -12,10 +13,11 @@ func F(callback interface{},recoverNum int, args ...interface{}) {
|
|||||||
var coreInfo string
|
var coreInfo string
|
||||||
coreInfo = string(debug.Stack())
|
coreInfo = string(debug.Stack())
|
||||||
coreInfo += "\n" + fmt.Sprintf("Core information is %v\n", r)
|
coreInfo += "\n" + fmt.Sprintf("Core information is %v\n", r)
|
||||||
fmt.Print(coreInfo)
|
log.SError(coreInfo)
|
||||||
|
if recoverNum > 0{
|
||||||
if recoverNum==-1 ||recoverNum-1 >= 0 {
|
|
||||||
recoverNum -= 1
|
recoverNum -= 1
|
||||||
|
}
|
||||||
|
if recoverNum == -1 || recoverNum > 0 {
|
||||||
go F(callback,recoverNum, args...)
|
go F(callback,recoverNum, args...)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,5 +1,7 @@
|
|||||||
package math
|
package math
|
||||||
|
|
||||||
|
import "github.com/duanhf2012/origin/log"
|
||||||
|
|
||||||
type NumberType interface {
|
type NumberType interface {
|
||||||
int | int8 | int16 | int32 | int64 | float32 | float64 | uint | uint8 | uint16 | uint32 | uint64
|
int | int8 | int16 | int32 | int64 | float32 | float64 | uint | uint8 | uint16 | uint32 | uint64
|
||||||
}
|
}
|
||||||
@@ -35,3 +37,42 @@ func Abs[NumType SignedNumberType](Num NumType) NumType {
|
|||||||
|
|
||||||
return Num
|
return Num
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
func Add[NumType NumberType](number1 NumType, number2 NumType) NumType {
|
||||||
|
ret := number1 + number2
|
||||||
|
if number2> 0 && ret < number1 {
|
||||||
|
log.SStack("Calculation overflow , number1 is ",number1," number2 is ",number2)
|
||||||
|
}else if (number2<0 && ret > number1){
|
||||||
|
log.SStack("Calculation overflow , number1 is ",number1," number2 is ",number2)
|
||||||
|
}
|
||||||
|
|
||||||
|
return ret
|
||||||
|
}
|
||||||
|
|
||||||
|
func Sub[NumType NumberType](number1 NumType, number2 NumType) NumType {
|
||||||
|
ret := number1 - number2
|
||||||
|
if number2> 0 && ret > number1 {
|
||||||
|
log.SStack("Calculation overflow , number1 is ",number1," number2 is ",number2)
|
||||||
|
}else if (number2<0 && ret < number1){
|
||||||
|
log.SStack("Calculation overflow , number1 is ",number1," number2 is ",number2)
|
||||||
|
}
|
||||||
|
|
||||||
|
return ret
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
func Mul[NumType NumberType](number1 NumType, number2 NumType) NumType {
|
||||||
|
ret := number1 * number2
|
||||||
|
if number1 == 0 || number2 == 0 {
|
||||||
|
return ret
|
||||||
|
}
|
||||||
|
|
||||||
|
if ret / number2 == number1 {
|
||||||
|
return ret
|
||||||
|
}
|
||||||
|
|
||||||
|
log.SStack("Calculation overflow , number1 is ",number1," number2 is ",number2)
|
||||||
|
return ret
|
||||||
|
}
|
||||||
|
|
||||||
|
|||||||
167
util/queue/squeue.go
Normal file
167
util/queue/squeue.go
Normal file
@@ -0,0 +1,167 @@
|
|||||||
|
package queue
|
||||||
|
|
||||||
|
import (
|
||||||
|
"sync"
|
||||||
|
)
|
||||||
|
|
||||||
|
/*
|
||||||
|
这是一个循环队列
|
||||||
|
*/
|
||||||
|
type SQueue[ElementType any] struct {
|
||||||
|
elements []ElementType
|
||||||
|
head int
|
||||||
|
tail int
|
||||||
|
locker sync.RWMutex
|
||||||
|
}
|
||||||
|
|
||||||
|
//游标,通过该游标获取数据
|
||||||
|
type SCursor[ElementType any] struct {
|
||||||
|
pos int
|
||||||
|
squeue *SQueue[ElementType]
|
||||||
|
}
|
||||||
|
|
||||||
|
func NewSQueue[ElementType any](maxElementNum int) *SQueue[ElementType]{
|
||||||
|
queue := &SQueue[ElementType]{}
|
||||||
|
queue.elements = make([]ElementType,maxElementNum+1)
|
||||||
|
|
||||||
|
return queue
|
||||||
|
}
|
||||||
|
|
||||||
|
//游标移动到队首
|
||||||
|
func (s *SCursor[ElementType]) First(){
|
||||||
|
s.squeue.locker.RLock()
|
||||||
|
defer s.squeue.locker.RUnlock()
|
||||||
|
s.pos = s.squeue.head
|
||||||
|
}
|
||||||
|
|
||||||
|
//从当前位置移动游标,注意如果在多协程读或者pop时,可能会导致游标失效
|
||||||
|
func (s *SCursor[ElementType]) Next() (elem ElementType,ret bool){
|
||||||
|
s.squeue.locker.RLock()
|
||||||
|
defer s.squeue.locker.RUnlock()
|
||||||
|
|
||||||
|
if s.pos == s.squeue.tail {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
s.pos++
|
||||||
|
s.pos = (s.pos)%(len(s.squeue.elements))
|
||||||
|
return s.squeue.elements[s.pos],true
|
||||||
|
}
|
||||||
|
|
||||||
|
//获取队列元数个数
|
||||||
|
func (s *SQueue[ElementType]) Len() int {
|
||||||
|
s.locker.RLock()
|
||||||
|
defer s.locker.RUnlock()
|
||||||
|
|
||||||
|
return s.len()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *SQueue[ElementType]) len() int {
|
||||||
|
if s.head <= s.tail {
|
||||||
|
return s.tail - s.head
|
||||||
|
}
|
||||||
|
|
||||||
|
//(len(s.elements)-1-s.head)+(s.tail+1)
|
||||||
|
return len(s.elements)-s.head+s.tail
|
||||||
|
}
|
||||||
|
|
||||||
|
//获取游标,默认是队首
|
||||||
|
func (s *SQueue[ElementType]) GetCursor() (cur SCursor[ElementType]){
|
||||||
|
s.locker.RLock()
|
||||||
|
defer s.locker.RUnlock()
|
||||||
|
|
||||||
|
cur.squeue = s
|
||||||
|
cur.pos = s.head
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
//获取指定位置的游标
|
||||||
|
func (s *SQueue[ElementType]) GetPosCursor(pos int) (cur SCursor[ElementType],ret bool){
|
||||||
|
s.locker.RLock()
|
||||||
|
defer s.locker.RUnlock()
|
||||||
|
|
||||||
|
if s.head < s.tail {
|
||||||
|
if pos<=s.head || pos>s.tail{
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
ret = true
|
||||||
|
cur.squeue = s
|
||||||
|
cur.pos = pos
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
if pos >s.tail && pos <=s.head {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
cur.squeue = s
|
||||||
|
cur.pos = pos
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
//从队首移除掉指定数量元素
|
||||||
|
func (s *SQueue[ElementType]) RemoveElement(elementNum int) (removeNum int) {
|
||||||
|
s.locker.Lock()
|
||||||
|
defer s.locker.Unlock()
|
||||||
|
|
||||||
|
lens := s.len()
|
||||||
|
if elementNum > lens{
|
||||||
|
removeNum = lens
|
||||||
|
}else{
|
||||||
|
removeNum = elementNum
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
s.head = (s.head + removeNum)%len(s.elements)
|
||||||
|
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
//从队首Pop元素
|
||||||
|
func (s *SQueue[ElementType]) Pop() (elem ElementType,ret bool){
|
||||||
|
s.locker.Lock()
|
||||||
|
defer s.locker.Unlock()
|
||||||
|
|
||||||
|
if s.head == s.tail {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
s.head++
|
||||||
|
s.head = s.head%len(s.elements)
|
||||||
|
return s.elements[s.head],true
|
||||||
|
}
|
||||||
|
|
||||||
|
//从队尾Push数据
|
||||||
|
func (s *SQueue[ElementType]) Push(elem ElementType) bool {
|
||||||
|
s.locker.Lock()
|
||||||
|
defer s.locker.Unlock()
|
||||||
|
|
||||||
|
nextPos := (s.tail+1) % len(s.elements)
|
||||||
|
if nextPos == s.head {
|
||||||
|
//is full
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
s.tail = nextPos
|
||||||
|
s.elements[s.tail] = elem
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
|
//判断队列是否为空
|
||||||
|
func (s *SQueue[ElementType]) IsEmpty() bool{
|
||||||
|
s.locker.RLock()
|
||||||
|
defer s.locker.RUnlock()
|
||||||
|
|
||||||
|
return s.head == s.tail
|
||||||
|
}
|
||||||
|
|
||||||
|
//判断队列是否已满
|
||||||
|
func (s *SQueue[ElementType]) IsFull() bool{
|
||||||
|
s.locker.RLock()
|
||||||
|
defer s.locker.RUnlock()
|
||||||
|
|
||||||
|
nextPos := (s.tail+1) % len(s.elements)
|
||||||
|
return nextPos == s.head
|
||||||
|
}
|
||||||
|
|
||||||
66
util/queue/syncqueue_test.go
Normal file
66
util/queue/syncqueue_test.go
Normal file
@@ -0,0 +1,66 @@
|
|||||||
|
package queue
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
func Test_Example(t *testing.T) {
|
||||||
|
//1.创建阶列
|
||||||
|
queue := NewSQueue[int](5)
|
||||||
|
|
||||||
|
//2.判断是否为空
|
||||||
|
t.Log("is empty :", queue.IsEmpty())
|
||||||
|
t.Log("is full :", queue.IsFull())
|
||||||
|
|
||||||
|
//3.游标使用,打印所有数据
|
||||||
|
cursor := queue.GetCursor()
|
||||||
|
cursor.First()
|
||||||
|
for {
|
||||||
|
elem, ret := cursor.Next()
|
||||||
|
if ret == false {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
t.Log("elem:", elem)
|
||||||
|
}
|
||||||
|
|
||||||
|
//4.push数据,塞满队列
|
||||||
|
for i := 0; i < 6; i++ {
|
||||||
|
t.Log("push:", queue.Push(i))
|
||||||
|
}
|
||||||
|
|
||||||
|
t.Log("is empty :", queue.IsEmpty())
|
||||||
|
t.Log("is full :", queue.IsFull())
|
||||||
|
|
||||||
|
//5.使用游标遍历所有数据
|
||||||
|
cursor.First()
|
||||||
|
for {
|
||||||
|
elem, ret := cursor.Next()
|
||||||
|
if ret == false {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
t.Log("elem:", elem)
|
||||||
|
}
|
||||||
|
|
||||||
|
//6.删除2个元素
|
||||||
|
removeNum := queue.RemoveElement(2)
|
||||||
|
t.Log("Remove Num:", removeNum)
|
||||||
|
|
||||||
|
//7.游标遍历
|
||||||
|
cursor.First()
|
||||||
|
for {
|
||||||
|
elem, ret := cursor.Next()
|
||||||
|
if ret == false {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
t.Log("elem:", elem)
|
||||||
|
}
|
||||||
|
|
||||||
|
//8.pop数据所有
|
||||||
|
for i := 0; i < 6; i++ {
|
||||||
|
elem, ret := queue.Pop()
|
||||||
|
t.Log("pop:", elem, "-", ret, " len:", queue.Len())
|
||||||
|
}
|
||||||
|
|
||||||
|
t.Log("is empty :", queue.IsEmpty())
|
||||||
|
t.Log("is full :", queue.IsFull())
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user