mirror of
https://github.com/duanhf2012/origin.git
synced 2026-02-04 06:54:45 +08:00
新增全局配置
This commit is contained in:
@@ -41,8 +41,9 @@ type NodeRpcInfo struct {
|
|||||||
var cluster Cluster
|
var cluster Cluster
|
||||||
|
|
||||||
type Cluster struct {
|
type Cluster struct {
|
||||||
localNodeInfo NodeInfo //本结点配置信息
|
localNodeInfo NodeInfo //本结点配置信息
|
||||||
masterDiscoveryNodeList []NodeInfo //配置发现Master结点
|
masterDiscoveryNodeList []NodeInfo //配置发现Master结点
|
||||||
|
globalCfg interface{} //全局配置
|
||||||
|
|
||||||
localServiceCfg map[string]interface{} //map[serviceName]配置数据*
|
localServiceCfg map[string]interface{} //map[serviceName]配置数据*
|
||||||
mapRpc map[int]NodeRpcInfo //nodeId
|
mapRpc map[int]NodeRpcInfo //nodeId
|
||||||
@@ -418,3 +419,7 @@ func HasService(nodeId int, serviceName string) bool {
|
|||||||
|
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (cls *Cluster) GetGlobalCfg() interface{} {
|
||||||
|
return cls.globalCfg
|
||||||
|
}
|
||||||
|
|||||||
@@ -10,12 +10,13 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
var json = jsoniter.ConfigCompatibleWithStandardLibrary
|
var json = jsoniter.ConfigCompatibleWithStandardLibrary
|
||||||
|
|
||||||
type NodeInfoList struct {
|
type NodeInfoList struct {
|
||||||
MasterDiscoveryNode []NodeInfo //用于服务发现Node
|
MasterDiscoveryNode []NodeInfo //用于服务发现Node
|
||||||
NodeList []NodeInfo
|
NodeList []NodeInfo
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cls *Cluster) ReadClusterConfig(filepath string) (*NodeInfoList,error) {
|
func (cls *Cluster) ReadClusterConfig(filepath string) (*NodeInfoList, error) {
|
||||||
c := &NodeInfoList{}
|
c := &NodeInfoList{}
|
||||||
d, err := ioutil.ReadFile(filepath)
|
d, err := ioutil.ReadFile(filepath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -26,119 +27,123 @@ func (cls *Cluster) ReadClusterConfig(filepath string) (*NodeInfoList,error) {
|
|||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
return c,nil
|
return c, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cls *Cluster) readServiceConfig(filepath string) (map[string]interface{},map[int]map[string]interface{},error) {
|
func (cls *Cluster) readServiceConfig(filepath string) (interface{}, map[string]interface{}, map[int]map[string]interface{}, error) {
|
||||||
c := map[string]interface{}{}
|
c := map[string]interface{}{}
|
||||||
//读取配置
|
//读取配置
|
||||||
d, err := ioutil.ReadFile(filepath)
|
d, err := ioutil.ReadFile(filepath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil,nil, err
|
return nil, nil, nil, err
|
||||||
}
|
}
|
||||||
err = json.Unmarshal(d, &c)
|
err = json.Unmarshal(d, &c)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil,nil, err
|
return nil, nil, nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
GlobalCfg, ok := c["Global"]
|
||||||
serviceConfig := map[string]interface{}{}
|
serviceConfig := map[string]interface{}{}
|
||||||
serviceCfg,ok := c["Service"]
|
serviceCfg, ok := c["Service"]
|
||||||
if ok == true {
|
if ok == true {
|
||||||
serviceConfig = serviceCfg.(map[string]interface{})
|
serviceConfig = serviceCfg.(map[string]interface{})
|
||||||
}
|
}
|
||||||
|
|
||||||
mapNodeService := map[int]map[string]interface{}{}
|
mapNodeService := map[int]map[string]interface{}{}
|
||||||
nodeServiceCfg,ok := c["NodeService"]
|
nodeServiceCfg, ok := c["NodeService"]
|
||||||
if ok == true {
|
if ok == true {
|
||||||
nodeServiceList := nodeServiceCfg.([]interface{})
|
nodeServiceList := nodeServiceCfg.([]interface{})
|
||||||
for _,v := range nodeServiceList{
|
for _, v := range nodeServiceList {
|
||||||
serviceCfg :=v.(map[string]interface{})
|
serviceCfg := v.(map[string]interface{})
|
||||||
nodeId,ok := serviceCfg["NodeId"]
|
nodeId, ok := serviceCfg["NodeId"]
|
||||||
if ok == false {
|
if ok == false {
|
||||||
log.SFatal("NodeService list not find nodeId field")
|
log.SFatal("NodeService list not find nodeId field")
|
||||||
}
|
}
|
||||||
mapNodeService[int(nodeId.(float64))] = serviceCfg
|
mapNodeService[int(nodeId.(float64))] = serviceCfg
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return serviceConfig,mapNodeService,nil
|
return GlobalCfg, serviceConfig, mapNodeService, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cls *Cluster) readLocalClusterConfig(nodeId int) ([]NodeInfo,[]NodeInfo,error) {
|
func (cls *Cluster) readLocalClusterConfig(nodeId int) ([]NodeInfo, []NodeInfo, error) {
|
||||||
var nodeInfoList []NodeInfo
|
var nodeInfoList []NodeInfo
|
||||||
var masterDiscoverNodeList []NodeInfo
|
var masterDiscoverNodeList []NodeInfo
|
||||||
clusterCfgPath :=strings.TrimRight(configDir,"/") +"/cluster"
|
clusterCfgPath := strings.TrimRight(configDir, "/") + "/cluster"
|
||||||
fileInfoList,err := ioutil.ReadDir(clusterCfgPath)
|
fileInfoList, err := ioutil.ReadDir(clusterCfgPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil,nil,fmt.Errorf("Read dir %s is fail :%+v",clusterCfgPath,err)
|
return nil, nil, fmt.Errorf("Read dir %s is fail :%+v", clusterCfgPath, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
//读取任何文件,只读符合格式的配置,目录下的文件可以自定义分文件
|
//读取任何文件,只读符合格式的配置,目录下的文件可以自定义分文件
|
||||||
for _,f := range fileInfoList{
|
for _, f := range fileInfoList {
|
||||||
if f.IsDir() == false {
|
if f.IsDir() == false {
|
||||||
filePath := strings.TrimRight(strings.TrimRight(clusterCfgPath,"/"),"\\")+"/"+f.Name()
|
filePath := strings.TrimRight(strings.TrimRight(clusterCfgPath, "/"), "\\") + "/" + f.Name()
|
||||||
localNodeInfoList,err := cls.ReadClusterConfig(filePath)
|
localNodeInfoList, err := cls.ReadClusterConfig(filePath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil,nil,fmt.Errorf("read file path %s is error:%+v" ,filePath,err)
|
return nil, nil, fmt.Errorf("read file path %s is error:%+v", filePath, err)
|
||||||
}
|
}
|
||||||
masterDiscoverNodeList = append(masterDiscoverNodeList,localNodeInfoList.MasterDiscoveryNode...)
|
masterDiscoverNodeList = append(masterDiscoverNodeList, localNodeInfoList.MasterDiscoveryNode...)
|
||||||
for _,nodeInfo := range localNodeInfoList.NodeList {
|
for _, nodeInfo := range localNodeInfoList.NodeList {
|
||||||
if nodeInfo.NodeId == nodeId || nodeId == 0 {
|
if nodeInfo.NodeId == nodeId || nodeId == 0 {
|
||||||
nodeInfoList = append(nodeInfoList,nodeInfo)
|
nodeInfoList = append(nodeInfoList, nodeInfo)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if nodeId != 0 && (len(nodeInfoList)!=1){
|
if nodeId != 0 && (len(nodeInfoList) != 1) {
|
||||||
return nil,nil,fmt.Errorf("%d configurations were found for the configuration with node ID %d!",len(nodeInfoList),nodeId)
|
return nil, nil, fmt.Errorf("%d configurations were found for the configuration with node ID %d!", len(nodeInfoList), nodeId)
|
||||||
}
|
}
|
||||||
|
|
||||||
for i,_ := range nodeInfoList{
|
for i, _ := range nodeInfoList {
|
||||||
for j,s := range nodeInfoList[i].ServiceList{
|
for j, s := range nodeInfoList[i].ServiceList {
|
||||||
//私有结点不加入到Public服务列表中
|
//私有结点不加入到Public服务列表中
|
||||||
if strings.HasPrefix(s,"_") == false && nodeInfoList[i].Private==false {
|
if strings.HasPrefix(s, "_") == false && nodeInfoList[i].Private == false {
|
||||||
nodeInfoList[i].PublicServiceList = append(nodeInfoList[i].PublicServiceList,strings.TrimLeft(s,"_"))
|
nodeInfoList[i].PublicServiceList = append(nodeInfoList[i].PublicServiceList, strings.TrimLeft(s, "_"))
|
||||||
}else{
|
} else {
|
||||||
nodeInfoList[i].ServiceList[j] = strings.TrimLeft(s,"_")
|
nodeInfoList[i].ServiceList[j] = strings.TrimLeft(s, "_")
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
return masterDiscoverNodeList, nodeInfoList, nil
|
||||||
return masterDiscoverNodeList,nodeInfoList,nil
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cls *Cluster) readLocalService(localNodeId int) error {
|
func (cls *Cluster) readLocalService(localNodeId int) error {
|
||||||
clusterCfgPath :=strings.TrimRight(configDir,"/") +"/cluster"
|
clusterCfgPath := strings.TrimRight(configDir, "/") + "/cluster"
|
||||||
fileInfoList,err := ioutil.ReadDir(clusterCfgPath)
|
fileInfoList, err := ioutil.ReadDir(clusterCfgPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("Read dir %s is fail :%+v",clusterCfgPath,err)
|
return fmt.Errorf("Read dir %s is fail :%+v", clusterCfgPath, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
//读取任何文件,只读符合格式的配置,目录下的文件可以自定义分文件
|
//读取任何文件,只读符合格式的配置,目录下的文件可以自定义分文件
|
||||||
for _,f := range fileInfoList {
|
for _, f := range fileInfoList {
|
||||||
if f.IsDir() == false {
|
if f.IsDir() == false {
|
||||||
filePath := strings.TrimRight(strings.TrimRight(clusterCfgPath, "/"), "\\") + "/" + f.Name()
|
filePath := strings.TrimRight(strings.TrimRight(clusterCfgPath, "/"), "\\") + "/" + f.Name()
|
||||||
serviceConfig,mapNodeService,err := cls.readServiceConfig(filePath)
|
currGlobalCfg, serviceConfig, mapNodeService, err := cls.readServiceConfig(filePath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
for _,s := range cls.localNodeInfo.ServiceList{
|
if currGlobalCfg != nil {
|
||||||
for{
|
cls.globalCfg = currGlobalCfg
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, s := range cls.localNodeInfo.ServiceList {
|
||||||
|
for {
|
||||||
//取公共服务配置
|
//取公共服务配置
|
||||||
pubCfg,ok := serviceConfig[s]
|
pubCfg, ok := serviceConfig[s]
|
||||||
if ok == true {
|
if ok == true {
|
||||||
cls.localServiceCfg[s] = pubCfg
|
cls.localServiceCfg[s] = pubCfg
|
||||||
}
|
}
|
||||||
|
|
||||||
//如果结点也配置了该服务,则覆盖之
|
//如果结点也配置了该服务,则覆盖之
|
||||||
nodeService,ok := mapNodeService[localNodeId]
|
nodeService, ok := mapNodeService[localNodeId]
|
||||||
if ok == false {
|
if ok == false {
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
sCfg,ok := nodeService[s]
|
sCfg, ok := nodeService[s]
|
||||||
if ok == false{
|
if ok == false {
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -152,22 +157,21 @@ func (cls *Cluster) readLocalService(localNodeId int) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cls *Cluster) parseLocalCfg(){
|
func (cls *Cluster) parseLocalCfg() {
|
||||||
cls.mapIdNode[cls.localNodeInfo.NodeId] = cls.localNodeInfo
|
cls.mapIdNode[cls.localNodeInfo.NodeId] = cls.localNodeInfo
|
||||||
|
|
||||||
for _,sName := range cls.localNodeInfo.ServiceList{
|
for _, sName := range cls.localNodeInfo.ServiceList {
|
||||||
if _,ok:=cls.mapServiceNode[sName];ok==false{
|
if _, ok := cls.mapServiceNode[sName]; ok == false {
|
||||||
cls.mapServiceNode[sName] = make(map[int]struct{})
|
cls.mapServiceNode[sName] = make(map[int]struct{})
|
||||||
}
|
}
|
||||||
|
|
||||||
cls.mapServiceNode[sName][cls.localNodeInfo.NodeId]= struct{}{}
|
cls.mapServiceNode[sName][cls.localNodeInfo.NodeId] = struct{}{}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (cls *Cluster) checkDiscoveryNodeList(discoverMasterNode []NodeInfo) bool {
|
||||||
func (cls *Cluster) checkDiscoveryNodeList(discoverMasterNode []NodeInfo) bool{
|
for i := 0; i < len(discoverMasterNode)-1; i++ {
|
||||||
for i:=0;i<len(discoverMasterNode)-1;i++{
|
for j := i + 1; j < len(discoverMasterNode); j++ {
|
||||||
for j:=i+1;j<len(discoverMasterNode);j++{
|
|
||||||
if discoverMasterNode[i].NodeId == discoverMasterNode[j].NodeId ||
|
if discoverMasterNode[i].NodeId == discoverMasterNode[j].NodeId ||
|
||||||
discoverMasterNode[i].ListenAddr == discoverMasterNode[j].ListenAddr {
|
discoverMasterNode[i].ListenAddr == discoverMasterNode[j].ListenAddr {
|
||||||
return false
|
return false
|
||||||
@@ -178,19 +182,19 @@ func (cls *Cluster) checkDiscoveryNodeList(discoverMasterNode []NodeInfo) bool{
|
|||||||
return true
|
return true
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cls *Cluster) InitCfg(localNodeId int) error{
|
func (cls *Cluster) InitCfg(localNodeId int) error {
|
||||||
cls.localServiceCfg = map[string]interface{}{}
|
cls.localServiceCfg = map[string]interface{}{}
|
||||||
cls.mapRpc = map[int] NodeRpcInfo{}
|
cls.mapRpc = map[int]NodeRpcInfo{}
|
||||||
cls.mapIdNode = map[int]NodeInfo{}
|
cls.mapIdNode = map[int]NodeInfo{}
|
||||||
cls.mapServiceNode = map[string]map[int]struct{}{}
|
cls.mapServiceNode = map[string]map[int]struct{}{}
|
||||||
|
|
||||||
//加载本地结点的NodeList配置
|
//加载本地结点的NodeList配置
|
||||||
discoveryNode,nodeInfoList,err := cls.readLocalClusterConfig(localNodeId)
|
discoveryNode, nodeInfoList, err := cls.readLocalClusterConfig(localNodeId)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
cls.localNodeInfo = nodeInfoList[0]
|
cls.localNodeInfo = nodeInfoList[0]
|
||||||
if cls.checkDiscoveryNodeList(discoveryNode) ==false {
|
if cls.checkDiscoveryNodeList(discoveryNode) == false {
|
||||||
return fmt.Errorf("DiscoveryNode config is error!")
|
return fmt.Errorf("DiscoveryNode config is error!")
|
||||||
}
|
}
|
||||||
cls.masterDiscoveryNodeList = discoveryNode
|
cls.masterDiscoveryNodeList = discoveryNode
|
||||||
@@ -209,39 +213,39 @@ func (cls *Cluster) InitCfg(localNodeId int) error{
|
|||||||
func (cls *Cluster) IsConfigService(serviceName string) bool {
|
func (cls *Cluster) IsConfigService(serviceName string) bool {
|
||||||
cls.locker.RLock()
|
cls.locker.RLock()
|
||||||
defer cls.locker.RUnlock()
|
defer cls.locker.RUnlock()
|
||||||
mapNode,ok := cls.mapServiceNode[serviceName]
|
mapNode, ok := cls.mapServiceNode[serviceName]
|
||||||
if ok == false {
|
if ok == false {
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|
||||||
_,ok = mapNode[cls.localNodeInfo.NodeId]
|
_, ok = mapNode[cls.localNodeInfo.NodeId]
|
||||||
return ok
|
return ok
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cls *Cluster) GetNodeIdByService(serviceName string,rpcClientList []*rpc.Client,bAll bool) (error,int) {
|
func (cls *Cluster) GetNodeIdByService(serviceName string, rpcClientList []*rpc.Client, bAll bool) (error, int) {
|
||||||
cls.locker.RLock()
|
cls.locker.RLock()
|
||||||
defer cls.locker.RUnlock()
|
defer cls.locker.RUnlock()
|
||||||
mapNodeId,ok := cls.mapServiceNode[serviceName]
|
mapNodeId, ok := cls.mapServiceNode[serviceName]
|
||||||
count := 0
|
count := 0
|
||||||
if ok == true {
|
if ok == true {
|
||||||
for nodeId,_ := range mapNodeId {
|
for nodeId, _ := range mapNodeId {
|
||||||
pClient := GetCluster().getRpcClient(nodeId)
|
pClient := GetCluster().getRpcClient(nodeId)
|
||||||
if pClient==nil || (bAll == false && pClient.IsConnected()==false) {
|
if pClient == nil || (bAll == false && pClient.IsConnected() == false) {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
rpcClientList[count] = pClient
|
rpcClientList[count] = pClient
|
||||||
count++
|
count++
|
||||||
if count>=cap(rpcClientList) {
|
if count >= cap(rpcClientList) {
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil,count
|
return nil, count
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cls *Cluster) getServiceCfg(serviceName string) interface{}{
|
func (cls *Cluster) getServiceCfg(serviceName string) interface{} {
|
||||||
v,ok := cls.localServiceCfg[serviceName]
|
v, ok := cls.localServiceCfg[serviceName]
|
||||||
if ok == false {
|
if ok == false {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
@@ -249,8 +253,8 @@ func (cls *Cluster) getServiceCfg(serviceName string) interface{}{
|
|||||||
return v
|
return v
|
||||||
}
|
}
|
||||||
|
|
||||||
func (cls *Cluster) GetServiceCfg(serviceName string) interface{}{
|
func (cls *Cluster) GetServiceCfg(serviceName string) interface{} {
|
||||||
serviceCfg,ok := cls.localServiceCfg[serviceName]
|
serviceCfg, ok := cls.localServiceCfg[serviceName]
|
||||||
if ok == false {
|
if ok == false {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user