mirror of
https://github.com/cubefs/cubefs.git
synced 2026-08-02 02:00:56 +00:00
492 lines
18 KiB
Go
492 lines
18 KiB
Go
// Copyright 2018 The CubeFS Authors.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
// implied. See the License for the specific language governing
|
|
// permissions and limitations under the License.
|
|
|
|
package master
|
|
|
|
import (
|
|
"fmt"
|
|
"time"
|
|
|
|
"github.com/cubefs/cubefs/proto"
|
|
"github.com/cubefs/cubefs/util"
|
|
)
|
|
|
|
// Keys in the request
|
|
const (
|
|
addrKey = "addr"
|
|
diskPathKey = "disk"
|
|
nameKey = "name"
|
|
idKey = "id"
|
|
countKey = "count"
|
|
enableKey = "enable"
|
|
thresholdKey = "threshold"
|
|
volDeletionDelayTimeKey = "volDeletionDelayTime"
|
|
dirQuotaKey = "dirQuota"
|
|
dirLimitKey = "dirSizeLimit"
|
|
dataPartitionSizeKey = "dpSize"
|
|
metaPartitionCountKey = "mpCount"
|
|
dataPartitionCountKey = "dpCount"
|
|
volCapacityKey = "capacity"
|
|
volDeleteLockTimeKey = "deleteLockTime"
|
|
volTypeKey = "volType"
|
|
cacheRuleKey = "cacheRuleKey"
|
|
emptyCacheRuleKey = "emptyCacheRule"
|
|
|
|
dataNodesetSelectorKey = "dataNodesetSelector"
|
|
metaNodesetSelectorKey = "metaNodesetSelector"
|
|
dataNodeSelectorKey = "dataNodeSelector"
|
|
metaNodeSelectorKey = "metaNodeSelector"
|
|
forbiddenKey = "forbidden"
|
|
deleteVolKey = "delete"
|
|
|
|
forceDelVolKey = "forceDelVol"
|
|
ebsBlkSizeKey = "ebsBlkSize"
|
|
cacheCapacity = "cacheCap"
|
|
cacheActionKey = "cacheAction"
|
|
cacheThresholdKey = "cacheThreshold"
|
|
cacheTTLKey = "cacheTTL"
|
|
cacheHighWaterKey = "cacheHighWater"
|
|
cacheLowWaterKey = "cacheLowWater"
|
|
cacheLRUIntervalKey = "cacheLRUInterval"
|
|
clientVersion = "version"
|
|
domainIdKey = "domainId"
|
|
volOwnerKey = "owner"
|
|
volAuthKey = "authKey"
|
|
replicaNumKey = "replicaNum"
|
|
followerReadKey = "followerRead"
|
|
authenticateKey = "authenticate"
|
|
akKey = "ak"
|
|
keywordsKey = "keywords"
|
|
zoneNameKey = "zoneName"
|
|
nodesetIdKey = "nodesetId"
|
|
crossZoneKey = "crossZone"
|
|
normalZonesFirstKey = "normalZonesFirst"
|
|
userKey = "user"
|
|
nodeDeleteBatchCountKey = "batchCount"
|
|
nodeMarkDeleteRateKey = "markDeleteRate"
|
|
nodeDeleteWorkerSleepMs = "deleteWorkerSleepMs"
|
|
nodeAutoRepairRateKey = "autoRepairRate"
|
|
nodeDpRepairTimeOutKey = "dpRepairTimeOut"
|
|
nodeDpBackupKey = "dpBackupTimeout"
|
|
nodeDpMaxRepairErrCntKey = "dpMaxRepairErrCnt"
|
|
clusterLoadFactorKey = "loadFactor"
|
|
maxDpCntLimitKey = "maxDpCntLimit"
|
|
maxMpCntLimitKey = "maxMpCntLimit"
|
|
clusterCreateTimeKey = "clusterCreateTime"
|
|
descriptionKey = "description"
|
|
dpSelectorNameKey = "dpSelectorName"
|
|
dpSelectorParmKey = "dpSelectorParm"
|
|
nodeTypeKey = "nodeType"
|
|
ratio = "ratio"
|
|
rdOnlyKey = "rdOnly"
|
|
srcAddrKey = "srcAddr"
|
|
targetAddrKey = "targetAddr"
|
|
forceKey = "force"
|
|
raftForceDelKey = "raftForceDel"
|
|
enablePosixAclKey = "enablePosixAcl"
|
|
enableTxMaskKey = "enableTxMask"
|
|
txTimeoutKey = "txTimeout"
|
|
txConflictRetryNumKey = "txConflictRetryNum"
|
|
txConflictRetryIntervalKey = "txConflictRetryInterval"
|
|
txOpLimitKey = "txOpLimit"
|
|
txForceResetKey = "txForceReset"
|
|
QosEnableKey = "qosEnable"
|
|
DiskEnableKey = "diskenable"
|
|
IopsWKey = "iopsWKey"
|
|
IopsRKey = "iopsRKey"
|
|
FlowWKey = "flowWKey"
|
|
FlowRKey = "flowRKey"
|
|
ClientReqPeriod = "reqPeriod"
|
|
ClientTriggerCnt = "triggerCnt"
|
|
QosMasterLimit = "qosLimit"
|
|
decommissionLimit = "decommissionLimit"
|
|
DiskDisableKey = "diskDisable"
|
|
Limit = "limit"
|
|
TimeOut = "timeout"
|
|
CountByMeta = "countByMeta"
|
|
dpReadOnlyWhenVolFull = "dpReadOnlyWhenVolFull"
|
|
PeriodicKey = "periodic"
|
|
IPKey = "ip"
|
|
OperateKey = "op"
|
|
UIDKey = "uid"
|
|
CapacityKey = "capacity"
|
|
configKey = "config"
|
|
MaxFilesKey = "maxFiles"
|
|
MaxBytesKey = "maxBytes"
|
|
quotaKey = "quotaId"
|
|
enableQuota = "enableQuota"
|
|
dpDiscardKey = "dpDiscard"
|
|
ignoreDiscardKey = "ignoreDiscard"
|
|
TrashIntervalKey = "trashInterval"
|
|
ClientIDKey = "clientIDKey"
|
|
verSeqKey = "verSeq"
|
|
Periodic = "periodic"
|
|
DecommissionType = "decommissionType"
|
|
decommissionDiskLimit = "decommissionDiskLimit"
|
|
dpRepairBlockSizeKey = "dpRepairBlockSize"
|
|
markDiskBrokenThresholdKey = "markDiskBrokenThreshold"
|
|
decommissionTypeKey = "decommissionType"
|
|
autoDecommissionDiskKey = "autoDecommissionDisk"
|
|
autoDecommissionDiskIntervalKey = "autoDecommissionDiskInterval"
|
|
autoDpMetaRepairKey = "autoDpMetaRepair"
|
|
autoDpMetaRepairParallelCntKey = "autoDpMetaRepairParallelCnt"
|
|
dpTimeoutKey = "dpTimeout"
|
|
ShowAll = "showAll"
|
|
trashIntervalKey = "trashInterval"
|
|
accessTimeIntervalKey = "accessTimeValidInterval"
|
|
enablePersistAccessTimeKey = "enablePersistAccessTime"
|
|
mediaTypeKey = "mediaType"
|
|
allowedStorageClassKey = "allowedStorageClass"
|
|
volStorageClassKey = "volStorageClass"
|
|
opLogDimensionKey = "opLogDimension"
|
|
volNameKey = "volName"
|
|
dpIdKey = "dpId"
|
|
diskNameKey = "diskName"
|
|
forbidWriteOpOfProtoVersion0 = "forbidWriteOpOfProtoVersion0"
|
|
quotaClass = "quotaClass"
|
|
quotaOfClass = "quotaOfStorageClass"
|
|
dataMediaTypeKey = "dataMediaType"
|
|
|
|
remoteCacheEnable = "remoteCacheEnable"
|
|
remoteCacheAutoPrepare = "remoteCacheAutoPrepare"
|
|
remoteCachePath = "remoteCachePath"
|
|
remoteCacheTTL = "remoteCacheTTL"
|
|
remoteCacheReadTimeout = "remoteCacheReadTimeout"
|
|
)
|
|
|
|
const (
|
|
MetricRoleMaster = "master"
|
|
MetricRoleMetaNode = "metaNode"
|
|
MetricRoleDataNode = "dataNode"
|
|
MetricRoleObjectNode = "objectNode"
|
|
)
|
|
|
|
const (
|
|
deleteIllegalReplicaErr = "deleteIllegalReplicaErr "
|
|
addMissingReplicaErr = "addMissingReplicaErr "
|
|
checkDataPartitionDiskErr = "checkDataPartitionDiskErr "
|
|
diskOfflineErr = "diskOfflineErr "
|
|
)
|
|
|
|
const (
|
|
underlineSeparator = "_"
|
|
)
|
|
|
|
const (
|
|
LRUCacheSize = 3 << 30
|
|
WriteBufferSize = 4 * util.MB
|
|
MaxFlowLimit = 10 * util.TB
|
|
MinFlowLimit = 100 * util.MB
|
|
MinIoLimit = 100
|
|
MinMagnify = 10
|
|
MaxMagnify = 100
|
|
QosMasterAcceptCnt = 3000
|
|
MinZoneDiskLimit = 300
|
|
MaxZoneDiskLimit = 10000
|
|
)
|
|
|
|
const (
|
|
defaultFaultDomainZoneCnt = 3
|
|
defaultNormalCrossZoneCnt = 3
|
|
defaultInitMetaPartitionCount = 3
|
|
defaultMaxInitMetaPartitionCount = 100
|
|
defaultMaxMetaPartitionInodeID uint64 = 1<<63 - 1
|
|
defaultMetaPartitionInodeIDStep uint64 = 1 << 22
|
|
defaultMetaNodeReservedMem uint64 = 1 << 30
|
|
runtimeStackBufSize = 4096
|
|
spaceAvailableRate = 0.90
|
|
defaultNodeSetCapacity = 18
|
|
minNumOfRWDataPartitions = 10
|
|
intervalToCheckMissingReplica = 600
|
|
intervalToWarnDataPartition = 600
|
|
intervalToLoadDataPartition = 12 * 60 * 60
|
|
defaultInitDataPartitionCnt = 10
|
|
maxInitDataPartitionCnt = 200
|
|
volExpansionRatio = 0.1
|
|
maxNumberOfDataPartitionsForExpansion = 100
|
|
EmptyCrcValue uint32 = 4045511210
|
|
DefaultZoneName = proto.DefaultZoneName
|
|
retrySendSyncTaskInternal = 3 * time.Second
|
|
defaultRangeOfCountDifferencesAllowed = 50
|
|
defaultMinusOfMaxInodeID = 1000
|
|
defaultNodeSetGrpBatchCnt = 3
|
|
defaultMaxReplicaCnt = 16
|
|
defaultIopsRLimit uint64 = 1 << 35
|
|
defaultIopsWLimit uint64 = 1 << 35
|
|
defaultFlowWLimit uint64 = 1 << 35
|
|
defaultFlowRLimit uint64 = 1 << 35
|
|
defaultLimitTypeCnt = 4
|
|
defaultClientTriggerHitCnt = 1
|
|
defaultClientReqPeriodSeconds = 1
|
|
defaultMaxQuotaNumPerVol = 100
|
|
defaultVolDelayDeleteTimeHour = 48
|
|
defaultMarkDiskBrokenThreshold = 0 // decommission all dp from disk
|
|
defaultEnableDpMetaRepair = false
|
|
defaultAutoDpMetaRepairPallarelCnt = 100
|
|
defaultAutoDecommissionDiskInterval = 10 * time.Second
|
|
maxMpCreationCount = 10
|
|
defaultVolForbidWriteOpOfProtoVersion0 = true
|
|
)
|
|
|
|
const (
|
|
normal uint8 = 0
|
|
|
|
normalZone = 0
|
|
unavailableZone = 1
|
|
metaNodesUnAvailable = 2
|
|
dataNodesUnAvailable = 3
|
|
|
|
unusedFlashNodeFlashGroupID = 0
|
|
defaultFlashGroupSlotsCount = 32
|
|
RsvEmptyMetaPartitionCnt = 2
|
|
)
|
|
|
|
const (
|
|
defaultEbsBlkSize = 8 * 1024 * 1024
|
|
|
|
defaultCacheThreshold = 10 * 1024 * 1024
|
|
defaultCacheTtl = 30
|
|
defaultCacheHighWater = 80
|
|
defaultCacheLowWater = 40
|
|
defaultCacheLruInterval = 5
|
|
)
|
|
|
|
const (
|
|
opSyncAddMetaNode uint32 = 0x01
|
|
opSyncAddDataNode uint32 = 0x02
|
|
opSyncAddDataPartition uint32 = 0x03
|
|
opSyncAddVol uint32 = 0x04
|
|
opSyncAddMetaPartition uint32 = 0x05
|
|
opSyncUpdateDataPartition uint32 = 0x06
|
|
opSyncUpdateMetaPartition uint32 = 0x07
|
|
opSyncDeleteDataNode uint32 = 0x08
|
|
opSyncDeleteMetaNode uint32 = 0x09
|
|
opSyncAllocDataPartitionID uint32 = 0x0A
|
|
opSyncAllocMetaPartitionID uint32 = 0x0B
|
|
opSyncAllocCommonID uint32 = 0x0C
|
|
opSyncPutCluster uint32 = 0x0D
|
|
opSyncUpdateVol uint32 = 0x0E
|
|
opSyncDeleteVol uint32 = 0x0F
|
|
opSyncDeleteDataPartition uint32 = 0x10
|
|
opSyncDeleteMetaPartition uint32 = 0x11
|
|
opSyncAddNodeSet uint32 = 0x12
|
|
opSyncUpdateNodeSet uint32 = 0x13
|
|
opSyncBatchPut uint32 = 0x14
|
|
opSyncUpdateDataNode uint32 = 0x15
|
|
opSyncUpdateMetaNode uint32 = 0x16
|
|
opSyncAddUserInfo uint32 = 0x17
|
|
opSyncDeleteUserInfo uint32 = 0x18
|
|
opSyncUpdateUserInfo uint32 = 0x19
|
|
opSyncAddAKUser uint32 = 0x1A
|
|
opSyncDeleteAKUser uint32 = 0x1B
|
|
opSyncAddVolUser uint32 = 0x1C
|
|
opSyncDeleteVolUser uint32 = 0x1D
|
|
opSyncUpdateVolUser uint32 = 0x1E
|
|
opSyncNodeSetGrp uint32 = 0x1F
|
|
opSyncDataPartitionsView uint32 = 0x20
|
|
opSyncExclueDomain uint32 = 0x23
|
|
opSyncUpdateZone uint32 = 0x24
|
|
opSyncAllocClientID uint32 = 0x25
|
|
opSyncPutApiLimiterInfo uint32 = 0x26
|
|
opSyncPutFollowerApiLimiterInfo uint32 = 0x27
|
|
|
|
opSyncAddDecommissionDisk uint32 = 0x28
|
|
opSyncDeleteDecommissionDisk uint32 = 0x29
|
|
opSyncUpdateDecommissionDisk uint32 = 0x2A
|
|
|
|
opSyncAddLcNode uint32 = 0x30
|
|
opSyncDeleteLcNode uint32 = 0x31
|
|
opSyncUpdateLcNode uint32 = 0x32
|
|
opSyncAddLcConf uint32 = 0x33
|
|
opSyncDeleteLcConf uint32 = 0x34
|
|
opSyncUpdateLcConf uint32 = 0x35
|
|
opSyncAcl uint32 = 0x36
|
|
opSyncUid uint32 = 0x37
|
|
opSyncAddLcTask uint32 = 0x38
|
|
opSyncDeleteLcTask uint32 = 0x39
|
|
|
|
opSyncAddLcResult uint32 = 0x3a
|
|
opSyncDeleteLcResult uint32 = 0x3b
|
|
|
|
opSyncAllocQuotaID uint32 = 0x40
|
|
opSyncSetQuota uint32 = 0x41
|
|
opSyncDeleteQuota uint32 = 0x42
|
|
opSyncMulitVersion uint32 = 0x53
|
|
|
|
opSyncS3QosSet uint32 = 0x60
|
|
opSyncS3QosDelete uint32 = 0x61
|
|
|
|
opSyncAddFlashNode uint32 = 0x6A
|
|
opSyncDeleteFlashNode uint32 = 0x6B
|
|
opSyncUpdateFlashNode uint32 = 0x6C
|
|
opSyncAddFlashGroup uint32 = 0x6D
|
|
opSyncDeleteFlashGroup uint32 = 0x6E
|
|
opSyncUpdateFlashGroup uint32 = 0x6F
|
|
)
|
|
|
|
func init() {
|
|
set := make(map[uint32]struct{})
|
|
for _, op := range []uint32{
|
|
opSyncAddMetaNode,
|
|
opSyncAddDataNode,
|
|
opSyncAddDataPartition,
|
|
opSyncAddVol,
|
|
opSyncAddMetaPartition,
|
|
opSyncUpdateDataPartition,
|
|
opSyncUpdateMetaPartition,
|
|
opSyncDeleteDataNode,
|
|
opSyncDeleteMetaNode,
|
|
opSyncAllocDataPartitionID,
|
|
opSyncAllocMetaPartitionID,
|
|
opSyncAllocCommonID,
|
|
opSyncPutCluster,
|
|
opSyncUpdateVol,
|
|
opSyncDeleteVol,
|
|
opSyncDeleteDataPartition,
|
|
opSyncDeleteMetaPartition,
|
|
opSyncAddNodeSet,
|
|
opSyncUpdateNodeSet,
|
|
opSyncBatchPut,
|
|
opSyncUpdateDataNode,
|
|
opSyncUpdateMetaNode,
|
|
opSyncAddUserInfo,
|
|
opSyncDeleteUserInfo,
|
|
opSyncUpdateUserInfo,
|
|
opSyncAddAKUser,
|
|
opSyncDeleteAKUser,
|
|
opSyncAddVolUser,
|
|
opSyncDeleteVolUser,
|
|
opSyncUpdateVolUser,
|
|
opSyncNodeSetGrp,
|
|
opSyncDataPartitionsView,
|
|
opSyncExclueDomain,
|
|
opSyncUpdateZone,
|
|
opSyncAllocClientID,
|
|
opSyncPutApiLimiterInfo,
|
|
opSyncPutFollowerApiLimiterInfo,
|
|
|
|
opSyncAddDecommissionDisk,
|
|
opSyncDeleteDecommissionDisk,
|
|
opSyncUpdateDecommissionDisk,
|
|
|
|
opSyncAddLcNode,
|
|
opSyncDeleteLcNode,
|
|
opSyncUpdateLcNode,
|
|
opSyncAddLcConf,
|
|
opSyncDeleteLcConf,
|
|
opSyncUpdateLcConf,
|
|
opSyncAcl,
|
|
opSyncUid,
|
|
|
|
opSyncAddFlashNode,
|
|
opSyncDeleteFlashNode,
|
|
opSyncUpdateFlashNode,
|
|
opSyncAddFlashGroup,
|
|
opSyncDeleteFlashGroup,
|
|
opSyncUpdateFlashGroup,
|
|
|
|
opSyncAllocQuotaID,
|
|
opSyncSetQuota,
|
|
opSyncDeleteQuota,
|
|
opSyncMulitVersion,
|
|
|
|
opSyncS3QosSet,
|
|
opSyncS3QosDelete,
|
|
} {
|
|
if _, in := set[op]; in {
|
|
panic(op)
|
|
}
|
|
set[op] = struct{}{}
|
|
}
|
|
}
|
|
|
|
const (
|
|
keySeparator = "#"
|
|
metaNodeAcronym = "mn"
|
|
dataNodeAcronym = "dn"
|
|
lcNodeAcronym = "ln"
|
|
dataPartitionAcronym = "dp"
|
|
metaPartitionAcronym = "mp"
|
|
volAcronym = "vol"
|
|
clusterAcronym = "c"
|
|
nodeSetAcronym = "s"
|
|
nodeSetGrpAcronym = "g"
|
|
zoneAcronym = "zone"
|
|
domainAcronym = "zoneDomain"
|
|
apiLimiterAcronym = "al"
|
|
lcConfigurationAcronym = "lc"
|
|
lcTaskAcronym = "lct"
|
|
lcResultAcronym = "lcr"
|
|
S3QoS = "s3qos"
|
|
maxDataPartitionIDKey = keySeparator + "max_dp_id"
|
|
maxMetaPartitionIDKey = keySeparator + "max_mp_id"
|
|
maxCommonIDKey = keySeparator + "max_common_id"
|
|
maxClientIDKey = keySeparator + "client_id"
|
|
maxQuotaIDKey = keySeparator + "quota_id"
|
|
metaNodePrefix = keySeparator + metaNodeAcronym + keySeparator
|
|
dataNodePrefix = keySeparator + dataNodeAcronym + keySeparator
|
|
dataPartitionPrefix = keySeparator + dataPartitionAcronym + keySeparator
|
|
volPrefix = keySeparator + volAcronym + keySeparator
|
|
metaPartitionPrefix = keySeparator + metaPartitionAcronym + keySeparator
|
|
clusterPrefix = keySeparator + clusterAcronym + keySeparator
|
|
nodeSetPrefix = keySeparator + nodeSetAcronym + keySeparator
|
|
nodeSetGrpPrefix = keySeparator + nodeSetGrpAcronym + keySeparator
|
|
DomainPrefix = keySeparator + domainAcronym + keySeparator
|
|
zonePrefix = keySeparator + zoneAcronym + keySeparator
|
|
|
|
apiLimiterPrefix = keySeparator + apiLimiterAcronym + keySeparator
|
|
MultiVerPrefix = keySeparator + "multiVer" + keySeparator
|
|
AclPrefix = keySeparator + "acl" + keySeparator
|
|
UidPrefix = keySeparator + "uid" + keySeparator
|
|
|
|
akAcronym = "ak"
|
|
userAcronym = "user"
|
|
volUserAcronym = "voluser"
|
|
akPrefix = keySeparator + akAcronym + keySeparator
|
|
userPrefix = keySeparator + userAcronym + keySeparator
|
|
volUserPrefix = keySeparator + volUserAcronym + keySeparator
|
|
volWarnUsedRatio = 0.9
|
|
quotaPrefix = keySeparator + "quota" + keySeparator
|
|
lcNodePrefix = keySeparator + lcNodeAcronym + keySeparator
|
|
lcConfPrefix = keySeparator + lcConfigurationAcronym + keySeparator
|
|
lcTaskPrefix = keySeparator + lcTaskAcronym + keySeparator
|
|
lcResultPrefix = keySeparator + lcResultAcronym + keySeparator
|
|
S3QoSPrefix = keySeparator + S3QoS + keySeparator
|
|
|
|
DecommissionDiskAcronym = "dd"
|
|
DecommissionDiskPrefix = keySeparator + DecommissionDiskAcronym + keySeparator
|
|
|
|
flashNodePrefix = keySeparator + "fn" + keySeparator
|
|
flashGroupPrefix = keySeparator + "fg" + keySeparator
|
|
)
|
|
|
|
// selector enum
|
|
type NodeType int
|
|
|
|
const (
|
|
DataNodeType = NodeType(0)
|
|
MetaNodeType = NodeType(iota)
|
|
)
|
|
|
|
func NodeTypeString(nodeType NodeType) string {
|
|
switch nodeType {
|
|
case DataNodeType:
|
|
return "dataNode"
|
|
case MetaNodeType:
|
|
return "metaNode"
|
|
default:
|
|
return fmt.Sprintf("unKnownNodeType(%v)", nodeType)
|
|
}
|
|
}
|
