mirror of
https://github.com/cubefs/cubefs.git
synced 2026-08-02 02:00:56 +00:00
1984 lines
49 KiB
Go
1984 lines
49 KiB
Go
// Copyright 2023 The CubeFS Authors.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
// implied. See the License for the specific language governing
|
|
// permissions and limitations under the License.
|
|
|
|
package master
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"math"
|
|
"net/http"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/cubefs/cubefs/proto"
|
|
"github.com/cubefs/cubefs/util"
|
|
"github.com/cubefs/cubefs/util/compressor"
|
|
"github.com/cubefs/cubefs/util/cryptoutil"
|
|
"github.com/cubefs/cubefs/util/log"
|
|
)
|
|
|
|
// Parse the request that adds/deletes a raft node.
|
|
func parseRequestForRaftNode(r *http.Request) (id uint64, host string, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
var idStr string
|
|
if idStr = r.FormValue(idKey); idStr == "" {
|
|
err = keyNotFound(idKey)
|
|
return
|
|
}
|
|
|
|
if id, err = strconv.ParseUint(idStr, 10, 64); err != nil {
|
|
return
|
|
}
|
|
if host = r.FormValue(addrKey); host == "" {
|
|
err = keyNotFound(addrKey)
|
|
return
|
|
}
|
|
|
|
if arr := strings.Split(host, colonSplit); len(arr) < 2 {
|
|
err = unmatchedKey(addrKey)
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func extractTxTimeout(r *http.Request) (timeout int64, err error) {
|
|
var txTimeout uint64
|
|
if txTimeout, err = extractUint64WithDefault(r, txTimeoutKey, proto.DefaultTransactionTimeout); err != nil {
|
|
return
|
|
}
|
|
|
|
if txTimeout == 0 || txTimeout > proto.MaxTransactionTimeout {
|
|
return timeout, fmt.Errorf("txTimeout(%d) value range [1-%v] minutes", txTimeout, proto.MaxTransactionTimeout)
|
|
}
|
|
timeout = int64(txTimeout)
|
|
return timeout, nil
|
|
}
|
|
|
|
func extractTxConflictRetryNum(r *http.Request) (retryNum int64, err error) {
|
|
var txRetryNum uint64
|
|
if txRetryNum, err = extractUint64WithDefault(r, txConflictRetryNumKey, proto.DefaultTxConflictRetryNum); err != nil {
|
|
return
|
|
}
|
|
|
|
if txRetryNum == 0 || txRetryNum > proto.MaxTxConflictRetryNum {
|
|
return retryNum, fmt.Errorf("txRetryNum(%d) value range [1-%v]", txRetryNum, proto.MaxTxConflictRetryNum)
|
|
}
|
|
retryNum = int64(txRetryNum)
|
|
return retryNum, nil
|
|
}
|
|
|
|
func extractTxConflictRetryInterval(r *http.Request) (interval int64, err error) {
|
|
var txInterval uint64
|
|
if txInterval, err = extractUint64WithDefault(r, txConflictRetryIntervalKey, proto.DefaultTxConflictRetryInterval); err != nil {
|
|
return
|
|
}
|
|
|
|
if txInterval < proto.MinTxConflictRetryInterval || txInterval > proto.MaxTxConflictRetryInterval {
|
|
return interval, fmt.Errorf("txInterval(%d) value range [%v-%v] ms",
|
|
txInterval, proto.MinTxConflictRetryInterval, proto.MaxTxConflictRetryInterval)
|
|
}
|
|
interval = int64(txInterval)
|
|
return interval, nil
|
|
}
|
|
|
|
func extractTxOpLimitInterval(r *http.Request, volLimit int) (limit int, err error) {
|
|
var txLimit int
|
|
if txLimit, err = extractUintWithDefault(r, txOpLimitKey, volLimit); err != nil {
|
|
return
|
|
}
|
|
|
|
limit = txLimit
|
|
return
|
|
}
|
|
|
|
func hasTxParams(r *http.Request) bool {
|
|
var (
|
|
maskStr string
|
|
timeoutStr string
|
|
)
|
|
if maskStr = r.FormValue(enableTxMaskKey); maskStr != "" {
|
|
return true
|
|
}
|
|
|
|
if timeoutStr = r.FormValue(txTimeoutKey); timeoutStr != "" {
|
|
return true
|
|
}
|
|
return false
|
|
}
|
|
|
|
func parseTxMask(r *http.Request, oldMask proto.TxOpMask) (mask proto.TxOpMask, err error) {
|
|
var maskStr string
|
|
if maskStr = r.FormValue(enableTxMaskKey); maskStr == "" {
|
|
mask = oldMask
|
|
return
|
|
}
|
|
|
|
var reset bool
|
|
reset, err = extractBoolWithDefault(r, txForceResetKey, false)
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
mask, err = proto.GetMaskFromString(maskStr)
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
if reset {
|
|
return
|
|
}
|
|
|
|
if mask != proto.TxOpMaskOff {
|
|
mask = mask | oldMask
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseRequestForUpdateMetaNode(r *http.Request) (nodeAddr string, id uint64, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if nodeAddr, err = extractNodeAddr(r); err != nil {
|
|
return
|
|
}
|
|
if id, err = extractNodeID(r); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseRequestForAddNode(r *http.Request) (nodeAddr, zoneName string, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if nodeAddr, err = extractNodeAddr(r); err != nil {
|
|
return
|
|
}
|
|
if zoneName = r.FormValue(zoneNameKey); zoneName == "" {
|
|
zoneName = DefaultZoneName
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseDecomNodeReq(r *http.Request) (nodeAddr string, limit int, err error) {
|
|
nodeAddr, err = parseAndExtractNodeAddr(r)
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
limit, err = parseUintParam(r, countKey)
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func parseDecomDataNodeReq(r *http.Request) (nodeAddr string, limit int, err error) {
|
|
nodeAddr, err = parseAndExtractNodeAddr(r)
|
|
if err != nil {
|
|
return
|
|
}
|
|
limit, err = parseUintParam(r, countKey)
|
|
if err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseAndExtractNodeAddr(r *http.Request) (nodeAddr string, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
return extractNodeAddr(r)
|
|
}
|
|
|
|
func parseRequestToGetTaskResponse(r *http.Request) (tr *proto.AdminTask, err error) {
|
|
var body []byte
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if body, err = io.ReadAll(r.Body); err != nil {
|
|
return
|
|
}
|
|
tr = &proto.AdminTask{}
|
|
decoder := json.NewDecoder(bytes.NewBuffer([]byte(body)))
|
|
decoder.UseNumber()
|
|
err = decoder.Decode(tr)
|
|
return
|
|
}
|
|
|
|
func parseVolName(r *http.Request) (name string, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if name, err = extractName(r); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseVolVerStrategy(r *http.Request) (strategy proto.VolumeVerStrategy, isForce bool, err error) {
|
|
var value string
|
|
if value = r.FormValue(enableKey); value == "" {
|
|
strategy.Enable = true
|
|
} else {
|
|
if strategy.Enable, err = strconv.ParseBool(value); err != nil {
|
|
log.LogErrorf("parseVolVerStrategy. strategy.Enable %v strategy %v", strategy.Enable, strategy)
|
|
return
|
|
}
|
|
}
|
|
|
|
strategy.KeepVerCnt, err = parseUintParam(r, countKey)
|
|
if strategy.Enable && err != nil {
|
|
log.LogErrorf("parseVolVerStrategy. strategy.Enable %v strategy %v", strategy.Enable, strategy)
|
|
return
|
|
}
|
|
strategy.Periodic, err = parseUintParam(r, Periodic)
|
|
if strategy.Enable && err != nil {
|
|
log.LogErrorf("parseVolVerStrategy. strategy.Enable %v strategy %v", strategy.Enable, strategy)
|
|
return
|
|
}
|
|
|
|
if value = r.FormValue(forceKey); value != "" {
|
|
isForce = true
|
|
strategy.ForceUpdate, _ = strconv.ParseBool(value)
|
|
}
|
|
|
|
log.LogDebugf("parseVolVerStrategy. strategy %v", strategy)
|
|
return
|
|
}
|
|
|
|
func parseGetVolParameter(r *http.Request) (p *getVolParameter, err error) {
|
|
p = &getVolParameter{}
|
|
skipOwnerValidationVal := r.Header.Get(proto.SkipOwnerValidation)
|
|
if len(skipOwnerValidationVal) > 0 {
|
|
if p.skipOwnerValidation, err = strconv.ParseBool(skipOwnerValidationVal); err != nil {
|
|
return
|
|
}
|
|
}
|
|
if p.name = r.FormValue(nameKey); p.name == "" {
|
|
err = keyNotFound(nameKey)
|
|
return
|
|
}
|
|
if !volNameRegexp.MatchString(p.name) {
|
|
err = errors.New("name can only be number and letters")
|
|
return
|
|
}
|
|
if p.authKey = r.FormValue(volAuthKey); !p.skipOwnerValidation && len(p.authKey) == 0 {
|
|
err = keyNotFound(volAuthKey)
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseRequestToDeleteVol(r *http.Request) (name, authKey string, status, force bool, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
if name, err = extractName(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if authKey, err = extractAuthKey(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if status, err = extractBoolWithDefault(r, deleteVolKey, true); err != nil {
|
|
return
|
|
}
|
|
|
|
force, err = extractBoolWithDefault(r, forceDelVolKey, false)
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func extractUintWithDefault(r *http.Request, key string, def int) (val int, err error) {
|
|
var str string
|
|
if str = r.FormValue(key); str == "" {
|
|
return def, nil
|
|
}
|
|
|
|
if val, err = strconv.Atoi(str); err != nil || val < 0 {
|
|
return 0, fmt.Errorf("parse [%s] is not valid int [%d], err %v", key, val, err)
|
|
}
|
|
|
|
return val, nil
|
|
}
|
|
|
|
func extractUint64WithDefault(r *http.Request, key string, def uint64) (val uint64, err error) {
|
|
var str string
|
|
if str = r.FormValue(key); str == "" {
|
|
return def, nil
|
|
}
|
|
|
|
if val, err = strconv.ParseUint(str, 10, 64); err != nil {
|
|
return 0, fmt.Errorf("parse [%s] is not valid uint [%d], err %v", key, val, err)
|
|
}
|
|
|
|
return val, nil
|
|
}
|
|
|
|
func extractInt64WithDefault(r *http.Request, key string, def int64) (val int64, err error) {
|
|
var str string
|
|
if str = r.FormValue(key); str == "" {
|
|
return def, nil
|
|
}
|
|
|
|
if val, err = strconv.ParseInt(str, 10, 64); err != nil || val < 0 {
|
|
return 0, fmt.Errorf("parse [%s] is not valid int [%d], err %v", key, val, err)
|
|
}
|
|
|
|
return val, nil
|
|
}
|
|
|
|
func extractStrWithDefault(r *http.Request, key string, def string) (val string) {
|
|
if val = r.FormValue(key); val == "" {
|
|
return def
|
|
}
|
|
|
|
return val
|
|
}
|
|
|
|
func extractBoolWithDefault(r *http.Request, key string, def bool) (val bool, err error) {
|
|
var str string
|
|
if str = r.FormValue(key); str == "" {
|
|
return def, nil
|
|
}
|
|
|
|
if val, err = strconv.ParseBool(str); err != nil {
|
|
return false, fmt.Errorf("parse [%s] is not a bool val [%t]", key, val)
|
|
}
|
|
|
|
return val, nil
|
|
}
|
|
|
|
type updateVolReq struct {
|
|
name string
|
|
authKey string
|
|
capacity uint64
|
|
deleteLockTime int64
|
|
followerRead bool
|
|
authenticate bool
|
|
enablePosixAcl bool
|
|
enableTransaction proto.TxOpMask
|
|
txTimeout int64
|
|
txConflictRetryNum int64
|
|
txConflictRetryInterval int64
|
|
txOpLimit int
|
|
zoneName string
|
|
description string
|
|
dpSelectorName string
|
|
dpSelectorParm string
|
|
replicaNum int
|
|
coldArgs *coldVolArgs
|
|
dpReadOnlyWhenVolFull bool
|
|
enableQuota bool
|
|
crossZone bool
|
|
enableAutoDpMetaRepair bool
|
|
}
|
|
|
|
func parseColdVolUpdateArgs(r *http.Request, vol *Vol) (args *coldVolArgs, err error) {
|
|
args = &coldVolArgs{}
|
|
|
|
if args.objBlockSize, err = extractUintWithDefault(r, ebsBlkSizeKey, vol.EbsBlkSize); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheCap, err = extractUint64WithDefault(r, cacheCapacity, vol.CacheCapacity); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheAction, err = extractUintWithDefault(r, cacheActionKey, vol.CacheAction); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheThreshold, err = extractUintWithDefault(r, cacheThresholdKey, vol.CacheThreshold); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheTtl, err = extractUintWithDefault(r, cacheTTLKey, vol.CacheTTL); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheHighWater, err = extractUintWithDefault(r, cacheHighWaterKey, vol.CacheHighWater); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheLowWater, err = extractUintWithDefault(r, cacheLowWaterKey, vol.CacheLowWater); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheLRUInterval, err = extractUintWithDefault(r, cacheLRUIntervalKey, vol.CacheLRUInterval); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheLRUInterval < 2 {
|
|
return nil, fmt.Errorf("cacheLruInterval(%d) muster be bigger than 2 minute", args.cacheLRUInterval)
|
|
}
|
|
|
|
args.cacheRule = extractStrWithDefault(r, cacheRuleKey, vol.CacheRule)
|
|
emptyCacheRule, err := extractBoolWithDefault(r, emptyCacheRuleKey, false)
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
if emptyCacheRule {
|
|
args.cacheRule = ""
|
|
}
|
|
|
|
// do some check
|
|
if args.cacheLowWater >= args.cacheHighWater {
|
|
return nil, fmt.Errorf("low water(%d) must be less than high water(%d)", args.cacheLowWater, args.cacheHighWater)
|
|
}
|
|
|
|
if args.cacheHighWater >= 90 || args.cacheLowWater >= 90 {
|
|
return nil, fmt.Errorf("low(%d) or high water(%d) can't be large than 90, low than 0", args.cacheLowWater, args.cacheHighWater)
|
|
}
|
|
|
|
if args.cacheAction < proto.NoCache || args.cacheAction > proto.RWCache {
|
|
return nil, fmt.Errorf("cache action is illegal (%d)", args.cacheAction)
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func parseVolUpdateReq(r *http.Request, vol *Vol, req *updateVolReq) (err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
req.authKey = extractStr(r, volAuthKey)
|
|
req.description = extractStrWithDefault(r, descriptionKey, vol.description)
|
|
req.zoneName = extractStrWithDefault(r, zoneNameKey, vol.zoneName)
|
|
if req.crossZone, err = extractBoolWithDefault(r, crossZoneKey, vol.crossZone); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.capacity, err = extractUint64WithDefault(r, volCapacityKey, vol.Capacity); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.deleteLockTime, err = extractInt64WithDefault(r, volDeleteLockTimeKey, vol.DeleteLockTime); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.enablePosixAcl, err = extractBoolWithDefault(r, enablePosixAclKey, vol.enablePosixAcl); err != nil {
|
|
return
|
|
}
|
|
|
|
var txMask proto.TxOpMask
|
|
if txMask, err = parseTxMask(r, vol.enableTransaction); err != nil {
|
|
return
|
|
}
|
|
req.enableTransaction = txMask
|
|
|
|
if req.enableQuota, err = extractBoolWithDefault(r, enableQuota, vol.enableQuota); err != nil {
|
|
return
|
|
}
|
|
|
|
var txTimeout int64
|
|
if txTimeout, err = extractTxTimeout(r); err != nil {
|
|
return
|
|
}
|
|
req.txTimeout = txTimeout
|
|
|
|
var txConflictRetryNum int64
|
|
if txConflictRetryNum, err = extractTxConflictRetryNum(r); err != nil {
|
|
return
|
|
}
|
|
req.txConflictRetryNum = txConflictRetryNum
|
|
|
|
var txConflictRetryInterval int64
|
|
if txConflictRetryInterval, err = extractTxConflictRetryInterval(r); err != nil {
|
|
return
|
|
}
|
|
req.txConflictRetryInterval = txConflictRetryInterval
|
|
|
|
if req.txOpLimit, err = extractTxOpLimitInterval(r, vol.txOpLimit); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.authenticate, err = extractBoolWithDefault(r, authenticateKey, vol.authenticate); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.followerRead, err = extractBoolWithDefault(r, followerReadKey, vol.FollowerRead); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.dpReadOnlyWhenVolFull, err = extractBoolWithDefault(r, dpReadOnlyWhenVolFull, vol.DpReadOnlyWhenVolFull); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.enableAutoDpMetaRepair, err = extractBoolWithDefault(r, autoDpMetaRepairKey, vol.EnableAutoMetaRepair.Load()); err != nil {
|
|
return
|
|
}
|
|
|
|
req.dpSelectorName = r.FormValue(dpSelectorNameKey)
|
|
req.dpSelectorParm = r.FormValue(dpSelectorParmKey)
|
|
|
|
if (req.dpSelectorName == "" && req.dpSelectorParm != "") || (req.dpSelectorName != "" && req.dpSelectorParm == "") {
|
|
err = keyNotFound(dpSelectorNameKey + " or " + dpSelectorParmKey)
|
|
return
|
|
|
|
} else if req.dpSelectorParm == "" && req.dpSelectorName == "" {
|
|
req.dpSelectorName = vol.dpSelectorName
|
|
req.dpSelectorParm = vol.dpSelectorParm
|
|
}
|
|
|
|
if proto.IsCold(vol.VolType) {
|
|
req.followerRead = true
|
|
req.coldArgs, err = parseColdVolUpdateArgs(r, vol)
|
|
if err != nil {
|
|
return
|
|
}
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func parseBoolFieldToUpdateVol(r *http.Request, vol *Vol) (followerRead, authenticate bool, err error) {
|
|
if followerReadStr := r.FormValue(followerReadKey); followerReadStr != "" {
|
|
if followerRead, err = strconv.ParseBool(followerReadStr); err != nil {
|
|
err = unmatchedKey(followerReadKey)
|
|
return
|
|
}
|
|
} else {
|
|
followerRead = vol.FollowerRead
|
|
}
|
|
if authenticateStr := r.FormValue(authenticateKey); authenticateStr != "" {
|
|
if authenticate, err = strconv.ParseBool(authenticateStr); err != nil {
|
|
err = unmatchedKey(authenticateKey)
|
|
return
|
|
}
|
|
} else {
|
|
authenticate = vol.authenticate
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseRequestToSetApiQpsLimit(r *http.Request) (name string, limit uint32, timeout uint32, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
if name, err = extractName(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if limit, err = extractUint32(r, Limit); err != nil {
|
|
return
|
|
}
|
|
|
|
if timeout, err = extractUint32(r, TimeOut); err != nil {
|
|
return
|
|
}
|
|
|
|
if timeout == 0 {
|
|
err = fmt.Errorf("timeout(seconds) args must be larger than 0")
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func parseRequestToSetVolCapacity(r *http.Request) (name, authKey string, capacity int, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
if name, err = extractName(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if authKey, err = extractAuthKey(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if capacity, err = extractUint(r, volCapacityKey); err != nil {
|
|
return
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
type qosArgs struct {
|
|
qosEnable bool
|
|
diskQosEnable bool
|
|
iopsRVal uint64
|
|
iopsWVal uint64
|
|
flowRVal uint64
|
|
flowWVal uint64
|
|
}
|
|
|
|
func (qos *qosArgs) isArgsWork() bool {
|
|
return (qos.iopsRVal | qos.iopsWVal | qos.flowRVal | qos.flowWVal) > 0
|
|
}
|
|
|
|
type coldVolArgs struct {
|
|
objBlockSize int
|
|
cacheCap uint64
|
|
cacheAction int
|
|
cacheThreshold int
|
|
cacheTtl int
|
|
cacheHighWater int
|
|
cacheLowWater int
|
|
cacheLRUInterval int
|
|
cacheRule string
|
|
}
|
|
|
|
type createVolReq struct {
|
|
name string
|
|
owner string
|
|
dpSize int
|
|
mpCount int
|
|
dpCount int
|
|
dpReplicaNum uint8
|
|
capacity int
|
|
deleteLockTime int64
|
|
followerRead bool
|
|
authenticate bool
|
|
crossZone bool
|
|
normalZonesFirst bool
|
|
domainId uint64
|
|
zoneName string
|
|
description string
|
|
volType int
|
|
enablePosixAcl bool
|
|
DpReadOnlyWhenVolFull bool
|
|
enableTransaction proto.TxOpMask
|
|
enableQuota bool
|
|
txTimeout int64
|
|
txConflictRetryNum int64
|
|
txConflictRetryInterval int64
|
|
qosLimitArgs *qosArgs
|
|
clientReqPeriod, clientHitTriggerCnt uint32
|
|
// cold vol args
|
|
coldArgs coldVolArgs
|
|
}
|
|
|
|
func checkCacheAction(action int) error {
|
|
if action != proto.NoCache && action != proto.RCache && action != proto.RWCache {
|
|
return fmt.Errorf("cache action is not legal, action [%d]", action)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func parseColdArgs(r *http.Request) (args coldVolArgs, err error) {
|
|
args.cacheRule = extractStr(r, cacheRuleKey)
|
|
|
|
if args.objBlockSize, err = extractUint(r, ebsBlkSizeKey); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheCap, err = extractUint64(r, cacheCapacity); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheAction, err = extractUint(r, cacheActionKey); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheThreshold, err = extractUint(r, cacheThresholdKey); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheTtl, err = extractUint(r, cacheTTLKey); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheHighWater, err = extractUint(r, cacheHighWaterKey); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheLowWater, err = extractUint(r, cacheLowWaterKey); err != nil {
|
|
return
|
|
}
|
|
|
|
if args.cacheLRUInterval, err = extractUint(r, cacheLRUIntervalKey); err != nil {
|
|
return
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func parseRequestToCreateVol(r *http.Request, req *createVolReq) (err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.name, err = extractName(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.owner, err = extractOwner(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.coldArgs, err = parseColdArgs(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.mpCount, err = extractUintWithDefault(r, metaPartitionCountKey, defaultInitMetaPartitionCount); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.dpCount, err = extractUintWithDefault(r, dataPartitionCountKey, defaultInitDataPartitionCnt); err != nil {
|
|
return
|
|
}
|
|
|
|
var parsedDpReplicaNum int
|
|
if parsedDpReplicaNum, err = extractUint(r, replicaNumKey); err != nil {
|
|
return
|
|
}
|
|
if parsedDpReplicaNum < 0 || parsedDpReplicaNum > math.MaxUint8 {
|
|
return fmt.Errorf("invalid arg dpReplicaNum: %v", parsedDpReplicaNum)
|
|
}
|
|
req.dpReplicaNum = uint8(parsedDpReplicaNum)
|
|
|
|
if req.dpSize, err = extractUintWithDefault(r, dataPartitionSizeKey, 120); err != nil {
|
|
return
|
|
}
|
|
|
|
// default capacity 120
|
|
if req.capacity, err = extractUint(r, volCapacityKey); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.deleteLockTime, err = extractInt64WithDefault(r, volDeleteLockTimeKey, 0); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.volType, err = extractUint(r, volTypeKey); err != nil {
|
|
return
|
|
}
|
|
|
|
followerRead, followerExist, err := extractFollowerRead(r)
|
|
if err != nil {
|
|
return
|
|
}
|
|
if followerExist && !followerRead && proto.IsHot(req.volType) &&
|
|
(req.dpReplicaNum == 1 || req.dpReplicaNum == 2) {
|
|
return fmt.Errorf("vol with 1 ro 2 replia should enable followerRead")
|
|
}
|
|
req.followerRead = followerRead
|
|
if proto.IsHot(req.volType) && (req.dpReplicaNum == 1 || req.dpReplicaNum == 2) {
|
|
req.followerRead = true
|
|
}
|
|
|
|
if req.authenticate, err = extractBoolWithDefault(r, authenticateKey, false); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.crossZone, err = extractBoolWithDefault(r, crossZoneKey, false); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.normalZonesFirst, err = extractBoolWithDefault(r, normalZonesFirstKey, false); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.qosLimitArgs, err = parseRequestQos(r, false, false); err != nil {
|
|
return err
|
|
}
|
|
req.zoneName = extractStr(r, zoneNameKey)
|
|
req.description = extractStr(r, descriptionKey)
|
|
req.domainId, err = extractUint64WithDefault(r, domainIdKey, 0)
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
req.enablePosixAcl, _ = extractPosixAcl(r)
|
|
|
|
if req.DpReadOnlyWhenVolFull, err = extractBoolWithDefault(r, dpReadOnlyWhenVolFull, false); err != nil {
|
|
return
|
|
}
|
|
|
|
var txMask proto.TxOpMask
|
|
if txMask, err = parseTxMask(r, proto.TxOpMaskOff); err != nil {
|
|
return
|
|
}
|
|
req.enableTransaction = txMask
|
|
|
|
var txTimeout int64
|
|
if txTimeout, err = extractTxTimeout(r); err != nil {
|
|
return
|
|
}
|
|
req.txTimeout = txTimeout
|
|
|
|
var txConflictRetryNum int64
|
|
if txConflictRetryNum, err = extractTxConflictRetryNum(r); err != nil {
|
|
return
|
|
}
|
|
req.txConflictRetryNum = txConflictRetryNum
|
|
|
|
var txConflictRetryInterval int64
|
|
if txConflictRetryInterval, err = extractTxConflictRetryInterval(r); err != nil {
|
|
return
|
|
}
|
|
req.txConflictRetryInterval = txConflictRetryInterval
|
|
|
|
if req.enableQuota, err = extractBoolWithDefault(r, enableQuota, false); err != nil {
|
|
return
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func parseRequestToCreateDataPartition(r *http.Request) (count int, name string, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if countStr := r.FormValue(countKey); countStr == "" {
|
|
err = keyNotFound(countKey)
|
|
return
|
|
} else if count, err = strconv.Atoi(countStr); err != nil || count == 0 {
|
|
err = unmatchedKey(countKey)
|
|
return
|
|
}
|
|
if name, err = extractName(r); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseRequestToGetDataPartition(r *http.Request) (ID uint64, volName string, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if ID, err = extractDataPartitionID(r); err != nil {
|
|
return
|
|
}
|
|
volName = r.FormValue(nameKey)
|
|
return
|
|
}
|
|
|
|
func parseRequestToBalanceMetaPartition(r *http.Request) (zones string, nodeSetIds string, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
zones = r.FormValue(zoneNameKey)
|
|
nodeSetIds = r.FormValue(nodesetIdKey)
|
|
|
|
return
|
|
}
|
|
|
|
func parseRequestToLoadDataPartition(r *http.Request) (ID uint64, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if ID, err = extractDataPartitionID(r); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseRequestToAddMetaReplica(r *http.Request) (ID uint64, addr string, err error) {
|
|
return extractMetaPartitionIDAndAddr(r)
|
|
}
|
|
|
|
func parseRequestToRemoveMetaReplica(r *http.Request) (ID uint64, addr string, err error) {
|
|
return extractMetaPartitionIDAndAddr(r)
|
|
}
|
|
|
|
func extractMetaPartitionIDAndAddr(r *http.Request) (ID uint64, addr string, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if ID, err = extractMetaPartitionID(r); err != nil {
|
|
return
|
|
}
|
|
if addr, err = extractNodeAddr(r); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseRequestToAddDataReplica(r *http.Request) (ID uint64, addr string, err error) {
|
|
return extractDataPartitionIDAndAddr(r)
|
|
}
|
|
|
|
func parseRequestToRemoveDataReplica(r *http.Request) (ID uint64, addr string, err error) {
|
|
return extractDataPartitionIDAndAddr(r)
|
|
}
|
|
|
|
func extractDataPartitionIDAndAddr(r *http.Request) (ID uint64, addr string, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if ID, err = extractDataPartitionID(r); err != nil {
|
|
return
|
|
}
|
|
if addr, err = extractNodeAddr(r); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func extractDataPartitionID(r *http.Request) (ID uint64, err error) {
|
|
var value string
|
|
if value = r.FormValue(idKey); value == "" {
|
|
err = keyNotFound(idKey)
|
|
return
|
|
}
|
|
return strconv.ParseUint(value, 10, 64)
|
|
}
|
|
|
|
func parseRequestToDecommissionDataPartition(r *http.Request) (ID uint64, nodeAddr string, err error) {
|
|
return extractDataPartitionIDAndAddr(r)
|
|
}
|
|
|
|
func extractNodeAddr(r *http.Request) (nodeAddr string, err error) {
|
|
if nodeAddr = r.FormValue(addrKey); nodeAddr == "" {
|
|
err = keyNotFound(addrKey)
|
|
return
|
|
}
|
|
if ipAddr, ok := util.ParseAddrToIpAddr(nodeAddr); ok {
|
|
nodeAddr = ipAddr
|
|
}
|
|
return
|
|
}
|
|
|
|
func extractNodeID(r *http.Request) (ID uint64, err error) {
|
|
var value string
|
|
if value = r.FormValue(idKey); value == "" {
|
|
err = keyNotFound(idKey)
|
|
return
|
|
}
|
|
return strconv.ParseUint(value, 10, 64)
|
|
}
|
|
|
|
func extractNodesetID(r *http.Request) (ID uint64, err error) {
|
|
// nodeset id use same form key with node id
|
|
return extractNodeID(r)
|
|
}
|
|
|
|
func extractDiskPath(r *http.Request) (diskPath string, err error) {
|
|
if diskPath = r.FormValue(diskPathKey); diskPath == "" {
|
|
err = keyNotFound(diskPathKey)
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func extractDiskDisable(r *http.Request) (diskDisable bool, err error) {
|
|
var value string
|
|
if value = r.FormValue(DiskDisableKey); value == "" {
|
|
diskDisable = true
|
|
return
|
|
}
|
|
return strconv.ParseBool(value)
|
|
}
|
|
|
|
func parseRequestToLoadMetaPartition(r *http.Request) (partitionID uint64, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if partitionID, err = extractMetaPartitionID(r); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseRequestToDecommissionMetaPartition(r *http.Request) (partitionID uint64, nodeAddr string, err error) {
|
|
return extractMetaPartitionIDAndAddr(r)
|
|
}
|
|
|
|
func parseAndExtractStatus(r *http.Request) (status bool, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
return extractStatus(r)
|
|
}
|
|
|
|
func parseAndExtractForbidden(r *http.Request) (forbidden bool, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
return extractForbidden(r)
|
|
}
|
|
|
|
func parseAndExtractDpRepairBlockSize(r *http.Request) (size uint64, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
return extractDpRepairBlockSize(r)
|
|
}
|
|
|
|
func extractStatus(r *http.Request) (status bool, err error) {
|
|
var value string
|
|
if value = r.FormValue(enableKey); value == "" {
|
|
err = keyNotFound(enableKey)
|
|
return
|
|
}
|
|
if status, err = strconv.ParseBool(value); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func extractForbidden(r *http.Request) (forbidden bool, err error) {
|
|
var value string
|
|
if value = r.FormValue(forbiddenKey); value == "" {
|
|
err = keyNotFound(forbiddenKey)
|
|
return
|
|
}
|
|
if forbidden, err = strconv.ParseBool(value); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func extractDpRepairBlockSize(r *http.Request) (size uint64, err error) {
|
|
var value string
|
|
if value = r.FormValue(dpRepairBlockSizeKey); value == "" {
|
|
err = keyNotFound(dpRepairBlockSizeKey)
|
|
return
|
|
}
|
|
if size, err = strconv.ParseUint(value, 10, 64); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func extractDataNodesetSelector(r *http.Request) string {
|
|
return r.FormValue(dataNodesetSelectorKey)
|
|
}
|
|
|
|
func extractMetaNodesetSelector(r *http.Request) string {
|
|
return r.FormValue(metaNodesetSelectorKey)
|
|
}
|
|
|
|
func extractDataNodeSelector(r *http.Request) string {
|
|
return r.FormValue(dataNodeSelectorKey)
|
|
}
|
|
|
|
func extractMetaNodeSelector(r *http.Request) string {
|
|
return r.FormValue(metaNodeSelectorKey)
|
|
}
|
|
|
|
func extractFollowerRead(r *http.Request) (followerRead bool, exist bool, err error) {
|
|
var value string
|
|
if value = r.FormValue(followerReadKey); value == "" {
|
|
followerRead = false
|
|
return
|
|
}
|
|
exist = true
|
|
if followerRead, err = strconv.ParseBool(value); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseAndExtractDirLimit(r *http.Request) (limit uint32, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
var value string
|
|
|
|
value = r.FormValue(dirLimitKey)
|
|
if value == "" {
|
|
value = r.FormValue(dirQuotaKey)
|
|
if value == "" {
|
|
err = keyNotFound(dirLimitKey)
|
|
return
|
|
}
|
|
}
|
|
|
|
var tmpLimit uint64
|
|
if tmpLimit, err = strconv.ParseUint(value, 10, 32); err != nil {
|
|
return
|
|
}
|
|
|
|
limit = uint32(tmpLimit)
|
|
return
|
|
}
|
|
|
|
func parseAndExtractThreshold(r *http.Request) (threshold float64, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
var value string
|
|
if value = r.FormValue(thresholdKey); value == "" {
|
|
err = keyNotFound(thresholdKey)
|
|
return
|
|
}
|
|
if threshold, err = strconv.ParseFloat(value, 64); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseAndExtractVolDeletionDelayTime(r *http.Request) (volDeletionDelayTimeHour int, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
var value string
|
|
if value = r.FormValue(volDeletionDelayTimeKey); value == "" {
|
|
err = keyNotFound(volDeletionDelayTimeKey)
|
|
return
|
|
}
|
|
if volDeletionDelayTimeHour, err = strconv.Atoi(value); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseAndExtractSetNodeSetInfoParams(r *http.Request) (params map[string]interface{}, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
var value string
|
|
params = make(map[string]interface{})
|
|
if value = r.FormValue(countKey); value != "" {
|
|
count := uint64(0)
|
|
count, err = strconv.ParseUint(value, 10, 64)
|
|
if err != nil {
|
|
err = unmatchedKey(countKey)
|
|
return
|
|
}
|
|
params[countKey] = count
|
|
} else {
|
|
return nil, fmt.Errorf("not found %v", countKey)
|
|
}
|
|
var zoneName string
|
|
if zoneName = r.FormValue(zoneNameKey); zoneName == "" {
|
|
zoneName = DefaultZoneName
|
|
}
|
|
params[zoneNameKey] = zoneName
|
|
|
|
if value = r.FormValue(idKey); value != "" {
|
|
nodesetId := uint64(0)
|
|
nodesetId, err = strconv.ParseUint(value, 10, 64)
|
|
if err != nil {
|
|
err = unmatchedKey(idKey)
|
|
return
|
|
}
|
|
params[idKey] = nodesetId
|
|
} else {
|
|
return nil, fmt.Errorf("not found %v", idKey)
|
|
}
|
|
|
|
log.LogInfof("action[parseAndExtractSetNodeSetInfoParams]%v,%v,%v", params[zoneNameKey], params[idKey], params[countKey])
|
|
|
|
return
|
|
}
|
|
|
|
func parseAndExtractSetNodeInfoParams(r *http.Request) (params map[string]interface{}, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
var value string
|
|
noParams := true
|
|
params = make(map[string]interface{})
|
|
if value = r.FormValue(nodeDeleteBatchCountKey); value != "" {
|
|
noParams = false
|
|
batchCount := uint64(0)
|
|
batchCount, err = strconv.ParseUint(value, 10, 64)
|
|
if err != nil {
|
|
err = unmatchedKey(nodeDeleteBatchCountKey)
|
|
return
|
|
}
|
|
params[nodeDeleteBatchCountKey] = batchCount
|
|
}
|
|
|
|
if value = r.FormValue(nodeMarkDeleteRateKey); value != "" {
|
|
noParams = false
|
|
val := uint64(0)
|
|
val, err = strconv.ParseUint(value, 10, 64)
|
|
if err != nil {
|
|
err = unmatchedKey(nodeMarkDeleteRateKey)
|
|
return
|
|
}
|
|
params[nodeMarkDeleteRateKey] = val
|
|
}
|
|
|
|
if value = r.FormValue(nodeAutoRepairRateKey); value != "" {
|
|
noParams = false
|
|
val := uint64(0)
|
|
val, err = strconv.ParseUint(value, 10, 64)
|
|
if err != nil {
|
|
err = unmatchedKey(nodeAutoRepairRateKey)
|
|
return
|
|
}
|
|
params[nodeAutoRepairRateKey] = val
|
|
}
|
|
|
|
if value = r.FormValue(nodeDeleteWorkerSleepMs); value != "" {
|
|
noParams = false
|
|
val := uint64(0)
|
|
val, err = strconv.ParseUint(value, 10, 64)
|
|
if err != nil {
|
|
err = unmatchedKey(nodeMarkDeleteRateKey)
|
|
return
|
|
}
|
|
params[nodeDeleteWorkerSleepMs] = val
|
|
}
|
|
|
|
if value = r.FormValue(clusterLoadFactorKey); value != "" {
|
|
noParams = false
|
|
valF, err := strconv.ParseFloat(value, 64)
|
|
if err != nil || valF < 0 {
|
|
err = unmatchedKey(clusterLoadFactorKey)
|
|
return params, err
|
|
}
|
|
|
|
params[clusterLoadFactorKey] = float32(valF)
|
|
}
|
|
|
|
if value = r.FormValue(maxDpCntLimitKey); value != "" {
|
|
noParams = false
|
|
val := uint64(0)
|
|
val, err = strconv.ParseUint(value, 10, 64)
|
|
if err != nil {
|
|
err = unmatchedKey(maxDpCntLimitKey)
|
|
return
|
|
}
|
|
params[maxDpCntLimitKey] = val
|
|
}
|
|
|
|
if value = r.FormValue(maxMpCntLimitKey); value != "" {
|
|
noParams = false
|
|
val := uint64(0)
|
|
val, err = strconv.ParseUint(value, 10, 64)
|
|
if err != nil {
|
|
err = unmatchedKey(maxMpCntLimitKey)
|
|
return
|
|
}
|
|
params[maxMpCntLimitKey] = val
|
|
}
|
|
|
|
if value = r.FormValue(nodeDpRepairTimeOutKey); value != "" {
|
|
noParams = false
|
|
val := uint64(0)
|
|
val, err = strconv.ParseUint(value, 10, 64)
|
|
if err != nil {
|
|
err = unmatchedKey(nodeDpRepairTimeOutKey)
|
|
return
|
|
}
|
|
params[nodeDpRepairTimeOutKey] = val
|
|
}
|
|
|
|
if value = r.FormValue(nodeDpMaxRepairErrCntKey); value != "" {
|
|
noParams = false
|
|
val := uint64(0)
|
|
val, err = strconv.ParseUint(value, 10, 64)
|
|
if err != nil {
|
|
err = unmatchedKey(nodeDpMaxRepairErrCntKey)
|
|
return
|
|
}
|
|
params[nodeDpMaxRepairErrCntKey] = val
|
|
}
|
|
|
|
if value = r.FormValue(clusterCreateTimeKey); value != "" {
|
|
noParams = false
|
|
params[clusterCreateTimeKey] = value
|
|
}
|
|
|
|
if value = extractDataNodesetSelector(r); value != "" {
|
|
noParams = false
|
|
params[dataNodesetSelectorKey] = value
|
|
}
|
|
|
|
if value = extractMetaNodesetSelector(r); value != "" {
|
|
noParams = false
|
|
params[metaNodesetSelectorKey] = value
|
|
}
|
|
|
|
if value = extractDataNodeSelector(r); value != "" {
|
|
noParams = false
|
|
params[dataNodeSelectorKey] = value
|
|
}
|
|
|
|
if value = extractMetaNodeSelector(r); value != "" {
|
|
noParams = false
|
|
params[metaNodeSelectorKey] = value
|
|
}
|
|
|
|
if value = r.FormValue(markDiskBrokenThresholdKey); value != "" {
|
|
noParams = false
|
|
val := float64(0)
|
|
val, err = strconv.ParseFloat(value, 64)
|
|
if err != nil {
|
|
err = unmatchedKey(markDiskBrokenThresholdKey)
|
|
return
|
|
}
|
|
params[markDiskBrokenThresholdKey] = val
|
|
}
|
|
|
|
if value = r.FormValue(autoDecommissionDiskKey); value != "" {
|
|
noParams = false
|
|
val := false
|
|
val, err = strconv.ParseBool(value)
|
|
if err != nil {
|
|
err = unmatchedKey(autoDecommissionDiskKey)
|
|
return
|
|
}
|
|
params[autoDecommissionDiskKey] = val
|
|
}
|
|
|
|
if value = r.FormValue(autoDecommissionDiskIntervalKey); value != "" {
|
|
noParams = false
|
|
val := int64(0)
|
|
val, err = strconv.ParseInt(value, 10, 64)
|
|
if err != nil {
|
|
err = unmatchedKey(autoDecommissionDiskIntervalKey)
|
|
return
|
|
}
|
|
params[autoDecommissionDiskIntervalKey] = time.Duration(val)
|
|
}
|
|
|
|
if value = r.FormValue(autoDpMetaRepairKey); value != "" {
|
|
noParams = false
|
|
val := false
|
|
val, err = strconv.ParseBool(value)
|
|
if err != nil {
|
|
err = unmatchedKey(autoDpMetaRepairKey)
|
|
return
|
|
}
|
|
params[autoDpMetaRepairKey] = val
|
|
}
|
|
|
|
if value = r.FormValue(autoDpMetaRepairParallelCntKey); value != "" {
|
|
noParams = false
|
|
val := int64(0)
|
|
val, err = strconv.ParseInt(value, 10, 32)
|
|
if err != nil {
|
|
err = unmatchedKey(autoDpMetaRepairParallelCntKey)
|
|
return
|
|
}
|
|
params[autoDpMetaRepairParallelCntKey] = int(val)
|
|
}
|
|
|
|
if value = r.FormValue(dpTimeoutKey); value != "" {
|
|
noParams = false
|
|
val := int64(0)
|
|
val, err = strconv.ParseInt(value, 10, 64)
|
|
if err != nil {
|
|
err = unmatchedKey(dpTimeoutKey)
|
|
return
|
|
}
|
|
params[dpTimeoutKey] = val
|
|
}
|
|
|
|
if noParams {
|
|
err = keyNotFound(nodeDeleteBatchCountKey)
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func validateRequestToCreateMetaPartition(r *http.Request) (volName string, count int, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if countStr := r.FormValue(countKey); countStr == "" {
|
|
err = keyNotFound(countKey)
|
|
return
|
|
} else if count, err = strconv.Atoi(countStr); err != nil || count == 0 {
|
|
err = unmatchedKey(countKey)
|
|
return
|
|
}
|
|
if count > maxMpCreationCount {
|
|
err = fmt.Errorf("count[%d] exceeds maximum limit[%d]", count, maxMpCreationCount)
|
|
return
|
|
}
|
|
if volName, err = extractName(r); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseAndExtractPartitionInfo(r *http.Request) (partitionID uint64, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if partitionID, err = extractMetaPartitionID(r); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func extractMetaPartitionID(r *http.Request) (partitionID uint64, err error) {
|
|
var value string
|
|
if value = r.FormValue(idKey); value == "" {
|
|
err = keyNotFound(idKey)
|
|
return
|
|
}
|
|
return strconv.ParseUint(value, 10, 64)
|
|
}
|
|
|
|
func extractAuthKey(r *http.Request) (authKey string, err error) {
|
|
if authKey = r.FormValue(volAuthKey); authKey == "" {
|
|
err = keyNotFound(volAuthKey)
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func extractClientIDKey(r *http.Request) (clientIDKey string, err error) {
|
|
if clientIDKey = r.FormValue(ClientIDKey); clientIDKey == "" {
|
|
err = keyNotFound(ClientIDKey)
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseVolStatReq(r *http.Request) (name string, ver int, byMeta bool, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
name, err = extractName(r)
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
ver, err = extractUint(r, clientVersion)
|
|
if err != nil {
|
|
return
|
|
}
|
|
byMeta, err = extractBoolWithDefault(r, CountByMeta, false)
|
|
if err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseQosInfo(r *http.Request) (info *proto.ClientReportLimitInfo, err error) {
|
|
info = proto.NewClientReportLimitInfo()
|
|
var body []byte
|
|
if body, err = io.ReadAll(r.Body); err != nil {
|
|
return
|
|
}
|
|
// log.LogInfof("action[parseQosInfo] body len:[%v],crc:[%v]", len(body), crc32.ChecksumIEEE(body))
|
|
err = json.Unmarshal(body, info)
|
|
return
|
|
}
|
|
|
|
func parseAndExtractName(r *http.Request) (name string, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
return extractName(r)
|
|
}
|
|
|
|
func parseAndExtractDecommissionType(r *http.Request) (decommissionType int, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
return extractDecommissionType(r)
|
|
}
|
|
|
|
func extractName(r *http.Request) (name string, err error) {
|
|
if name = r.FormValue(nameKey); name == "" {
|
|
err = keyNotFound(nameKey)
|
|
return
|
|
}
|
|
if !volNameRegexp.MatchString(name) {
|
|
return "", errors.New("name can only be number and letters")
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func extractDecommissionType(r *http.Request) (decommissionType int, err error) {
|
|
var val string
|
|
if val = r.FormValue(decommissionTypeKey); val == "" {
|
|
err = keyNotFound(decommissionTypeKey)
|
|
return
|
|
}
|
|
var v int64
|
|
if v, err = strconv.ParseInt(val, 10, 32); err != nil {
|
|
return
|
|
}
|
|
decommissionType = int(v)
|
|
return
|
|
}
|
|
|
|
func extractUint(r *http.Request, key string) (val int, err error) {
|
|
var str string
|
|
var valParsed int64
|
|
if str = r.FormValue(key); str == "" {
|
|
return 0, nil
|
|
}
|
|
|
|
if valParsed, err = strconv.ParseInt(str, 10, 32); err != nil || valParsed < 0 {
|
|
return 0, fmt.Errorf("args [%s] is not legal, val %s", key, str)
|
|
}
|
|
|
|
val = int(valParsed)
|
|
return val, nil
|
|
}
|
|
|
|
func extractPositiveUint(r *http.Request, key string) (val int, err error) {
|
|
var str string
|
|
if str = r.FormValue(key); str == "" {
|
|
return 0, fmt.Errorf("args [%s] is not legal", key)
|
|
}
|
|
|
|
if val, err = strconv.Atoi(str); err != nil || val <= 0 {
|
|
return 0, fmt.Errorf("args [%s] is not legal, val %s", key, str)
|
|
}
|
|
|
|
return val, nil
|
|
}
|
|
|
|
func extractUint64(r *http.Request, key string) (val uint64, err error) {
|
|
var str string
|
|
if str = r.FormValue(key); str == "" {
|
|
return 0, nil
|
|
}
|
|
|
|
if val, err = strconv.ParseUint(str, 10, 64); err != nil {
|
|
return 0, fmt.Errorf("args [%s] is not legal, val %s", key, str)
|
|
}
|
|
|
|
return val, nil
|
|
}
|
|
|
|
func extractUint32(r *http.Request, key string) (val uint32, err error) {
|
|
var str string
|
|
if str = r.FormValue(key); str == "" {
|
|
return 0, nil
|
|
}
|
|
|
|
var tmp uint64
|
|
if tmp, err = strconv.ParseUint(str, 10, 32); err != nil {
|
|
return 0, fmt.Errorf("args [%s] is not legal, val %s", key, str)
|
|
}
|
|
|
|
return uint32(tmp), nil
|
|
}
|
|
|
|
func extractPositiveUint64(r *http.Request, key string) (val uint64, err error) {
|
|
var str string
|
|
if str = r.FormValue(key); str == "" {
|
|
return 0, fmt.Errorf("args [%s] is not legal", key)
|
|
}
|
|
|
|
if val, err = strconv.ParseUint(str, 10, 64); err != nil || val <= 0 {
|
|
return 0, fmt.Errorf("args [%s] is not legal, val %s", key, str)
|
|
}
|
|
|
|
return val, nil
|
|
}
|
|
|
|
func extractStr(r *http.Request, key string) (val string) {
|
|
return r.FormValue(key)
|
|
}
|
|
|
|
func extractOwner(r *http.Request) (owner string, err error) {
|
|
if owner = r.FormValue(volOwnerKey); owner == "" {
|
|
err = keyNotFound(volOwnerKey)
|
|
return
|
|
}
|
|
if !ownerRegexp.MatchString(owner) {
|
|
return "", errors.New("owner can only be number and letters")
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func parseAndCheckTicket(r *http.Request, key []byte, volName string) (jobj proto.APIAccessReq, ticket cryptoutil.Ticket, ts int64, err error) {
|
|
var plaintext []byte
|
|
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
if plaintext, err = extractClientReqInfo(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if err = json.Unmarshal([]byte(plaintext), &jobj); err != nil {
|
|
return
|
|
}
|
|
|
|
if err = proto.VerifyAPIAccessReqIDs(&jobj); err != nil {
|
|
return
|
|
}
|
|
|
|
ticket, ts, err = extractTicketMess(&jobj, key, volName)
|
|
|
|
return
|
|
}
|
|
|
|
func extractClientReqInfo(r *http.Request) (plaintext []byte, err error) {
|
|
var message string
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
if message = r.FormValue(proto.ClientMessage); message == "" {
|
|
err = keyNotFound(proto.ClientMessage)
|
|
return
|
|
}
|
|
|
|
if plaintext, err = cryptoutil.Base64Decode(message); err != nil {
|
|
return
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func extractTicketMess(req *proto.APIAccessReq, key []byte, volName string) (ticket cryptoutil.Ticket, ts int64, err error) {
|
|
if ticket, err = proto.ExtractTicket(req.Ticket, key); err != nil {
|
|
err = fmt.Errorf("extractTicket failed: %s", err.Error())
|
|
return
|
|
}
|
|
if time.Now().Unix() >= ticket.Exp {
|
|
err = proto.ErrExpiredTicket
|
|
return
|
|
}
|
|
if ts, err = proto.ParseVerifier(req.Verifier, ticket.SessionKey.Key); err != nil {
|
|
err = fmt.Errorf("parseVerifier failed: %s", err.Error())
|
|
return
|
|
}
|
|
if err = proto.CheckAPIAccessCaps(&ticket, proto.APIRsc, req.Type, proto.APIAccess); err != nil {
|
|
err = fmt.Errorf("CheckAPIAccessCaps failed: %s", err.Error())
|
|
return
|
|
}
|
|
if err = proto.CheckVOLAccessCaps(&ticket, volName, proto.VOLAccess, proto.MasterNode); err != nil {
|
|
err = fmt.Errorf("CheckVOLAccessCaps failed: %s", err.Error())
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func checkTicket(encodedTicket string, key []byte, Type proto.MsgType) (ticket cryptoutil.Ticket, err error) {
|
|
if ticket, err = proto.ExtractTicket(encodedTicket, key); err != nil {
|
|
err = fmt.Errorf("extractTicket failed: %s", err.Error())
|
|
return
|
|
}
|
|
if time.Now().Unix() >= ticket.Exp {
|
|
err = proto.ErrExpiredTicket
|
|
return
|
|
}
|
|
if err = proto.CheckAPIAccessCaps(&ticket, proto.APIRsc, Type, proto.APIAccess); err != nil {
|
|
err = fmt.Errorf("CheckAPIAccessCaps failed: %s", err.Error())
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func newSuccessHTTPReply(data interface{}) *proto.HTTPReply {
|
|
return &proto.HTTPReply{Code: proto.ErrCodeSuccess, Msg: proto.ErrSuc.Error(), Data: data}
|
|
}
|
|
|
|
func newErrHTTPReply(err error) *proto.HTTPReply {
|
|
if err == nil {
|
|
return newSuccessHTTPReply("")
|
|
}
|
|
|
|
code, ok := proto.Err2CodeMap[err]
|
|
if ok {
|
|
return &proto.HTTPReply{Code: code, Msg: err.Error()}
|
|
}
|
|
|
|
return &proto.HTTPReply{Code: proto.ErrCodeInternalError, Msg: err.Error()}
|
|
}
|
|
|
|
func sendOkReply(w http.ResponseWriter, r *http.Request, httpReply *proto.HTTPReply) (err error) {
|
|
switch httpReply.Data.(type) {
|
|
case *DataPartition:
|
|
dp := httpReply.Data.(*DataPartition)
|
|
dp.RLock()
|
|
defer dp.RUnlock()
|
|
case *MetaPartition:
|
|
mp := httpReply.Data.(*MetaPartition)
|
|
mp.RLock()
|
|
defer mp.RUnlock()
|
|
case *MetaNode:
|
|
mn := httpReply.Data.(*MetaNode)
|
|
mn.RLock()
|
|
defer mn.RUnlock()
|
|
case *DataNode:
|
|
dn := httpReply.Data.(*DataNode)
|
|
dn.RLock()
|
|
defer dn.RUnlock()
|
|
default:
|
|
// do nothing
|
|
}
|
|
|
|
reply, err := json.Marshal(httpReply)
|
|
if err != nil {
|
|
log.LogErrorf("fail to marshal http reply. URL[%v],remoteAddr[%v] err:[%v]", r.URL, r.RemoteAddr, err)
|
|
http.Error(w, "fail to marshal http reply", http.StatusBadRequest)
|
|
return
|
|
}
|
|
|
|
if acceptEncoding := r.Header.Get(proto.HeaderAcceptEncoding); acceptEncoding != "" {
|
|
if compressed, errx := compressor.New(acceptEncoding).Compress(reply); errx == nil {
|
|
w.Header().Set(proto.HeaderContentEncoding, acceptEncoding)
|
|
reply = compressed
|
|
}
|
|
}
|
|
|
|
send(w, r, reply)
|
|
return
|
|
}
|
|
|
|
func send(w http.ResponseWriter, r *http.Request, reply []byte) {
|
|
w.Header().Set("content-type", "application/json")
|
|
w.Header().Set("Content-Length", strconv.Itoa(len(reply)))
|
|
if _, err := w.Write(reply); err != nil {
|
|
log.LogErrorf("fail to write http len[%d].URL[%v],remoteAddr[%v] err:[%v]", len(reply), r.URL, r.RemoteAddr, err)
|
|
return
|
|
}
|
|
log.LogInfof("URL[%v],remoteAddr[%v],response ok", r.URL, r.RemoteAddr)
|
|
}
|
|
|
|
func sendErrReply(w http.ResponseWriter, r *http.Request, httpReply *proto.HTTPReply) {
|
|
log.LogInfof("URL[%v],remoteAddr[%v],response", r.URL, r.RemoteAddr)
|
|
reply, err := json.Marshal(httpReply)
|
|
if err != nil {
|
|
log.LogErrorf("fail to marshal http reply. URL[%v],remoteAddr[%v] err:[%v]", r.URL, r.RemoteAddr, err)
|
|
http.Error(w, "fail to marshal http reply", http.StatusBadRequest)
|
|
return
|
|
}
|
|
|
|
w.Header().Set("content-type", "application/json")
|
|
w.Header().Set("Content-Length", strconv.Itoa(len(reply)))
|
|
if _, err = w.Write(reply); err != nil {
|
|
log.LogErrorf("fail to write http len[%d].URL[%v],remoteAddr[%v] err:[%v]", len(reply), r.URL, r.RemoteAddr, err)
|
|
}
|
|
}
|
|
|
|
func parseRequestToUpdateDecommissionLimit(r *http.Request) (limit uint64, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
var value string
|
|
if value = r.FormValue(decommissionLimit); value == "" {
|
|
err = keyNotFound(decommissionLimit)
|
|
return
|
|
}
|
|
|
|
limit, err = strconv.ParseUint(value, 10, 32)
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func parseSetConfigParam(r *http.Request) (key string, value string, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if value = r.FormValue(cfgmetaPartitionInodeIdStep); value == "" {
|
|
err = keyNotFound("config")
|
|
return
|
|
}
|
|
key = cfgmetaPartitionInodeIdStep
|
|
log.LogInfo("parseSetConfigParam success.")
|
|
return
|
|
}
|
|
|
|
func parseGetConfigParam(r *http.Request) (key string, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if key = r.FormValue(configKey); key == "" {
|
|
err = keyNotFound("config")
|
|
return
|
|
}
|
|
log.LogInfo("parseGetConfigParam success.")
|
|
return
|
|
}
|
|
|
|
func parserSetQuotaParam(r *http.Request, req *proto.SetMasterQuotaReuqest) (err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.VolName, err = extractName(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.MaxFiles, err = extractUint64WithDefault(r, MaxFilesKey, math.MaxUint64); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.MaxBytes, err = extractUint64WithDefault(r, MaxBytesKey, math.MaxUint64); err != nil {
|
|
return
|
|
}
|
|
var body []byte
|
|
if body, err = io.ReadAll(r.Body); err != nil {
|
|
return
|
|
}
|
|
|
|
if err = json.Unmarshal(body, &req.PathInfos); err != nil {
|
|
return
|
|
}
|
|
|
|
log.LogInfo("parserSetQuotaParam success.")
|
|
return
|
|
}
|
|
|
|
func parserUpdateQuotaParam(r *http.Request, req *proto.UpdateMasterQuotaReuqest) (err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.VolName, err = extractName(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.QuotaId, err = extractQuotaId(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.MaxFiles, err = extractUint64WithDefault(r, MaxFilesKey, math.MaxUint64); err != nil {
|
|
return
|
|
}
|
|
|
|
if req.MaxBytes, err = extractUint64WithDefault(r, MaxBytesKey, math.MaxUint64); err != nil {
|
|
return
|
|
}
|
|
log.LogInfo("parserUpdateQuotaParam success.")
|
|
return
|
|
}
|
|
|
|
func parseDeleteQuotaParam(r *http.Request) (volName string, quotaId uint32, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
if volName, err = extractName(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if quotaId, err = extractQuotaId(r); err != nil {
|
|
return
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func parseGetQuotaParam(r *http.Request) (volName string, quotaId uint32, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if volName, err = extractName(r); err != nil {
|
|
return
|
|
}
|
|
|
|
if quotaId, err = extractQuotaId(r); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func extractQuotaId(r *http.Request) (quotaId uint32, err error) {
|
|
var value string
|
|
if value = r.FormValue(quotaKey); value == "" {
|
|
err = keyNotFound(quotaKey)
|
|
return
|
|
}
|
|
tmp, err := strconv.ParseUint(value, 10, 32)
|
|
quotaId = uint32(tmp)
|
|
return
|
|
}
|
|
|
|
func parseRequestToSetTrashInterval(r *http.Request) (name, authKey string, interval int64, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
if name, err = extractName(r); err != nil {
|
|
return
|
|
}
|
|
if authKey, err = extractAuthKey(r); err != nil {
|
|
return
|
|
}
|
|
if interval, err = extractInt64WithDefault(r, TrashIntervalKey, 0); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func parseRequestToUpdateDecommissionDiskLimit(r *http.Request) (limit uint32, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
|
|
var value string
|
|
if value = r.FormValue(decommissionDiskLimit); value == "" {
|
|
err = keyNotFound(decommissionDiskLimit)
|
|
return
|
|
}
|
|
tmp, err := strconv.ParseUint(value, 10, 32)
|
|
if err != nil {
|
|
return
|
|
}
|
|
limit = uint32(tmp)
|
|
return
|
|
}
|
|
|
|
func parseS3QosReq(r *http.Request, req *proto.S3QosRequest) (err error) {
|
|
var body []byte
|
|
if body, err = io.ReadAll(r.Body); err != nil {
|
|
return
|
|
}
|
|
|
|
if err = json.Unmarshal(body, &req); err != nil {
|
|
return
|
|
}
|
|
|
|
log.LogInfo("parseS3QosReq success.")
|
|
return
|
|
}
|
|
|
|
func parseRequestToSetDiskBrokenThreshold(r *http.Request) (ratio float64, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
if ratio, err = extractDiskBrokenThreshold(r); err != nil {
|
|
return
|
|
}
|
|
return
|
|
}
|
|
|
|
func extractDiskBrokenThreshold(r *http.Request) (ratio float64, err error) {
|
|
var value string
|
|
if value = r.FormValue(markDiskBrokenThresholdKey); value == "" {
|
|
err = keyNotFound(markDiskBrokenThresholdKey)
|
|
return
|
|
}
|
|
return strconv.ParseFloat(value, 64)
|
|
}
|
|
|
|
func parseRequestToResetDpRestoreStatus(r *http.Request) (dpId uint64, err error) {
|
|
if err = r.ParseForm(); err != nil {
|
|
return
|
|
}
|
|
dpId, err = extractDataPartitionID(r)
|
|
return
|
|
}
|
