mirror of
https://github.com/cubefs/cubefs.git
synced 2026-08-02 02:00:56 +00:00
136 lines
3.0 KiB
Go
136 lines
3.0 KiB
Go
// Copyright 2018 The CubeFS Authors.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
// implied. See the License for the specific language governing
|
|
// permissions and limitations under the License.
|
|
|
|
package master
|
|
|
|
import (
|
|
"fmt"
|
|
"time"
|
|
|
|
"github.com/cubefs/cubefs/util/log"
|
|
)
|
|
|
|
// FileCrc defines the crc of a file
|
|
type FileCrc struct {
|
|
crc uint32
|
|
count int
|
|
meta *FileMetadata
|
|
}
|
|
|
|
func newFileCrc(volCrc uint32) (fc *FileCrc) {
|
|
fc = new(FileCrc)
|
|
fc.crc = volCrc
|
|
fc.count = 1
|
|
|
|
return
|
|
}
|
|
|
|
type fileCrcSorter []*FileCrc
|
|
|
|
func (fileCrcArr fileCrcSorter) Less(i, j int) bool {
|
|
return fileCrcArr[i].count < fileCrcArr[j].count
|
|
}
|
|
|
|
func (fileCrcArr fileCrcSorter) Swap(i, j int) {
|
|
fileCrcArr[i], fileCrcArr[j] = fileCrcArr[j], fileCrcArr[i]
|
|
}
|
|
|
|
func (fileCrcArr fileCrcSorter) Len() (length int) {
|
|
length = len(fileCrcArr)
|
|
return
|
|
}
|
|
|
|
func (fileCrcArr fileCrcSorter) log() (msg string) {
|
|
for _, fileCrc := range fileCrcArr {
|
|
addr := fileCrc.meta.getLocationAddr()
|
|
count := fileCrc.count
|
|
crc := fileCrc.crc
|
|
msg = fmt.Sprintf(msg+" addr:%v count:%v crc:%v ", addr, count, crc)
|
|
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func (fc *FileInCore) shouldCheckCrc() bool {
|
|
return time.Now().Unix()-fc.LastModify > defaultIntervalToCheckCrc
|
|
}
|
|
|
|
func (fc *FileInCore) needCrcRepair(liveReplicas []*DataReplica, getInfoCallback func() string) (fms []*FileMetadata, needRepair bool) {
|
|
var baseCrc uint32
|
|
fms = make([]*FileMetadata, 0)
|
|
|
|
for i := 0; i < len(liveReplicas); i++ {
|
|
vol := liveReplicas[i]
|
|
if fm, ok := fc.getFileMetaByAddr(vol); ok {
|
|
fms = append(fms, fm)
|
|
}
|
|
}
|
|
if len(fms) == 0 {
|
|
return
|
|
}
|
|
|
|
baseCrc = fms[0].Crc
|
|
baseApplyId := fms[0].ApplyID
|
|
for _, fm := range fms {
|
|
if fm.getFileCrc() == EmptyCrcValue || fm.getFileCrc() == 0 {
|
|
needRepair = false
|
|
return
|
|
}
|
|
if fm.ApplyID == baseApplyId && fm.getFileCrc() != baseCrc {
|
|
log.LogWarnf("needCrcRepair. getInfoCallback %v, extent %v, applyID(%v:%v), crc %v",
|
|
getInfoCallback(), fc.Name, fm.ApplyID, baseApplyId, baseCrc)
|
|
needRepair = true
|
|
return
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
func hasSameSize(fms []*FileMetadata) (same bool) {
|
|
sentry := fms[0].Size
|
|
for _, fm := range fms {
|
|
if fm.Size != sentry {
|
|
return
|
|
}
|
|
}
|
|
return true
|
|
}
|
|
|
|
func (fc *FileInCore) calculateCrc(badVfNodes []*FileMetadata) (fileCrcArr []*FileCrc) {
|
|
badLen := len(badVfNodes)
|
|
fileCrcArr = make([]*FileCrc, 0)
|
|
for i := 0; i < badLen; i++ {
|
|
crcKey := badVfNodes[i].getFileCrc()
|
|
isFound := false
|
|
var crc *FileCrc
|
|
for _, crc = range fileCrcArr {
|
|
if crc.crc == crcKey {
|
|
isFound = true
|
|
break
|
|
}
|
|
}
|
|
|
|
if !isFound {
|
|
crc = newFileCrc(crcKey)
|
|
crc.meta = badVfNodes[i]
|
|
fileCrcArr = append(fileCrcArr, crc)
|
|
} else {
|
|
crc.count++
|
|
}
|
|
}
|
|
|
|
return
|
|
}
|
