gian/cubefs
1
0
Fork 0
mirror of https://github.com/cubefs/cubefs.git synced 2026-08-02 02:00:56 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

refactor(metanode): submit inode to free forbidden migration by batch

Browse Source 
close:#22701675

Signed-off-by: chihe <chihe@oppo.com>
This commit is contained in:
chihe 2024-11-01 10:34:27 +08:00 committed by AmazingChi
parent 623a671184
commit 2bfd708dcf
1 changed files with 28 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

44
metanode/partition_forbidden_migration_list.go
View File

@ -50,23 +50,35 @@ func (mp *metaPartition) checkForbiddenMigrationWorker() {
}
freeInodes = append(freeInodes, inode)
}
bufSlice := make([]byte, 0, 8*len(freeInodes))
for _, inode := range freeInodes {
bufSlice = append(bufSlice, inode.MarshalKey()...)
}
log.LogDebugf("[checkForbiddenMigrationWorker] mp %v sync %v to follower",
mp.config.PartitionId, freeInodes)
err := mp.syncToRaftFollowersFreeForbiddenMigrationInode(bufSlice)
if err != nil {
log.LogWarnf("[checkForbiddenMigrationWorker] raft commit inode list: %v, "+
"response %s", freeInodes, err.Error())
}
for _, inode := range freeInodes {
if err == nil {
mp.freeForbiddenMigrationInode(inode)
} else {
mp.fmList.Put(inode.Inode)
batchSize := 1024
totalInodes := len(freeInodes)
bufSlice := make([]byte, 0, 8*batchSize)
for i := 0; i < totalInodes; i += batchSize {
end := i + batchSize
if end > totalInodes {
end = totalInodes
}
batch := freeInodes[i:end]
for _, inode := range batch {
bufSlice = append(bufSlice, inode.MarshalKey()...)
}
log.LogDebugf("[checkForbiddenMigrationWorker] mp %v sync %v to follower",
mp.config.PartitionId, len(batch))
err := mp.syncToRaftFollowersFreeForbiddenMigrationInode(bufSlice)
if err != nil {
log.LogWarnf("[checkForbiddenMigrationWorker] raft commit inode list: %v, "+
"response %s", len(batch), err.Error())
}
for _, inode := range batch {
if err == nil {
mp.freeForbiddenMigrationInode(inode)
} else {
mp.fmList.Put(inode.Inode)
}
}
bufSlice = bufSlice[:0]
}
}
}