aboutsummaryrefslogtreecommitdiff
path: root/weed
diff options
context:
space:
mode:
authorshichanglin5 <shichanglin5@qq.com>2022-06-09 20:41:16 +0800
committershichanglin5 <shichanglin5@qq.com>2022-06-09 20:41:16 +0800
commitf5b0c04b149c80cb40fda9cb1d93d9a92c826451 (patch)
treea0366d15987f749fe956e98d5e8e354d959a8528 /weed
parent4a046e4de7a40730895f8149120ce8d6e95f961d (diff)
downloadseaweedfs-f5b0c04b149c80cb40fda9cb1d93d9a92c826451.tar.xz
seaweedfs-f5b0c04b149c80cb40fda9cb1d93d9a92c826451.zip
perf: Optimized volume handling duplicateUUID logic to avoid quitting when volume is actualy normal
Under normal circumstances, there will be no problems, but when the master is debugged in the local environment, the volume client cannot communicate with the master normally, so the sendHeartBeat logic is restarted, and a new connection is created to report the heartbeat. If the master has not cleared the uuid of the volume at this time, then The master will respond to volume duplicateUUIDS, and the volume service will exit, but in fact the uuid of the volume is not duplicated
Diffstat (limited to 'weed')
-rw-r--r--weed/server/volume_grpc_client_to_master.go24
-rw-r--r--weed/storage/volume.go1
2 files changed, 19 insertions, 6 deletions
diff --git a/weed/server/volume_grpc_client_to_master.go b/weed/server/volume_grpc_client_to_master.go
index d4f3b2853..a7b75d6a5 100644
--- a/weed/server/volume_grpc_client_to_master.go
+++ b/weed/server/volume_grpc_client_to_master.go
@@ -119,16 +119,30 @@ func (vs *VolumeServer) doHeartbeat(masterAddress pb.ServerAddress, grpcDialOpti
return
}
if len(in.DuplicatedUuids) > 0 {
- var duplictedDir []string
+ var duplicatedDir []string
+
+ foundDuplicate := false
+ duplicateSet := make(map[string]struct{})
for _, loc := range vs.store.Locations {
+ directoryUuid := loc.DirectoryUuid
+ if _, exists := duplicateSet[directoryUuid]; !exists {
+ duplicateSet[directoryUuid] = struct{}{}
+ } else {
+ foundDuplicate = true
+ }
+
for _, uuid := range in.DuplicatedUuids {
- if uuid == loc.DirectoryUuid {
- duplictedDir = append(duplictedDir, loc.Directory)
+ if uuid == directoryUuid {
+ duplicatedDir = append(duplicatedDir, loc.Directory)
}
}
}
- glog.Errorf("Shut down Volume Server due to duplicated volume directories: %v", duplictedDir)
- os.Exit(1)
+ if foundDuplicate {
+ glog.Errorf("Shut down Volume Server due to duplicated volume directories: %v", duplicatedDir)
+ os.Exit(1)
+ } else {
+ glog.Warningf("Receive response of duplicated volume directories: %v, ignored(the check found no duplicates)", duplicatedDir)
+ }
}
if in.GetVolumeSizeLimit() != 0 && vs.store.GetVolumeSizeLimit() != in.GetVolumeSizeLimit() {
vs.store.SetVolumeSizeLimit(in.GetVolumeSizeLimit())
diff --git a/weed/storage/volume.go b/weed/storage/volume.go
index 3539efa85..fc77fa63a 100644
--- a/weed/storage/volume.go
+++ b/weed/storage/volume.go
@@ -293,7 +293,6 @@ func (v *Volume) collectStatus() (maxFileKey types.NeedleId, datFileSize int64,
fileCount = uint64(v.nm.FileCount())
deletedCount = uint64(v.nm.DeletedCount())
deletedSize = v.nm.DeletedSize()
- fileCount = uint64(v.nm.FileCount())
return
}