filer.sync: fix synchronization logic in active-active mode

fix https://github.com/seaweedfs/seaweedfs/issues/3328

1 files changed, 39 insertions, 0 deletions

diff --git a/weed/filer/filechunks2_test.go b/weed/filer/filechunks2_test.go
index fe35b4a05..7aa00864b 100644
--- a/weed/filer/filechunks2_test.go
+++ b/weed/filer/filechunks2_test.go
@@ -1,13 +1,52 @@
 package filer
 
 import (
+	"github.com/stretchr/testify/assert"
 	"golang.org/x/exp/slices"
+	"log"
 	"testing"
 
 	"github.com/seaweedfs/seaweedfs/weed/glog"
 	"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
 )
 
+func TestDoMinusChunks(t *testing.T) {
+	// https://github.com/seaweedfs/seaweedfs/issues/3328
+
+	// clusterA and clusterB using filer.sync to sync file: hello.txt
+	// clusterA append a new line and then clusterB also append a new line
+	// clusterA append a new line again
+	chunksInA := []*filer_pb.FileChunk{
+		{Offset: 0, Size: 3, FileId: "11", Mtime: 100},
+		{Offset: 3, Size: 3, FileId: "22", SourceFileId: "2", Mtime: 200},
+		{Offset: 6, Size: 3, FileId: "33", Mtime: 300},
+	}
+	chunksInB := []*filer_pb.FileChunk{
+		{Offset: 0, Size: 3, FileId: "1", SourceFileId: "11", Mtime: 100},
+		{Offset: 3, Size: 3, FileId: "2", Mtime: 200},
+		{Offset: 6, Size: 3, FileId: "3", SourceFileId: "33", Mtime: 300},
+	}
+
+	// clusterB using command "echo 'content' > hello.txt" to overwrite file
+	// clusterA will receive two evenNotification, need to empty the whole file content first and add new content
+	// the first one is oldEntry is chunksInB and newEntry is empty fileChunks
+	firstOldEntry := chunksInB
+	var firstNewEntry []*filer_pb.FileChunk
+
+	// clusterA received the first one event, gonna empty the whole chunk, according the code in filer_sink 194
+	// we can get the deleted chunks and newChunks
+	firstDeletedChunks := DoMinusChunks(firstOldEntry, firstNewEntry)
+	log.Println("first deleted chunks:", firstDeletedChunks)
+	//firstNewEntry := DoMinusChunks(firstNewEntry, firstOldEntry)
+
+	// clusterA need to delete all chunks in firstDeletedChunks
+	emptiedChunksInA := DoMinusChunksBySourceFileId(chunksInA, firstDeletedChunks)
+	// chunksInA supposed to be empty by minus the deletedChunks but it just delete the chunk which sync from clusterB
+	log.Println("clusterA synced empty chunks event result:", emptiedChunksInA)
+	// clusterB emptied it's chunks and clusterA must sync the change and empty chunks too
+	assert.Equalf(t, firstNewEntry, emptiedChunksInA, "empty")
+}
+
 func TestCompactFileChunksRealCase(t *testing.T) {
 
 	chunks := []*filer_pb.FileChunk{