diff options
Diffstat (limited to 'weed/operation/sync_volume.go')
| -rw-r--r-- | weed/operation/sync_volume.go | 21 |
1 files changed, 18 insertions, 3 deletions
diff --git a/weed/operation/sync_volume.go b/weed/operation/sync_volume.go index 662184656..ac2e2bf79 100644 --- a/weed/operation/sync_volume.go +++ b/weed/operation/sync_volume.go @@ -2,6 +2,8 @@ package operation import ( "context" + "fmt" + "io" "github.com/chrislusf/seaweedfs/weed/pb/volume_server_pb" . "github.com/chrislusf/seaweedfs/weed/storage/types" @@ -23,17 +25,30 @@ func GetVolumeSyncStatus(server string, vid uint32) (resp *volume_server_pb.Volu func GetVolumeIdxEntries(server string, vid uint32, eachEntryFn func(key NeedleId, offset Offset, size uint32)) error { return WithVolumeServerClient(server, func(client volume_server_pb.VolumeServerClient) error { - resp, err := client.VolumeSyncIndex(context.Background(), &volume_server_pb.VolumeSyncIndexRequest{ + stream, err := client.VolumeSyncIndex(context.Background(), &volume_server_pb.VolumeSyncIndexRequest{ VolumdId: vid, }) if err != nil { return err } - dataSize := len(resp.IndexFileContent) + var indexFileContent []byte + + for { + resp, err := stream.Recv() + if err == io.EOF { + break + } + if err != nil { + return fmt.Errorf("read index entries: %v", err) + } + indexFileContent = append(indexFileContent, resp.IndexFileContent...) + } + + dataSize := len(indexFileContent) for idx := 0; idx+NeedleEntrySize <= dataSize; idx += NeedleEntrySize { - line := resp.IndexFileContent[idx : idx+NeedleEntrySize] + line := indexFileContent[idx : idx+NeedleEntrySize] key := BytesToNeedleId(line[:NeedleIdSize]) offset := BytesToOffset(line[NeedleIdSize : NeedleIdSize+OffsetSize]) size := util.BytesToUint32(line[NeedleIdSize+OffsetSize : NeedleIdSize+OffsetSize+SizeSize]) |