aboutsummaryrefslogtreecommitdiff
path: root/unmaintained/remove_duplicate_fids
diff options
context:
space:
mode:
authorChris Lu <chris.lu@gmail.com>2019-10-29 00:35:16 -0700
committerChris Lu <chris.lu@gmail.com>2019-10-29 00:35:16 -0700
commit19b6a16003325ec93bb0e261d5a9c08cd3e03cad (patch)
treebd0c38a7dec60904418173a8f0825e63f965d255 /unmaintained/remove_duplicate_fids
parenteb2172f63fcdf7f5455c142daaceb6b1a489f7f4 (diff)
downloadseaweedfs-19b6a16003325ec93bb0e261d5a9c08cd3e03cad.tar.xz
seaweedfs-19b6a16003325ec93bb0e261d5a9c08cd3e03cad.zip
changed from os.file to backend.DataStorageBackend
Diffstat (limited to 'unmaintained/remove_duplicate_fids')
-rw-r--r--unmaintained/remove_duplicate_fids/remove_duplicate_fids.go13
1 files changed, 8 insertions, 5 deletions
diff --git a/unmaintained/remove_duplicate_fids/remove_duplicate_fids.go b/unmaintained/remove_duplicate_fids/remove_duplicate_fids.go
index bbb6f6d9a..5eeb7e1c8 100644
--- a/unmaintained/remove_duplicate_fids/remove_duplicate_fids.go
+++ b/unmaintained/remove_duplicate_fids/remove_duplicate_fids.go
@@ -8,6 +8,7 @@ import (
"github.com/chrislusf/seaweedfs/weed/glog"
"github.com/chrislusf/seaweedfs/weed/storage"
+ "github.com/chrislusf/seaweedfs/weed/storage/backend"
"github.com/chrislusf/seaweedfs/weed/storage/needle"
)
@@ -28,6 +29,7 @@ type VolumeFileScanner4SeeDat struct {
dir string
hashes map[string]bool
dat *os.File
+ datBackend backend.DataStorageBackend
}
func (scanner *VolumeFileScanner4SeeDat) VisitSuperBlock(superBlock storage.SuperBlock) error {
@@ -42,13 +44,14 @@ func (scanner *VolumeFileScanner4SeeDat) ReadNeedleBody() bool {
func (scanner *VolumeFileScanner4SeeDat) VisitNeedle(n *needle.Needle, offset int64, needleHeader, needleBody []byte) error {
- if scanner.dat == nil {
- newDatFile, err := os.Create(filepath.Join(*volumePath, "dat_fixed"))
+ if scanner.datBackend == nil {
+ newFileName := filepath.Join(*volumePath, "dat_fixed")
+ newDatFile, err := os.Create(newFileName)
if err != nil {
glog.Fatalf("Write New Volume Data %v", err)
}
- scanner.dat = newDatFile
- scanner.dat.Write(scanner.block.Bytes())
+ scanner.datBackend = backend.NewDiskFile(newFileName, newDatFile)
+ scanner.datBackend.WriteAt(scanner.block.Bytes(), 0)
}
checksum := Checksum(n)
@@ -59,7 +62,7 @@ func (scanner *VolumeFileScanner4SeeDat) VisitNeedle(n *needle.Needle, offset in
}
scanner.hashes[checksum] = true
- _, s, _, e := n.Append(scanner.dat, scanner.version)
+ _, s, _, e := n.Append(scanner.datBackend, scanner.version)
fmt.Printf("size %d error %v\n", s, e)
return nil