aboutsummaryrefslogtreecommitdiff
path: root/weed/filesys/file.go
diff options
context:
space:
mode:
authorChris Lu <chris.lu@gmail.com>2018-12-30 00:51:44 -0800
committerChris Lu <chris.lu@gmail.com>2018-12-30 00:51:44 -0800
commit0388d421d2a50ce4c3368457ab850a982744ea7b (patch)
treeecfdaf67d9a40e74167c963bc6f44d772c39a827 /weed/filesys/file.go
parent55f7d8f80105f907e704600ec163c02c995ff9c3 (diff)
downloadseaweedfs-0388d421d2a50ce4c3368457ab850a982744ea7b.tar.xz
seaweedfs-0388d421d2a50ce4c3368457ab850a982744ea7b.zip
caching visible intervals for read
speeds up 4x in single thread mode speeds up 30% in 32 threads mode
Diffstat (limited to 'weed/filesys/file.go')
-rw-r--r--weed/filesys/file.go18
1 files changed, 11 insertions, 7 deletions
diff --git a/weed/filesys/file.go b/weed/filesys/file.go
index d0f94a21b..a9e763a1b 100644
--- a/weed/filesys/file.go
+++ b/weed/filesys/file.go
@@ -1,12 +1,12 @@
package filesys
import (
- "github.com/seaweedfs/fuse"
- "github.com/seaweedfs/fuse/fs"
"context"
"github.com/chrislusf/seaweedfs/weed/filer2"
"github.com/chrislusf/seaweedfs/weed/glog"
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
+ "github.com/seaweedfs/fuse"
+ "github.com/seaweedfs/fuse/fs"
"os"
"path/filepath"
"time"
@@ -20,11 +20,12 @@ var _ = fs.NodeFsyncer(&File{})
var _ = fs.NodeSetattrer(&File{})
type File struct {
- Name string
- dir *Dir
- wfs *WFS
- entry *filer_pb.Entry
- isOpen bool
+ Name string
+ dir *Dir
+ wfs *WFS
+ entry *filer_pb.Entry
+ entryViewCache []*filer2.VisibleInterval
+ isOpen bool
}
func (file *File) fullpath() string {
@@ -82,6 +83,7 @@ func (file *File) Setattr(ctx context.Context, req *fuse.SetattrRequest, resp *f
if req.Size == 0 {
// fmt.Printf("truncate %v \n", fullPath)
file.entry.Chunks = nil
+ file.entryViewCache = nil
}
file.entry.Attributes.FileSize = req.Size
}
@@ -138,6 +140,7 @@ func (file *File) maybeLoadAttributes(ctx context.Context) error {
if item != nil && !item.Expired() {
entry := item.Value().(*filer_pb.Entry)
file.entry = entry
+ file.entryViewCache = nil
// glog.V(1).Infof("file attr read cached %v attributes", file.Name)
} else {
err := file.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error {
@@ -154,6 +157,7 @@ func (file *File) maybeLoadAttributes(ctx context.Context) error {
}
file.entry = resp.Entry
+ file.entryViewCache = nil
glog.V(3).Infof("file attr %v %+v: %d", file.fullpath(), file.entry.Attributes, filer2.TotalSize(file.entry.Chunks))