aboutsummaryrefslogtreecommitdiff
path: root/weed/filesys/filehandle.go
diff options
context:
space:
mode:
authorChris Lu <chris.lu@gmail.com>2018-05-23 03:08:46 -0700
committerChris Lu <chris.lu@gmail.com>2018-05-23 03:08:46 -0700
commit536559f62dd937da7780e743cd7056e9682e2fb6 (patch)
tree3df89147a278880dafc597144919070430d18b14 /weed/filesys/filehandle.go
parent1675243f29c5f37ca698b36b8bd4e74d5f1671f4 (diff)
downloadseaweedfs-536559f62dd937da7780e743cd7056e9682e2fb6.tar.xz
seaweedfs-536559f62dd937da7780e743cd7056e9682e2fb6.zip
copy works, edit somehow still fails
Diffstat (limited to 'weed/filesys/filehandle.go')
-rw-r--r--weed/filesys/filehandle.go176
1 files changed, 176 insertions, 0 deletions
diff --git a/weed/filesys/filehandle.go b/weed/filesys/filehandle.go
new file mode 100644
index 000000000..5599f53a8
--- /dev/null
+++ b/weed/filesys/filehandle.go
@@ -0,0 +1,176 @@
+package filesys
+
+import (
+ "bazil.org/fuse/fs"
+ "fmt"
+ "github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
+ "github.com/chrislusf/seaweedfs/weed/filer2"
+ "context"
+ "github.com/chrislusf/seaweedfs/weed/glog"
+ "bazil.org/fuse"
+ "bytes"
+ "github.com/chrislusf/seaweedfs/weed/operation"
+ "time"
+)
+
+type FileHandle struct {
+ // cache file has been written to
+ dirty bool
+
+ cachePath string
+
+ handle uint64
+
+ wfs *WFS
+ dirPath string
+ name string
+ RequestId fuse.RequestID // unique ID for request
+ NodeId fuse.NodeID // file or directory the request is about
+ Uid uint32 // user ID of process making request
+ Gid uint32 // group ID of process making request
+ attributes *filer_pb.FuseAttributes
+ Chunks []*filer_pb.FileChunk
+}
+
+var _ = fs.Handle(&FileHandle{})
+var _ = fs.HandleReadAller(&FileHandle{})
+// var _ = fs.HandleReader(&FileHandle{})
+var _ = fs.HandleFlusher(&FileHandle{})
+var _ = fs.HandleWriter(&FileHandle{})
+var _ = fs.HandleReleaser(&FileHandle{})
+
+func (fh *FileHandle) ReadAll(ctx context.Context) (content []byte, err error) {
+
+ glog.V(3).Infof("read all fh %+v/%v", fh.dirPath, fh.name)
+
+ if len(fh.Chunks) == 0 {
+ glog.V(0).Infof("empty fh %v/%v", fh.dirPath, fh.name)
+ return
+ }
+
+ err = fh.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error {
+
+ // FIXME: need to either use Read() or implement differently
+ chunks, _ := filer2.CompactFileChunks(fh.Chunks)
+ glog.V(1).Infof("read fh %v/%v %d/%d chunks", fh.dirPath, fh.name, len(chunks), len(fh.Chunks))
+ request := &filer_pb.GetFileContentRequest{
+ FileId: chunks[0].FileId,
+ }
+
+ glog.V(1).Infof("read fh content %d chunk %s [%d,%d): %v", len(chunks),
+ chunks[0].FileId, chunks[0].Offset, chunks[0].Offset+int64(chunks[0].Size), request)
+ resp, err := client.GetFileContent(ctx, request)
+ if err != nil {
+ return err
+ }
+
+ content = resp.Content
+
+ return nil
+ })
+
+ return content, err
+}
+
+// Write to the file handle
+func (fh *FileHandle) Write(ctx context.Context, req *fuse.WriteRequest, resp *fuse.WriteResponse) error {
+ // write the request to volume servers
+ // glog.V(3).Infof("write fh %+v", req)
+
+ var fileId, host string
+
+ if err := fh.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error {
+
+ request := &filer_pb.AssignVolumeRequest{
+ Count: 1,
+ Replication: "000",
+ Collection: "",
+ }
+
+ glog.V(1).Infof("assign volume: %v", request)
+ resp, err := client.AssignVolume(ctx, request)
+ if err != nil {
+ return err
+ }
+
+ fileId, host = resp.FileId, resp.Url
+
+ return nil
+ }); err != nil {
+ return fmt.Errorf("filer assign volume: %v", err)
+ }
+
+ fileUrl := fmt.Sprintf("http://%s/%s", host, fileId)
+ bufReader := bytes.NewReader(req.Data)
+ uploadResult, err := operation.Upload(fileUrl, fh.name, bufReader, false, "application/octet-stream", nil, "")
+ if err != nil {
+ return fmt.Errorf("upload data: %v", err)
+ }
+ if uploadResult.Error != "" {
+ return fmt.Errorf("upload result: %v", uploadResult.Error)
+ }
+
+ resp.Size = int(uploadResult.Size)
+
+ fh.Chunks = append(fh.Chunks, &filer_pb.FileChunk{
+ FileId: fileId,
+ Offset: req.Offset,
+ Size: uint64(uploadResult.Size),
+ Mtime: time.Now().UnixNano(),
+ })
+
+ glog.V(1).Infof("uploaded %s/%s to: %v, [%d,%d)", fh.dirPath, fh.name, fileUrl, req.Offset, req.Offset+int64(resp.Size))
+
+ fh.dirty = true
+
+ return nil
+}
+
+func (fh *FileHandle) Release(ctx context.Context, req *fuse.ReleaseRequest) error {
+
+ glog.V(3).Infof("release fh %+v/%v", fh.dirPath, fh.name)
+
+ return nil
+}
+
+// Flush - experimenting with uploading at flush, this slows operations down till it has been
+// completely flushed
+func (fh *FileHandle) Flush(ctx context.Context, req *fuse.FlushRequest) error {
+ // fflush works at fh level
+ // send the data to the OS
+ glog.V(3).Infof("fh flush %v", req)
+
+ if !fh.dirty {
+ return nil
+ }
+
+ if len(fh.Chunks) == 0 {
+ glog.V(2).Infof("fh %s/%s flush skipping empty: %v", fh.dirPath, fh.name, req)
+ return nil
+ }
+
+ err := fh.wfs.withFilerClient(func(client filer_pb.SeaweedFilerClient) error {
+
+ request := &filer_pb.UpdateEntryRequest{
+ Directory: fh.dirPath,
+ Entry: &filer_pb.Entry{
+ Name: fh.name,
+ Attributes: fh.attributes,
+ Chunks: fh.Chunks,
+ },
+ }
+
+ glog.V(1).Infof("%s/%s set chunks: %v", fh.dirPath, fh.name, len(fh.Chunks))
+ if _, err := client.UpdateEntry(ctx, request); err != nil {
+ return fmt.Errorf("update fh: %v", err)
+ }
+
+ return nil
+ })
+
+ if err == nil {
+ fh.dirty = false
+ }
+
+ return err
+}