diff options
| author | hilimd <68371223+hilimd@users.noreply.github.com> | 2020-10-19 09:42:43 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2020-10-19 09:42:43 +0800 |
| commit | 6e63e5eaf0c713cac3ee48c16bc1803c3509afdc (patch) | |
| tree | e9b3c7577f44a85c8986f2637b08fffbf90c52a6 /other/java/hdfs3/src | |
| parent | 62af2d961d62f01510d0ad25569f4b82e4809996 (diff) | |
| parent | b7c224cf61a053ea0f867f67850484d7e58f3aad (diff) | |
| download | seaweedfs-6e63e5eaf0c713cac3ee48c16bc1803c3509afdc.tar.xz seaweedfs-6e63e5eaf0c713cac3ee48c16bc1803c3509afdc.zip | |
Merge pull request #29 from chrislusf/master
sync
Diffstat (limited to 'other/java/hdfs3/src')
| -rw-r--r-- | other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystem.java | 2 | ||||
| -rw-r--r-- | other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystemStore.java | 10 |
2 files changed, 9 insertions, 3 deletions
diff --git a/other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystem.java b/other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystem.java index 44c2ef053..ca67c3874 100644 --- a/other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystem.java +++ b/other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystem.java @@ -61,7 +61,7 @@ public class SeaweedFileSystem extends FileSystem { setConf(conf); this.uri = uri; - seaweedFileSystemStore = new SeaweedFileSystemStore(host, port); + seaweedFileSystemStore = new SeaweedFileSystemStore(host, port, conf); } diff --git a/other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystemStore.java b/other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystemStore.java index 7ec91929c..365149604 100644 --- a/other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystemStore.java +++ b/other/java/hdfs3/src/main/java/seaweed/hdfs/SeaweedFileSystemStore.java @@ -1,5 +1,6 @@ package seaweed.hdfs; +import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FSInputStream; import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; @@ -17,17 +18,22 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.List; +import static seaweed.hdfs.SeaweedFileSystem.FS_SEAWEED_BUFFER_SIZE; +import static seaweed.hdfs.SeaweedFileSystem.FS_SEAWEED_DEFAULT_BUFFER_SIZE; + public class SeaweedFileSystemStore { private static final Logger LOG = LoggerFactory.getLogger(SeaweedFileSystemStore.class); private FilerGrpcClient filerGrpcClient; private FilerClient filerClient; + private Configuration conf; - public SeaweedFileSystemStore(String host, int port) { + public SeaweedFileSystemStore(String host, int port, Configuration conf) { int grpcPort = 10000 + port; filerGrpcClient = new FilerGrpcClient(host, grpcPort); filerClient = new FilerClient(filerGrpcClient); + this.conf = conf; } public static String getParentDirectory(Path path) { @@ -123,7 +129,7 @@ public class SeaweedFileSystemStore { long length = SeaweedRead.fileSize(entry); boolean isDir = entry.getIsDirectory(); int block_replication = 1; - int blocksize = 512; + int blocksize = this.conf.getInt(FS_SEAWEED_BUFFER_SIZE, FS_SEAWEED_DEFAULT_BUFFER_SIZE); long modification_time = attributes.getMtime() * 1000; // milliseconds long access_time = 0; FsPermission permission = FsPermission.createImmutable((short) attributes.getFileMode()); |
