diff options
| author | Chris Lu <chris.lu@gmail.com> | 2019-05-15 10:02:44 -0700 |
|---|---|---|
| committer | Chris Lu <chris.lu@gmail.com> | 2019-05-15 10:02:44 -0700 |
| commit | 8156958ee975e61e5ab53e5c3cab7613cd43bda1 (patch) | |
| tree | 86037e52d20ff6b9fc2f591617934be798622f49 | |
| parent | 0a36f628c67df0db27151d40b0c41dc6b87b8da1 (diff) | |
| download | seaweedfs-8156958ee975e61e5ab53e5c3cab7613cd43bda1.tar.xz seaweedfs-8156958ee975e61e5ab53e5c3cab7613cd43bda1.zip | |
move function to make travis happy
| -rw-r--r-- | weed/storage/erasure_coding/ec_encoder.go | 32 | ||||
| -rw-r--r-- | weed/storage/erasure_coding/ec_test.go | 25 |
2 files changed, 32 insertions, 25 deletions
diff --git a/weed/storage/erasure_coding/ec_encoder.go b/weed/storage/erasure_coding/ec_encoder.go index 5ff73de69..a873b7ce5 100644 --- a/weed/storage/erasure_coding/ec_encoder.go +++ b/weed/storage/erasure_coding/ec_encoder.go @@ -1,8 +1,40 @@ package erasure_coding +import ( + "io" + "os" + + "github.com/klauspost/reedsolomon" +) + const ( DataShardsCount = 10 ParityShardsCount = 4 ErasureCodingLargeBlockSize = 1024 * 1024 * 1024 // 1GB ErasureCodingSmallBlockSize = 1024 * 1024 // 1MB ) + +func encodeData(file *os.File, enc reedsolomon.Encoder, startOffset, blockSize int64, buffers [][]byte) error { + + // read data into buffers + for i := 0; i < DataShardsCount; i++ { + n, err := file.ReadAt(buffers[i], startOffset+blockSize*int64(i)) + if err != nil { + if err != io.EOF { + return err + } + } + if n < len(buffers[i]) { + for t := len(buffers[i]) - 1; t >= n; t-- { + buffers[i][t] = 0 + } + } + } + + err := enc.Encode(buffers) + if err != nil { + return err + } + + return nil +} diff --git a/weed/storage/erasure_coding/ec_test.go b/weed/storage/erasure_coding/ec_test.go index 8f75384c0..b7c3ae0dd 100644 --- a/weed/storage/erasure_coding/ec_test.go +++ b/weed/storage/erasure_coding/ec_test.go @@ -1,7 +1,6 @@ package erasure_coding import ( - "io" "os" "testing" @@ -51,27 +50,3 @@ func TestEncodingDecoding(t *testing.T) { } -func encodeData(file *os.File, enc reedsolomon.Encoder, startOffset, blockSize int64, buffers [][]byte) error { - - // read data into buffers - for i := 0; i < DataShardsCount; i++ { - n, err := file.ReadAt(buffers[i], startOffset+blockSize*int64(i)) - if err != nil { - if err != io.EOF { - return err - } - } - if n < len(buffers[i]) { - for t := len(buffers[i]) - 1; t >= n; t-- { - buffers[i][t] = 0 - } - } - } - - err := enc.Encode(buffers) - if err != nil { - return err - } - - return nil -} |
