aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorChris Lu <chris.lu@gmail.com>2019-05-15 10:02:44 -0700
committerChris Lu <chris.lu@gmail.com>2019-05-15 10:02:44 -0700
commit8156958ee975e61e5ab53e5c3cab7613cd43bda1 (patch)
tree86037e52d20ff6b9fc2f591617934be798622f49
parent0a36f628c67df0db27151d40b0c41dc6b87b8da1 (diff)
downloadseaweedfs-8156958ee975e61e5ab53e5c3cab7613cd43bda1.tar.xz
seaweedfs-8156958ee975e61e5ab53e5c3cab7613cd43bda1.zip
move function to make travis happy
-rw-r--r--weed/storage/erasure_coding/ec_encoder.go32
-rw-r--r--weed/storage/erasure_coding/ec_test.go25
2 files changed, 32 insertions, 25 deletions
diff --git a/weed/storage/erasure_coding/ec_encoder.go b/weed/storage/erasure_coding/ec_encoder.go
index 5ff73de69..a873b7ce5 100644
--- a/weed/storage/erasure_coding/ec_encoder.go
+++ b/weed/storage/erasure_coding/ec_encoder.go
@@ -1,8 +1,40 @@
package erasure_coding
+import (
+ "io"
+ "os"
+
+ "github.com/klauspost/reedsolomon"
+)
+
const (
DataShardsCount = 10
ParityShardsCount = 4
ErasureCodingLargeBlockSize = 1024 * 1024 * 1024 // 1GB
ErasureCodingSmallBlockSize = 1024 * 1024 // 1MB
)
+
+func encodeData(file *os.File, enc reedsolomon.Encoder, startOffset, blockSize int64, buffers [][]byte) error {
+
+ // read data into buffers
+ for i := 0; i < DataShardsCount; i++ {
+ n, err := file.ReadAt(buffers[i], startOffset+blockSize*int64(i))
+ if err != nil {
+ if err != io.EOF {
+ return err
+ }
+ }
+ if n < len(buffers[i]) {
+ for t := len(buffers[i]) - 1; t >= n; t-- {
+ buffers[i][t] = 0
+ }
+ }
+ }
+
+ err := enc.Encode(buffers)
+ if err != nil {
+ return err
+ }
+
+ return nil
+}
diff --git a/weed/storage/erasure_coding/ec_test.go b/weed/storage/erasure_coding/ec_test.go
index 8f75384c0..b7c3ae0dd 100644
--- a/weed/storage/erasure_coding/ec_test.go
+++ b/weed/storage/erasure_coding/ec_test.go
@@ -1,7 +1,6 @@
package erasure_coding
import (
- "io"
"os"
"testing"
@@ -51,27 +50,3 @@ func TestEncodingDecoding(t *testing.T) {
}
-func encodeData(file *os.File, enc reedsolomon.Encoder, startOffset, blockSize int64, buffers [][]byte) error {
-
- // read data into buffers
- for i := 0; i < DataShardsCount; i++ {
- n, err := file.ReadAt(buffers[i], startOffset+blockSize*int64(i))
- if err != nil {
- if err != io.EOF {
- return err
- }
- }
- if n < len(buffers[i]) {
- for t := len(buffers[i]) - 1; t >= n; t-- {
- buffers[i][t] = 0
- }
- }
- }
-
- err := enc.Encode(buffers)
- if err != nil {
- return err
- }
-
- return nil
-}