aboutsummaryrefslogtreecommitdiff
path: root/weed/mq/schema
diff options
context:
space:
mode:
authordependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>2025-06-23 10:25:51 -0700
committerGitHub <noreply@github.com>2025-06-23 10:25:51 -0700
commit5f1d2a974567c4ab3b7417c322e79a504b0ce19a (patch)
tree0d06055f433ef215a201d124260e0f511972cae8 /weed/mq/schema
parentb27ba8e984ef680ff63d54d4d734cf6edcce3329 (diff)
downloadseaweedfs-5f1d2a974567c4ab3b7417c322e79a504b0ce19a.tar.xz
seaweedfs-5f1d2a974567c4ab3b7417c322e79a504b0ce19a.zip
chore(deps): bump github.com/parquet-go/parquet-go from 0.24.0 to 0.25.1 (#6851)
* chore(deps): bump github.com/parquet-go/parquet-go from 0.24.0 to 0.25.1 Bumps [github.com/parquet-go/parquet-go](https://github.com/parquet-go/parquet-go) from 0.24.0 to 0.25.1. - [Release notes](https://github.com/parquet-go/parquet-go/releases) - [Changelog](https://github.com/parquet-go/parquet-go/blob/main/CHANGELOG.md) - [Commits](https://github.com/parquet-go/parquet-go/compare/v0.24.0...v0.25.1) --- updated-dependencies: - dependency-name: github.com/parquet-go/parquet-go dependency-version: 0.25.1 dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * adjust to updated API Fixed Reader Construction: Updated to use parquet.OpenFile() instead of passing io.Reader directly to NewReader() Fixed EOF Handling: Changed the order of operations to process rows before checking for EOF Added Zero Row Count Check: Added explicit check for rowCount == 0 as an additional termination condition --------- Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: Chris Lu <chrislusf@users.noreply.github.com> Co-authored-by: chrislu <chris.lu@gmail.com>
Diffstat (limited to 'weed/mq/schema')
-rw-r--r--weed/mq/schema/write_parquet_test.go41
1 files changed, 31 insertions, 10 deletions
diff --git a/weed/mq/schema/write_parquet_test.go b/weed/mq/schema/write_parquet_test.go
index f7ab26860..b7ecdcfc7 100644
--- a/weed/mq/schema/write_parquet_test.go
+++ b/weed/mq/schema/write_parquet_test.go
@@ -2,12 +2,13 @@ package schema
import (
"fmt"
- "github.com/parquet-go/parquet-go"
- "github.com/parquet-go/parquet-go/compress/zstd"
- "github.com/seaweedfs/seaweedfs/weed/pb/schema_pb"
"io"
"os"
"testing"
+
+ "github.com/parquet-go/parquet-go"
+ "github.com/parquet-go/parquet-go/compress/zstd"
+ "github.com/seaweedfs/seaweedfs/weed/pb/schema_pb"
)
func TestWriteReadParquet(t *testing.T) {
@@ -125,16 +126,25 @@ func testReadingParquetFile(t *testing.T, filename string, parquetSchema *parque
t.Fatalf("os.Open failed: %v", err)
}
defer file.Close()
- reader := parquet.NewReader(file, parquetSchema)
+
+ // Get file info to determine size
+ fileInfo, err := file.Stat()
+ if err != nil {
+ t.Fatalf("file.Stat failed: %v", err)
+ }
+
+ // Create a parquet file from the opened file
+ parquetFile, err := parquet.OpenFile(file, fileInfo.Size())
+ if err != nil {
+ t.Fatalf("parquet.OpenFile failed: %v", err)
+ }
+
+ reader := parquet.NewReader(parquetFile)
rows := make([]parquet.Row, 128)
for {
rowCount, err := reader.ReadRows(rows)
- if err != nil {
- if err == io.EOF {
- break
- }
- t.Fatalf("reader.Read failed: %v", err)
- }
+
+ // Process the rows first, even if EOF is returned
for i := 0; i < rowCount; i++ {
row := rows[i]
// convert parquet row to schema_pb.RecordValue
@@ -147,6 +157,17 @@ func testReadingParquetFile(t *testing.T, filename string, parquetSchema *parque
}
}
total += rowCount
+
+ // Check for end conditions after processing rows
+ if err != nil {
+ if err == io.EOF {
+ break
+ }
+ t.Fatalf("reader.Read failed: %v", err)
+ }
+ if rowCount == 0 {
+ break
+ }
}
fmt.Printf("total: %v\n", total)
return