aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorchrislu <chris.lu@gmail.com>2024-04-24 23:24:53 -0700
committerchrislu <chris.lu@gmail.com>2024-04-24 23:24:53 -0700
commitf93c4cf48cc48fa76905b3a2e6e5ac15e6af5a1e (patch)
treeeada4247b2fa7d950d5bac27b5608928e21a33b5
parentd88c1872ac2fed116f13dd8660de1b169ea61ca5 (diff)
downloadseaweedfs-f93c4cf48cc48fa76905b3a2e6e5ac15e6af5a1e.tar.xz
seaweedfs-f93c4cf48cc48fa76905b3a2e6e5ac15e6af5a1e.zip
adjust test
-rw-r--r--weed/mq/schema/write_parquet_test.go16
1 files changed, 10 insertions, 6 deletions
diff --git a/weed/mq/schema/write_parquet_test.go b/weed/mq/schema/write_parquet_test.go
index 02b0a09d4..370484194 100644
--- a/weed/mq/schema/write_parquet_test.go
+++ b/weed/mq/schema/write_parquet_test.go
@@ -32,17 +32,19 @@ func TestWriteParquet(t *testing.T) {
filename := "example.parquet"
- testWritingParquetFile(t, filename, parquetSchema, recordType)
+ count := 3
+
+ testWritingParquetFile(t, count, filename, parquetSchema, recordType)
total := testReadingParquetFile(t, filename, parquetSchema, recordType)
- if total != 128*1024 {
+ if total != count {
t.Fatalf("total != 128*1024: %v", total)
}
}
-func testWritingParquetFile(t *testing.T, filename string, parquetSchema *parquet.Schema, recordType *schema_pb.RecordType) {
+func testWritingParquetFile(t *testing.T, count int, filename string, parquetSchema *parquet.Schema, recordType *schema_pb.RecordType) {
// create a parquet file
file, err := os.OpenFile(filename, os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0664)
if err != nil {
@@ -51,7 +53,7 @@ func testWritingParquetFile(t *testing.T, filename string, parquetSchema *parque
defer file.Close()
writer := parquet.NewWriter(file, parquetSchema, parquet.Compression(&zstd.Codec{Level: zstd.SpeedDefault}))
rowBuilder := parquet.NewRowBuilder(parquetSchema)
- for i := 0; i < 128*1024; i++ {
+ for i := 0; i < count; i++ {
rowBuilder.Reset()
// generate random data
recordValue := NewRecordValueBuilder().
@@ -107,11 +109,13 @@ func testReadingParquetFile(t *testing.T, filename string, parquetSchema *parque
for i := 0; i < rowCount; i++ {
row := rows[i]
// convert parquet row to schema_pb.RecordValue
- _, err := ToRecordValue(recordType, row)
+ recordValue, err := ToRecordValue(recordType, row)
if err != nil {
t.Fatalf("ToRecordValue failed: %v", err)
}
- // fmt.Printf("RecordValue: %v\n", recordValue)
+ if rowCount < 10 {
+ fmt.Printf("RecordValue: %v\n", recordValue)
+ }
}
total += rowCount
}