diff options
Diffstat (limited to 'weed/query/engine/string_functions_test.go')
| -rw-r--r-- | weed/query/engine/string_functions_test.go | 393 |
1 files changed, 393 insertions, 0 deletions
diff --git a/weed/query/engine/string_functions_test.go b/weed/query/engine/string_functions_test.go new file mode 100644 index 000000000..7cdde2346 --- /dev/null +++ b/weed/query/engine/string_functions_test.go @@ -0,0 +1,393 @@ +package engine + +import ( + "context" + "testing" + + "github.com/seaweedfs/seaweedfs/weed/pb/schema_pb" +) + +func TestStringFunctions(t *testing.T) { + engine := NewTestSQLEngine() + + t.Run("LENGTH function tests", func(t *testing.T) { + tests := []struct { + name string + value *schema_pb.Value + expected int64 + expectErr bool + }{ + { + name: "Length of string", + value: &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}}, + expected: 11, + expectErr: false, + }, + { + name: "Length of empty string", + value: &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: ""}}, + expected: 0, + expectErr: false, + }, + { + name: "Length of number", + value: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 12345}}, + expected: 5, + expectErr: false, + }, + { + name: "Length of null value", + value: nil, + expected: 0, + expectErr: true, + }, + } + + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + result, err := engine.Length(tt.value) + + if tt.expectErr { + if err == nil { + t.Errorf("Expected error but got none") + } + return + } + + if err != nil { + t.Errorf("Unexpected error: %v", err) + return + } + + intVal, ok := result.Kind.(*schema_pb.Value_Int64Value) + if !ok { + t.Errorf("LENGTH should return int64 value, got %T", result.Kind) + return + } + + if intVal.Int64Value != tt.expected { + t.Errorf("Expected %d, got %d", tt.expected, intVal.Int64Value) + } + }) + } + }) + + t.Run("UPPER/LOWER function tests", func(t *testing.T) { + // Test UPPER + result, err := engine.Upper(&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}}) + if err != nil { + t.Errorf("UPPER failed: %v", err) + } + stringVal, _ := result.Kind.(*schema_pb.Value_StringValue) + if stringVal.StringValue != "HELLO WORLD" { + t.Errorf("Expected 'HELLO WORLD', got '%s'", stringVal.StringValue) + } + + // Test LOWER + result, err = engine.Lower(&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}}) + if err != nil { + t.Errorf("LOWER failed: %v", err) + } + stringVal, _ = result.Kind.(*schema_pb.Value_StringValue) + if stringVal.StringValue != "hello world" { + t.Errorf("Expected 'hello world', got '%s'", stringVal.StringValue) + } + }) + + t.Run("TRIM function tests", func(t *testing.T) { + tests := []struct { + name string + function func(*schema_pb.Value) (*schema_pb.Value, error) + input string + expected string + }{ + {"TRIM whitespace", engine.Trim, " Hello World ", "Hello World"}, + {"LTRIM whitespace", engine.LTrim, " Hello World ", "Hello World "}, + {"RTRIM whitespace", engine.RTrim, " Hello World ", " Hello World"}, + {"TRIM with tabs and newlines", engine.Trim, "\t\nHello\t\n", "Hello"}, + } + + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + result, err := tt.function(&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: tt.input}}) + if err != nil { + t.Errorf("Function failed: %v", err) + return + } + + stringVal, ok := result.Kind.(*schema_pb.Value_StringValue) + if !ok { + t.Errorf("Function should return string value, got %T", result.Kind) + return + } + + if stringVal.StringValue != tt.expected { + t.Errorf("Expected '%s', got '%s'", tt.expected, stringVal.StringValue) + } + }) + } + }) + + t.Run("SUBSTRING function tests", func(t *testing.T) { + testStr := &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}} + + // Test substring with start and length + result, err := engine.Substring(testStr, + &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 7}}, + &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}}) + if err != nil { + t.Errorf("SUBSTRING failed: %v", err) + } + stringVal, _ := result.Kind.(*schema_pb.Value_StringValue) + if stringVal.StringValue != "World" { + t.Errorf("Expected 'World', got '%s'", stringVal.StringValue) + } + + // Test substring with just start position + result, err = engine.Substring(testStr, + &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 7}}) + if err != nil { + t.Errorf("SUBSTRING failed: %v", err) + } + stringVal, _ = result.Kind.(*schema_pb.Value_StringValue) + if stringVal.StringValue != "World" { + t.Errorf("Expected 'World', got '%s'", stringVal.StringValue) + } + }) + + t.Run("CONCAT function tests", func(t *testing.T) { + result, err := engine.Concat( + &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello"}}, + &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: " "}}, + &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "World"}}, + ) + if err != nil { + t.Errorf("CONCAT failed: %v", err) + } + stringVal, _ := result.Kind.(*schema_pb.Value_StringValue) + if stringVal.StringValue != "Hello World" { + t.Errorf("Expected 'Hello World', got '%s'", stringVal.StringValue) + } + + // Test with mixed types + result, err = engine.Concat( + &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Number: "}}, + &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 42}}, + ) + if err != nil { + t.Errorf("CONCAT failed: %v", err) + } + stringVal, _ = result.Kind.(*schema_pb.Value_StringValue) + if stringVal.StringValue != "Number: 42" { + t.Errorf("Expected 'Number: 42', got '%s'", stringVal.StringValue) + } + }) + + t.Run("REPLACE function tests", func(t *testing.T) { + result, err := engine.Replace( + &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World World"}}, + &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "World"}}, + &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Universe"}}, + ) + if err != nil { + t.Errorf("REPLACE failed: %v", err) + } + stringVal, _ := result.Kind.(*schema_pb.Value_StringValue) + if stringVal.StringValue != "Hello Universe Universe" { + t.Errorf("Expected 'Hello Universe Universe', got '%s'", stringVal.StringValue) + } + }) + + t.Run("POSITION function tests", func(t *testing.T) { + result, err := engine.Position( + &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "World"}}, + &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}}, + ) + if err != nil { + t.Errorf("POSITION failed: %v", err) + } + intVal, _ := result.Kind.(*schema_pb.Value_Int64Value) + if intVal.Int64Value != 7 { + t.Errorf("Expected 7, got %d", intVal.Int64Value) + } + + // Test not found + result, err = engine.Position( + &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "NotFound"}}, + &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}}, + ) + if err != nil { + t.Errorf("POSITION failed: %v", err) + } + intVal, _ = result.Kind.(*schema_pb.Value_Int64Value) + if intVal.Int64Value != 0 { + t.Errorf("Expected 0 for not found, got %d", intVal.Int64Value) + } + }) + + t.Run("LEFT/RIGHT function tests", func(t *testing.T) { + testStr := &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}} + + // Test LEFT + result, err := engine.Left(testStr, &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}}) + if err != nil { + t.Errorf("LEFT failed: %v", err) + } + stringVal, _ := result.Kind.(*schema_pb.Value_StringValue) + if stringVal.StringValue != "Hello" { + t.Errorf("Expected 'Hello', got '%s'", stringVal.StringValue) + } + + // Test RIGHT + result, err = engine.Right(testStr, &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}}) + if err != nil { + t.Errorf("RIGHT failed: %v", err) + } + stringVal, _ = result.Kind.(*schema_pb.Value_StringValue) + if stringVal.StringValue != "World" { + t.Errorf("Expected 'World', got '%s'", stringVal.StringValue) + } + }) + + t.Run("REVERSE function tests", func(t *testing.T) { + result, err := engine.Reverse(&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello"}}) + if err != nil { + t.Errorf("REVERSE failed: %v", err) + } + stringVal, _ := result.Kind.(*schema_pb.Value_StringValue) + if stringVal.StringValue != "olleH" { + t.Errorf("Expected 'olleH', got '%s'", stringVal.StringValue) + } + + // Test with Unicode + result, err = engine.Reverse(&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "🙂👍"}}) + if err != nil { + t.Errorf("REVERSE failed: %v", err) + } + stringVal, _ = result.Kind.(*schema_pb.Value_StringValue) + if stringVal.StringValue != "👍🙂" { + t.Errorf("Expected '👍🙂', got '%s'", stringVal.StringValue) + } + }) +} + +// TestStringFunctionsSQL tests string functions through SQL execution +func TestStringFunctionsSQL(t *testing.T) { + engine := NewTestSQLEngine() + + testCases := []struct { + name string + sql string + expectError bool + expectedVal string + }{ + { + name: "UPPER function", + sql: "SELECT UPPER('hello world') AS upper_value FROM user_events LIMIT 1", + expectError: false, + expectedVal: "HELLO WORLD", + }, + { + name: "LOWER function", + sql: "SELECT LOWER('HELLO WORLD') AS lower_value FROM user_events LIMIT 1", + expectError: false, + expectedVal: "hello world", + }, + { + name: "LENGTH function", + sql: "SELECT LENGTH('hello') AS length_value FROM user_events LIMIT 1", + expectError: false, + expectedVal: "5", + }, + { + name: "TRIM function", + sql: "SELECT TRIM(' hello world ') AS trimmed_value FROM user_events LIMIT 1", + expectError: false, + expectedVal: "hello world", + }, + { + name: "LTRIM function", + sql: "SELECT LTRIM(' hello world ') AS ltrimmed_value FROM user_events LIMIT 1", + expectError: false, + expectedVal: "hello world ", + }, + { + name: "RTRIM function", + sql: "SELECT RTRIM(' hello world ') AS rtrimmed_value FROM user_events LIMIT 1", + expectError: false, + expectedVal: " hello world", + }, + { + name: "Multiple string functions", + sql: "SELECT UPPER('hello') AS up, LOWER('WORLD') AS low, LENGTH('test') AS len FROM user_events LIMIT 1", + expectError: false, + expectedVal: "", // We'll check this separately + }, + { + name: "String function with wrong argument count", + sql: "SELECT UPPER('hello', 'extra') FROM user_events LIMIT 1", + expectError: true, + expectedVal: "", + }, + { + name: "String function with no arguments", + sql: "SELECT UPPER() FROM user_events LIMIT 1", + expectError: true, + expectedVal: "", + }, + } + + for _, tc := range testCases { + t.Run(tc.name, func(t *testing.T) { + result, err := engine.ExecuteSQL(context.Background(), tc.sql) + + if tc.expectError { + if err == nil && result.Error == nil { + t.Errorf("Expected error but got none") + } + return + } + + if err != nil { + t.Errorf("Unexpected error: %v", err) + return + } + + if result.Error != nil { + t.Errorf("Query result has error: %v", result.Error) + return + } + + if len(result.Rows) == 0 { + t.Fatal("Expected at least one row") + } + + if tc.name == "Multiple string functions" { + // Special case for multiple functions test + if len(result.Rows[0]) != 3 { + t.Fatalf("Expected 3 columns, got %d", len(result.Rows[0])) + } + + // Check UPPER('hello') -> 'HELLO' + if result.Rows[0][0].ToString() != "HELLO" { + t.Errorf("Expected 'HELLO', got '%s'", result.Rows[0][0].ToString()) + } + + // Check LOWER('WORLD') -> 'world' + if result.Rows[0][1].ToString() != "world" { + t.Errorf("Expected 'world', got '%s'", result.Rows[0][1].ToString()) + } + + // Check LENGTH('test') -> '4' + if result.Rows[0][2].ToString() != "4" { + t.Errorf("Expected '4', got '%s'", result.Rows[0][2].ToString()) + } + } else { + actualVal := result.Rows[0][0].ToString() + if actualVal != tc.expectedVal { + t.Errorf("Expected '%s', got '%s'", tc.expectedVal, actualVal) + } + } + }) + } +} |
