add s3 signature tests and prepare implementation of STREAMING-UNSIGNED-PAYLOAD-TRAILER (#6525)

* add tests for s3 signature

* add test for newSignV4ChunkedReader.Read()

* add glog import

1 files changed, 107 insertions, 0 deletions

diff --git a/weed/s3api/chunked_reader_v4_test.go b/weed/s3api/chunked_reader_v4_test.go
new file mode 100644
index 000000000..16d4a3db3
--- /dev/null
+++ b/weed/s3api/chunked_reader_v4_test.go
@@ -0,0 +1,107 @@
+package s3api
+
+import (
+	"bytes"
+	"io"
+	"net/http"
+	"strings"
+	"sync"
+	"testing"
+
+	"github.com/seaweedfs/seaweedfs/weed/s3api/s3err"
+	"github.com/stretchr/testify/assert"
+)
+
+// This test will implement the following scenario:
+// https://docs.aws.amazon.com/AmazonS3/latest/API/sigv4-streaming.html#example-signature-calculations-streaming
+
+const (
+	defaultTimestamp       = "20130524T000000Z"
+	defaultBucketName      = "examplebucket"
+	defaultAccessKeyId     = "AKIAIOSFODNN7EXAMPLE"
+	defaultSecretAccessKey = "wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY"
+	defaultRegion          = "us-east-1"
+)
+
+func generatePayload() string {
+	chunk1 := "10000;chunk-signature=ad80c730a21e5b8d04586a2213dd63b9a0e99e0e2307b0ade35a65485a288648\r\n" +
+		strings.Repeat("a", 65536) + "\r\n"
+	chunk2 := "400;chunk-signature=0055627c9e194cb4542bae2aa5492e3c1575bbb81b612b7d234b86a503ef5497\r\n" +
+		strings.Repeat("a", 1024) + "\r\n"
+	chunk3 := "0;chunk-signature=b6c6ea8a5354eaf15b3cb7646744f4275b71ea724fed81ceb9323e279d449df9\r\n\r\n"
+
+	payload := chunk1 + chunk2 + chunk3
+	return payload
+}
+
+func NewRequest() (*http.Request, error) {
+	payload := generatePayload()
+	req, err := http.NewRequest("PUT", "http://s3.amazonaws.com/examplebucket/chunkObject.txt", bytes.NewReader([]byte(payload)))
+	if err != nil {
+		return nil, err
+	}
+
+	req.Header.Set("Host", "s3.amazonaws.com")
+	req.Header.Set("x-amz-date", defaultTimestamp)
+	req.Header.Set("x-amz-storage-class", "REDUCED_REDUNDANCY")
+	req.Header.Set("Authorization", "AWS4-HMAC-SHA256 Credential=AKIAIOSFODNN7EXAMPLE/20130524/us-east-1/s3/aws4_request,SignedHeaders=content-encoding;content-length;host;x-amz-content-sha256;x-amz-date;x-amz-decoded-content-length;x-amz-storage-class,Signature=4f232c4386841ef735655705268965c44a0e4690baa4adea153f7db9fa80a0a9")
+	req.Header.Set("x-amz-content-sha256", "STREAMING-AWS4-HMAC-SHA256-PAYLOAD")
+	req.Header.Set("Content-Encoding", "aws-chunked")
+	req.Header.Set("x-amz-decoded-content-length", "66560")
+	req.Header.Set("Content-Length", "66824")
+
+	return req, nil
+}
+
+func TestNewSignV4ChunkedReader(t *testing.T) {
+	req, err := NewRequest()
+	if err != nil {
+		t.Fatalf("Failed to create request: %v", err)
+	}
+
+	// Create an IdentityAccessManagement instance
+	iam := IdentityAccessManagement{
+		identities:        []*Identity{},
+		accessKeyIdent:    map[string]*Identity{},
+		accounts:          map[string]*Account{},
+		emailAccount:      map[string]*Account{},
+		hashes:            map[string]*sync.Pool{},
+		hashCounters:      map[string]*int32{},
+		identityAnonymous: nil,
+		domain:            "",
+		isAuthEnabled:     false,
+	}
+
+	// Add default access keys and secrets
+	iam.identities = append(iam.identities, &Identity{
+		Name: "default",
+		Credentials: []*Credential{
+			{
+				AccessKey: defaultAccessKeyId,
+				SecretKey: defaultSecretAccessKey,
+			},
+		},
+		Actions: []Action{
+			"Read",
+			"Write",
+			"List",
+		},
+	})
+
+	iam.accessKeyIdent[defaultAccessKeyId] = iam.identities[0]
+
+	// Call newSignV4ChunkedReader
+	reader, errCode := iam.newSignV4ChunkedReader(req)
+	assert.NotNil(t, reader)
+	assert.Equal(t, s3err.ErrNone, errCode)
+
+	data, err := io.ReadAll(reader)
+	if err != nil {
+		t.Fatalf("Failed to read data: %v", err)
+	}
+
+	// The expected payload a long string of 'a's
+	expectedPayload := strings.Repeat("a", 66560)
+	assert.Equal(t, expectedPayload, string(data))
+
+}