2021-04-18 15:41:13 -04:00
|
|
|
// Copyright (c) 2015-2021 MinIO, Inc.
|
|
|
|
//
|
|
|
|
// This file is part of MinIO Object Storage stack
|
|
|
|
//
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// This program is distributed in the hope that it will be useful
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Affero General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
2016-04-28 23:01:11 -04:00
|
|
|
|
2016-08-18 19:23:42 -04:00
|
|
|
package cmd
|
2016-04-28 23:01:11 -04:00
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
2018-04-05 18:04:40 -04:00
|
|
|
"context"
|
2016-04-28 23:01:11 -04:00
|
|
|
"encoding/xml"
|
|
|
|
"io/ioutil"
|
|
|
|
"net/http"
|
2021-02-03 23:41:33 -05:00
|
|
|
"net/textproto"
|
2017-08-12 22:25:43 -04:00
|
|
|
"os"
|
2016-07-22 23:31:45 -04:00
|
|
|
"reflect"
|
2017-03-13 17:41:13 -04:00
|
|
|
"strings"
|
2016-04-28 23:01:11 -04:00
|
|
|
"testing"
|
2019-10-23 01:59:13 -04:00
|
|
|
|
2021-06-01 17:59:40 -04:00
|
|
|
"github.com/minio/minio/internal/config"
|
2016-04-28 23:01:11 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
// Tests validate bucket LocationConstraint.
|
|
|
|
func TestIsValidLocationContraint(t *testing.T) {
|
2018-08-15 00:41:47 -04:00
|
|
|
obj, fsDir, err := prepareFS()
|
2016-07-19 00:20:17 -04:00
|
|
|
if err != nil {
|
2018-08-15 00:41:47 -04:00
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
defer os.RemoveAll(fsDir)
|
|
|
|
if err = newTestConfig(globalMinioDefaultRegion, obj); err != nil {
|
|
|
|
t.Fatal(err)
|
2016-07-19 00:20:17 -04:00
|
|
|
}
|
|
|
|
|
2019-01-31 10:19:09 -05:00
|
|
|
// Corrupted XML
|
2016-09-20 13:40:46 -04:00
|
|
|
malformedReq := &http.Request{
|
2020-12-27 01:58:06 -05:00
|
|
|
Body: ioutil.NopCloser(bytes.NewReader([]byte("<>"))),
|
2016-09-20 13:40:46 -04:00
|
|
|
ContentLength: int64(len("<>")),
|
|
|
|
}
|
2019-01-31 10:19:09 -05:00
|
|
|
|
|
|
|
// Not an XML
|
|
|
|
badRequest := &http.Request{
|
|
|
|
Body: ioutil.NopCloser(bytes.NewReader([]byte("garbage"))),
|
|
|
|
ContentLength: int64(len("garbage")),
|
2016-09-20 13:40:46 -04:00
|
|
|
}
|
|
|
|
|
2016-04-28 23:01:11 -04:00
|
|
|
// generates the input request with XML bucket configuration set to the request body.
|
2019-01-31 10:19:09 -05:00
|
|
|
createExpectedRequest := func(req *http.Request, location string) *http.Request {
|
2016-04-28 23:01:11 -04:00
|
|
|
createBucketConfig := createBucketLocationConfiguration{}
|
|
|
|
createBucketConfig.Location = location
|
2019-01-31 10:19:09 -05:00
|
|
|
createBucketConfigBytes, _ := xml.Marshal(createBucketConfig)
|
2020-12-27 01:58:06 -05:00
|
|
|
createBucketConfigBuffer := bytes.NewReader(createBucketConfigBytes)
|
2016-04-28 23:01:11 -04:00
|
|
|
req.Body = ioutil.NopCloser(createBucketConfigBuffer)
|
2016-07-19 00:20:17 -04:00
|
|
|
req.ContentLength = int64(createBucketConfigBuffer.Len())
|
2019-01-31 10:19:09 -05:00
|
|
|
return req
|
2016-04-28 23:01:11 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
testCases := []struct {
|
2019-01-31 10:19:09 -05:00
|
|
|
request *http.Request
|
|
|
|
serverConfigRegion string
|
|
|
|
expectedCode APIErrorCode
|
2016-04-28 23:01:11 -04:00
|
|
|
}{
|
|
|
|
// Test case - 1.
|
2019-01-31 10:19:09 -05:00
|
|
|
{createExpectedRequest(&http.Request{}, "eu-central-1"), globalMinioDefaultRegion, ErrNone},
|
2016-04-28 23:01:11 -04:00
|
|
|
// Test case - 2.
|
|
|
|
// In case of empty request body ErrNone is returned.
|
2019-01-31 10:19:09 -05:00
|
|
|
{createExpectedRequest(&http.Request{}, ""), globalMinioDefaultRegion, ErrNone},
|
|
|
|
// Test case - 3
|
|
|
|
// In case of garbage request body ErrMalformedXML is returned.
|
|
|
|
{badRequest, globalMinioDefaultRegion, ErrMalformedXML},
|
|
|
|
// Test case - 4
|
|
|
|
// In case of invalid XML request body ErrMalformedXML is returned.
|
|
|
|
{malformedReq, globalMinioDefaultRegion, ErrMalformedXML},
|
2016-04-28 23:01:11 -04:00
|
|
|
}
|
2019-01-31 10:19:09 -05:00
|
|
|
|
2016-04-28 23:01:11 -04:00
|
|
|
for i, testCase := range testCases {
|
2019-10-23 01:59:13 -04:00
|
|
|
config.SetRegion(globalServerConfig, testCase.serverConfigRegion)
|
2019-01-31 10:19:09 -05:00
|
|
|
_, actualCode := parseLocationConstraint(testCase.request)
|
2016-04-28 23:01:11 -04:00
|
|
|
if testCase.expectedCode != actualCode {
|
|
|
|
t.Errorf("Test %d: Expected the APIErrCode to be %d, but instead found %d", i+1, testCase.expectedCode, actualCode)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2016-07-22 23:31:45 -04:00
|
|
|
|
2017-03-13 17:41:13 -04:00
|
|
|
// Test validate form field size.
|
|
|
|
func TestValidateFormFieldSize(t *testing.T) {
|
|
|
|
testCases := []struct {
|
|
|
|
header http.Header
|
|
|
|
err error
|
|
|
|
}{
|
|
|
|
// Empty header returns error as nil,
|
|
|
|
{
|
|
|
|
header: nil,
|
|
|
|
err: nil,
|
|
|
|
},
|
|
|
|
// Valid header returns error as nil.
|
|
|
|
{
|
|
|
|
header: http.Header{
|
|
|
|
"Content-Type": []string{"image/png"},
|
|
|
|
},
|
|
|
|
err: nil,
|
|
|
|
},
|
|
|
|
// Invalid header value > maxFormFieldSize+1
|
|
|
|
{
|
|
|
|
header: http.Header{
|
|
|
|
"Garbage": []string{strings.Repeat("a", int(maxFormFieldSize)+1)},
|
|
|
|
},
|
|
|
|
err: errSizeUnexpected,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
// Run validate form field size check under all test cases.
|
|
|
|
for i, testCase := range testCases {
|
2018-04-05 18:04:40 -04:00
|
|
|
err := validateFormFieldSize(context.Background(), testCase.header)
|
2017-03-13 17:41:13 -04:00
|
|
|
if err != nil {
|
2018-04-10 12:36:37 -04:00
|
|
|
if err.Error() != testCase.err.Error() {
|
2017-03-13 17:41:13 -04:00
|
|
|
t.Errorf("Test %d: Expected error %s, got %s", i+1, testCase.err, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-07-22 23:31:45 -04:00
|
|
|
// Tests validate metadata extraction from http headers.
|
|
|
|
func TestExtractMetadataHeaders(t *testing.T) {
|
|
|
|
testCases := []struct {
|
2017-07-05 19:56:10 -04:00
|
|
|
header http.Header
|
|
|
|
metadata map[string]string
|
|
|
|
shouldFail bool
|
2016-07-22 23:31:45 -04:00
|
|
|
}{
|
|
|
|
// Validate if there a known 'content-type'.
|
|
|
|
{
|
|
|
|
header: http.Header{
|
|
|
|
"Content-Type": []string{"image/png"},
|
|
|
|
},
|
|
|
|
metadata: map[string]string{
|
|
|
|
"content-type": "image/png",
|
|
|
|
},
|
2017-07-05 19:56:10 -04:00
|
|
|
shouldFail: false,
|
2016-07-22 23:31:45 -04:00
|
|
|
},
|
|
|
|
// Validate if there are no keys to extract.
|
|
|
|
{
|
|
|
|
header: http.Header{
|
2017-07-05 19:56:10 -04:00
|
|
|
"Test-1": []string{"123"},
|
2016-07-22 23:31:45 -04:00
|
|
|
},
|
2017-07-05 19:56:10 -04:00
|
|
|
metadata: map[string]string{},
|
|
|
|
shouldFail: false,
|
2016-07-22 23:31:45 -04:00
|
|
|
},
|
2017-07-05 19:56:10 -04:00
|
|
|
// Validate that there are all headers extracted
|
2016-09-20 13:40:46 -04:00
|
|
|
{
|
|
|
|
header: http.Header{
|
|
|
|
"X-Amz-Meta-Appid": []string{"amz-meta"},
|
|
|
|
"X-Minio-Meta-Appid": []string{"minio-meta"},
|
|
|
|
},
|
|
|
|
metadata: map[string]string{
|
|
|
|
"X-Amz-Meta-Appid": "amz-meta",
|
2017-07-05 19:56:10 -04:00
|
|
|
"X-Minio-Meta-Appid": "minio-meta",
|
|
|
|
},
|
|
|
|
shouldFail: false,
|
|
|
|
},
|
|
|
|
// Fail if header key is not in canonicalized form
|
|
|
|
{
|
|
|
|
header: http.Header{
|
|
|
|
"x-amz-meta-appid": []string{"amz-meta"},
|
|
|
|
},
|
|
|
|
metadata: map[string]string{
|
2018-07-10 23:27:10 -04:00
|
|
|
"x-amz-meta-appid": "amz-meta",
|
2017-07-05 19:56:10 -04:00
|
|
|
},
|
2018-07-10 23:27:10 -04:00
|
|
|
shouldFail: false,
|
2016-09-20 13:40:46 -04:00
|
|
|
},
|
2018-11-02 14:32:18 -04:00
|
|
|
// Support multiple values
|
|
|
|
{
|
|
|
|
header: http.Header{
|
|
|
|
"x-amz-meta-key": []string{"amz-meta1", "amz-meta2"},
|
|
|
|
},
|
|
|
|
metadata: map[string]string{
|
|
|
|
"x-amz-meta-key": "amz-meta1,amz-meta2",
|
|
|
|
},
|
|
|
|
shouldFail: false,
|
|
|
|
},
|
2017-03-13 17:41:13 -04:00
|
|
|
// Empty header input returns empty metadata.
|
|
|
|
{
|
2017-07-05 19:56:10 -04:00
|
|
|
header: nil,
|
|
|
|
metadata: nil,
|
|
|
|
shouldFail: true,
|
2017-03-13 17:41:13 -04:00
|
|
|
},
|
2016-07-22 23:31:45 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
// Validate if the extracting headers.
|
|
|
|
for i, testCase := range testCases {
|
2018-07-10 23:27:10 -04:00
|
|
|
metadata := make(map[string]string)
|
2021-02-03 23:41:33 -05:00
|
|
|
err := extractMetadataFromMime(context.Background(), textproto.MIMEHeader(testCase.header), metadata)
|
2017-07-05 19:56:10 -04:00
|
|
|
if err != nil && !testCase.shouldFail {
|
|
|
|
t.Fatalf("Test %d failed to extract metadata: %v", i+1, err)
|
|
|
|
}
|
|
|
|
if err == nil && testCase.shouldFail {
|
|
|
|
t.Fatalf("Test %d should fail, but it passed", i+1)
|
|
|
|
}
|
|
|
|
if err == nil && !reflect.DeepEqual(metadata, testCase.metadata) {
|
2016-07-22 23:31:45 -04:00
|
|
|
t.Fatalf("Test %d failed: Expected \"%#v\", got \"%#v\"", i+1, testCase.metadata, metadata)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2017-11-14 19:56:24 -05:00
|
|
|
|
|
|
|
// Test getResource()
|
|
|
|
func TestGetResource(t *testing.T) {
|
|
|
|
testCases := []struct {
|
|
|
|
p string
|
|
|
|
host string
|
2019-02-22 22:18:01 -05:00
|
|
|
domains []string
|
2017-11-14 19:56:24 -05:00
|
|
|
expectedResource string
|
|
|
|
}{
|
2019-02-22 22:18:01 -05:00
|
|
|
{"/a/b/c", "test.mydomain.com", []string{"mydomain.com"}, "/test/a/b/c"},
|
fix: panic in browser redirect handler for unexpected r.Host (#14844)
```
panic: "GET /": invalid hostname
goroutine 148 [running]:
runtime/debug.Stack()
runtime/debug/stack.go:24 +0x65
github.com/minio/minio/cmd.setCriticalErrorHandler.func1.1()
github.com/minio/minio/cmd/generic-handlers.go:469 +0x8e
panic({0x2201f00, 0xc001f1ddd0})
runtime/panic.go:1038 +0x215
github.com/minio/pkg/net.URL.String({{0x25aa417, 0x5}, {0x0, 0x0}, 0x0, {0xc000174380, 0xd7}, {0x0, 0x0}, {0x0, ...}, ...})
github.com/minio/pkg@v1.1.23/net/url.go:97 +0xfe
github.com/minio/minio/cmd.setBrowserRedirectHandler.func1({0x49af080, 0xc0003c20e0}, 0xc00002ea00)
github.com/minio/minio/cmd/generic-handlers.go:136 +0x118
net/http.HandlerFunc.ServeHTTP(0xc00002ea00, {0x49af080, 0xc0003c20e0}, 0xa)
net/http/server.go:2047 +0x2f
github.com/minio/minio/cmd.setAuthHandler.func1({0x49af080, 0xc0003c20e0}, 0xc00002ea00)
github.com/minio/minio/cmd/auth-handler.go:525 +0x3d8
net/http.HandlerFunc.ServeHTTP(0xc00002e900, {0x49af080, 0xc0003c20e0}, 0xc001f33701)
net/http/server.go:2047 +0x2f
github.com/gorilla/mux.(*Router).ServeHTTP(0xc0025d0780, {0x49af080, 0xc0003c20e0}, 0xc00002e800)
github.com/gorilla/mux@v1.8.0/mux.go:210 +0x1cf
github.com/rs/cors.(*Cors).Handler.func1({0x49af080, 0xc0003c20e0}, 0xc00002e800)
github.com/rs/cors@v1.7.0/cors.go:219 +0x1bd
net/http.HandlerFunc.ServeHTTP(0x0, {0x49af080, 0xc0003c20e0}, 0xc00068d9f8)
net/http/server.go:2047 +0x2f
github.com/minio/minio/cmd.setCriticalErrorHandler.func1({0x49af080, 0xc0003c20e0}, 0x4a5cd3)
github.com/minio/minio/cmd/generic-handlers.go:476 +0x83
net/http.HandlerFunc.ServeHTTP(0x72, {0x49af080, 0xc0003c20e0}, 0x0)
net/http/server.go:2047 +0x2f
github.com/minio/minio/internal/http.(*Server).Start.func1({0x49af080, 0xc0003c20e0}, 0x10000c001f1dda0)
github.com/minio/minio/internal/http/server.go:105 +0x1b6
net/http.HandlerFunc.ServeHTTP(0x0, {0x49af080, 0xc0003c20e0}, 0x46982e)
net/http/server.go:2047 +0x2f
net/http.serverHandler.ServeHTTP({0xc003dc1950}, {0x49af080, 0xc0003c20e0}, 0xc00002e800)
net/http/server.go:2879 +0x43b
net/http.(*conn).serve(0xc000514d20, {0x49cfc38, 0xc0010c0e70})
net/http/server.go:1930 +0xb08
created by net/http.(*Server).Serve
net/http/server.go:3034 +0x4e8
```
2022-05-01 16:45:45 -04:00
|
|
|
{"/a/b/c", "[2001:0db8:85a3:0000:0000:8a2e:0370:7334]:17000", []string{"mydomain.com"}, "/a/b/c"},
|
|
|
|
{"/a/b/c", "[2001:0db8:85a3:0000:0000:8a2e:0370:7334]", []string{"mydomain.com"}, "/a/b/c"},
|
|
|
|
{"/a/b/c", "192.168.1.1:9000", []string{"mydomain.com"}, "/a/b/c"},
|
2019-02-22 22:18:01 -05:00
|
|
|
{"/a/b/c", "test.mydomain.com", []string{"notmydomain.com"}, "/a/b/c"},
|
|
|
|
{"/a/b/c", "test.mydomain.com", nil, "/a/b/c"},
|
2017-11-14 19:56:24 -05:00
|
|
|
}
|
|
|
|
for i, test := range testCases {
|
2019-02-22 22:18:01 -05:00
|
|
|
gotResource, err := getResource(test.p, test.host, test.domains)
|
2017-11-14 19:56:24 -05:00
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
if gotResource != test.expectedResource {
|
|
|
|
t.Fatalf("test %d: expected %s got %s", i+1, test.expectedResource, gotResource)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|