/* * Minio Cloud Storage, (C) 2015 Minio, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package main import ( "crypto/sha256" "encoding/hex" "encoding/xml" "fmt" "io" "io/ioutil" "net/http" "net/url" "sort" "strconv" "strings" "sync" "time" mux "github.com/gorilla/mux" ) // supportedGetReqParams - supported request parameters for GET presigned request. var supportedGetReqParams = map[string]string{ "response-expires": "Expires", "response-content-type": "Content-Type", "response-cache-control": "Cache-Control", "response-content-disposition": "Content-Disposition", } // setGetRespHeaders - set any requested parameters as response headers. func setGetRespHeaders(w http.ResponseWriter, reqParams url.Values) { for k, v := range reqParams { if header, ok := supportedGetReqParams[k]; ok { w.Header()[header] = v } } } // errAllowableNotFound - For an anon user, return 404 if have ListBucket, 403 otherwise // this is in keeping with the permissions sections of the docs of both: // HEAD Object: http://docs.aws.amazon.com/AmazonS3/latest/API/RESTObjectHEAD.html // GET Object: http://docs.aws.amazon.com/AmazonS3/latest/API/RESTObjectGET.html func errAllowableObjectNotFound(bucket string, r *http.Request) APIErrorCode { if getRequestAuthType(r) == authTypeAnonymous { //we care about the bucket as a whole, not a particular resource url := *r.URL url.Path = "/" + bucket if s3Error := enforceBucketPolicy("s3:ListBucket", bucket, &url); s3Error != ErrNone { return ErrAccessDenied } } return ErrNoSuchKey } // GetObjectHandler - GET Object // ---------- // This implementation of the GET operation retrieves object. To use GET, // you must have READ access to the object. func (api objectAPIHandlers) GetObjectHandler(w http.ResponseWriter, r *http.Request) { var object, bucket string vars := mux.Vars(r) bucket = vars["bucket"] object = vars["object"] switch getRequestAuthType(r) { default: // For all unknown auth types return error. writeErrorResponse(w, r, ErrAccessDenied, r.URL.Path) return case authTypeAnonymous: // http://docs.aws.amazon.com/AmazonS3/latest/dev/using-with-s3-actions.html if s3Error := enforceBucketPolicy("s3:GetObject", bucket, r.URL); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } case authTypePresigned, authTypeSigned: if s3Error := isReqAuthenticated(r); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } } // Fetch object stat info. objInfo, err := api.ObjectAPI.GetObjectInfo(bucket, object) if err != nil { errorIf(err, "Unable to fetch object info.") apiErr := toAPIErrorCode(err) if apiErr == ErrNoSuchKey { apiErr = errAllowableObjectNotFound(bucket, r) } writeErrorResponse(w, r, apiErr, r.URL.Path) return } var hrange *httpRange hrange, err = getRequestedRange(r.Header.Get("Range"), objInfo.Size) if err != nil { writeErrorResponse(w, r, ErrInvalidRange, r.URL.Path) return } // Set standard object headers. setObjectHeaders(w, objInfo, hrange) // Set any additional requested response headers. setGetRespHeaders(w, r.URL.Query()) // Verify 'If-Modified-Since' and 'If-Unmodified-Since'. lastModified := objInfo.ModTime if checkLastModified(w, r, lastModified) { return } // Verify 'If-Match' and 'If-None-Match'. if checkETag(w, r) { return } // Get the object. startOffset := hrange.start length := hrange.length if length == 0 { length = objInfo.Size - startOffset } if err := api.ObjectAPI.GetObject(bucket, object, startOffset, length, w); err != nil { errorIf(err, "Writing to client failed.") // Do not send error response here, client would have already died. return } } var unixEpochTime = time.Unix(0, 0) // checkLastModified implements If-Modified-Since and // If-Unmodified-Since checks. // // modtime is the modification time of the resource to be served, or // IsZero(). return value is whether this request is now complete. func checkLastModified(w http.ResponseWriter, r *http.Request, modtime time.Time) bool { if modtime.IsZero() || modtime.Equal(unixEpochTime) { // If the object doesn't have a modtime (IsZero), or the modtime // is obviously garbage (Unix time == 0), then ignore modtimes // and don't process the If-Modified-Since header. return false } // The Date-Modified header truncates sub-second precision, so // use mtime < t+1s instead of mtime <= t to check for unmodified. if _, ok := r.Header["If-Modified-Since"]; ok { // Return the object only if it has been modified since the // specified time, otherwise return a 304 (not modified). t, err := time.Parse(http.TimeFormat, r.Header.Get("If-Modified-Since")) if err == nil && modtime.Before(t.Add(1*time.Second)) { h := w.Header() // Remove following headers if already set. delete(h, "Content-Type") delete(h, "Content-Length") delete(h, "Content-Range") w.WriteHeader(http.StatusNotModified) return true } } else if _, ok := r.Header["If-Unmodified-Since"]; ok { // Return the object only if it has not been modified since // the specified time, otherwise return a 412 (precondition failed). t, err := time.Parse(http.TimeFormat, r.Header.Get("If-Unmodified-Since")) if err == nil && modtime.After(t.Add(1*time.Second)) { h := w.Header() // Remove following headers if already set. delete(h, "Content-Type") delete(h, "Content-Length") delete(h, "Content-Range") w.WriteHeader(http.StatusPreconditionFailed) return true } } w.Header().Set("Last-Modified", modtime.UTC().Format(http.TimeFormat)) return false } // canonicalizeETag returns ETag with leading and trailing double-quotes removed, // if any present func canonicalizeETag(etag string) string { canonicalETag := strings.TrimPrefix(etag, "\"") return strings.TrimSuffix(canonicalETag, "\"") } // isETagEqual return true if the canonical representations of two ETag strings // are equal, false otherwise func isETagEqual(left, right string) bool { return canonicalizeETag(left) == canonicalizeETag(right) } // checkETag implements If-None-Match and If-Match checks. // // The ETag must have been previously set in the ResponseWriter's // headers. The return value is whether this request is now considered // done. func checkETag(w http.ResponseWriter, r *http.Request) bool { // writer always has quoted string // transform reader's etag to if r.Method != "GET" && r.Method != "HEAD" { return false } etag := w.Header().Get("ETag") // Must know ETag. if etag == "" { return false } if inm := r.Header.Get("If-None-Match"); !isETagEqual(inm, "") { // Return the object only if its entity tag (ETag) is // different from the one specified; otherwise, return a 304 // (not modified). if isETagEqual(inm, etag) || isETagEqual(inm, "*") { h := w.Header() // Remove following headers if already set. delete(h, "Content-Type") delete(h, "Content-Length") delete(h, "Content-Range") w.WriteHeader(http.StatusNotModified) return true } } else if im := r.Header.Get("If-Match"); !isETagEqual(im, "") { // Return the object only if its entity tag (ETag) is the same // as the one specified; otherwise, return a 412 (precondition failed). if !isETagEqual(im, etag) { h := w.Header() // Remove following headers if already set. delete(h, "Content-Type") delete(h, "Content-Length") delete(h, "Content-Range") w.WriteHeader(http.StatusPreconditionFailed) return true } } return false } // HeadObjectHandler - HEAD Object // ----------- // The HEAD operation retrieves metadata from an object without returning the object itself. func (api objectAPIHandlers) HeadObjectHandler(w http.ResponseWriter, r *http.Request) { var object, bucket string vars := mux.Vars(r) bucket = vars["bucket"] object = vars["object"] switch getRequestAuthType(r) { default: // For all unknown auth types return error. writeErrorResponse(w, r, ErrAccessDenied, r.URL.Path) return case authTypeAnonymous: // http://docs.aws.amazon.com/AmazonS3/latest/dev/using-with-s3-actions.html if s3Error := enforceBucketPolicy("s3:GetObject", bucket, r.URL); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } case authTypePresigned, authTypeSigned: if s3Error := isReqAuthenticated(r); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } } objInfo, err := api.ObjectAPI.GetObjectInfo(bucket, object) if err != nil { errorIf(err, "Unable to fetch object info.") apiErr := toAPIErrorCode(err) if apiErr == ErrNoSuchKey { apiErr = errAllowableObjectNotFound(bucket, r) } writeErrorResponse(w, r, apiErr, r.URL.Path) return } // Set standard object headers. setObjectHeaders(w, objInfo, nil) // Verify 'If-Modified-Since' and 'If-Unmodified-Since'. lastModified := objInfo.ModTime if checkLastModified(w, r, lastModified) { return } // Verify 'If-Match' and 'If-None-Match'. if checkETag(w, r) { return } // Successfull response. w.WriteHeader(http.StatusOK) } // CopyObjectHandler - Copy Object // ---------- // This implementation of the PUT operation adds an object to a bucket // while reading the object from another source. func (api objectAPIHandlers) CopyObjectHandler(w http.ResponseWriter, r *http.Request) { vars := mux.Vars(r) bucket := vars["bucket"] object := vars["object"] switch getRequestAuthType(r) { default: // For all unknown auth types return error. writeErrorResponse(w, r, ErrAccessDenied, r.URL.Path) return case authTypeAnonymous: // http://docs.aws.amazon.com/AmazonS3/latest/dev/using-with-s3-actions.html if s3Error := enforceBucketPolicy("s3:PutObject", bucket, r.URL); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } case authTypePresigned, authTypeSigned: if s3Error := isReqAuthenticated(r); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } } // TODO: Reject requests where body/payload is present, for now we // don't even read it. // objectSource objectSource := r.Header.Get("X-Amz-Copy-Source") // Skip the first element if it is '/', split the rest. if strings.HasPrefix(objectSource, "/") { objectSource = objectSource[1:] } splits := strings.SplitN(objectSource, "/", 2) // Save sourceBucket and sourceObject extracted from url Path. var sourceBucket, sourceObject string if len(splits) == 2 { sourceBucket = splits[0] sourceObject = splits[1] } // If source object is empty, reply back error. if sourceObject == "" { writeErrorResponse(w, r, ErrInvalidCopySource, r.URL.Path) return } // Source and destination objects cannot be same, reply back error. if sourceObject == object && sourceBucket == bucket { writeErrorResponse(w, r, ErrInvalidCopyDest, r.URL.Path) return } objInfo, err := api.ObjectAPI.GetObjectInfo(sourceBucket, sourceObject) if err != nil { errorIf(err, "Unable to fetch object info.") writeErrorResponse(w, r, toAPIErrorCode(err), objectSource) return } // Verify before writing. // Verify x-amz-copy-source-if-modified-since and // x-amz-copy-source-if-unmodified-since. lastModified := objInfo.ModTime if checkCopySourceLastModified(w, r, lastModified) { return } // Verify x-amz-copy-source-if-match and // x-amz-copy-source-if-none-match. if checkCopySourceETag(w, r) { return } /// maximum Upload size for object in a single CopyObject operation. if isMaxObjectSize(objInfo.Size) { writeErrorResponse(w, r, ErrEntityTooLarge, objectSource) return } pipeReader, pipeWriter := io.Pipe() go func() { startOffset := int64(0) // Read the whole file. // Get the object. gErr := api.ObjectAPI.GetObject(sourceBucket, sourceObject, startOffset, objInfo.Size, pipeWriter) if gErr != nil { errorIf(gErr, "Unable to read an object.") pipeWriter.CloseWithError(gErr) return } pipeWriter.Close() // Close. }() // Size of object. size := objInfo.Size // Save metadata. metadata := make(map[string]string) // Save other metadata if available. metadata["content-type"] = objInfo.ContentType metadata["content-encoding"] = objInfo.ContentEncoding // Do not set `md5sum` as CopyObject will not keep the // same md5sum as the source. // Create the object. md5Sum, err := api.ObjectAPI.PutObject(bucket, object, size, pipeReader, metadata) if err != nil { errorIf(err, "Unable to create an object.") writeErrorResponse(w, r, toAPIErrorCode(err), r.URL.Path) return } objInfo, err = api.ObjectAPI.GetObjectInfo(bucket, object) if err != nil { errorIf(err, "Unable to fetch object info.") writeErrorResponse(w, r, toAPIErrorCode(err), r.URL.Path) return } response := generateCopyObjectResponse(md5Sum, objInfo.ModTime) encodedSuccessResponse := encodeResponse(response) // write headers setCommonHeaders(w) // write success response. writeSuccessResponse(w, encodedSuccessResponse) // Explicitly close the reader, to avoid fd leaks. pipeReader.Close() } // checkCopySource implements x-amz-copy-source-if-modified-since and // x-amz-copy-source-if-unmodified-since checks. // // modtime is the modification time of the resource to be served, or // IsZero(). return value is whether this request is now complete. func checkCopySourceLastModified(w http.ResponseWriter, r *http.Request, modtime time.Time) bool { if modtime.IsZero() || modtime.Equal(unixEpochTime) { // If the object doesn't have a modtime (IsZero), or the modtime // is obviously garbage (Unix time == 0), then ignore modtimes // and don't process the If-Modified-Since header. return false } // The Date-Modified header truncates sub-second precision, so // use mtime < t+1s instead of mtime <= t to check for unmodified. if _, ok := r.Header["x-amz-copy-source-if-modified-since"]; ok { // Return the object only if it has been modified since the // specified time, otherwise return a 304 error (not modified). t, err := time.Parse(http.TimeFormat, r.Header.Get("x-amz-copy-source-if-modified-since")) if err == nil && modtime.Before(t.Add(1*time.Second)) { h := w.Header() // Remove Content headers if set delete(h, "Content-Type") delete(h, "Content-Length") delete(h, "Content-Range") w.WriteHeader(http.StatusNotModified) return true } } else if _, ok := r.Header["x-amz-copy-source-if-unmodified-since"]; ok { // Return the object only if it has not been modified since the // specified time, otherwise return a 412 error (precondition failed). t, err := time.Parse(http.TimeFormat, r.Header.Get("x-amz-copy-source-if-unmodified-since")) if err == nil && modtime.After(t.Add(1*time.Second)) { h := w.Header() // Remove Content headers if set delete(h, "Content-Type") delete(h, "Content-Length") delete(h, "Content-Range") w.WriteHeader(http.StatusPreconditionFailed) return true } } w.Header().Set("Last-Modified", modtime.UTC().Format(http.TimeFormat)) return false } // checkCopySourceETag implements x-amz-copy-source-if-match and // x-amz-copy-source-if-none-match checks. // // The ETag must have been previously set in the ResponseWriter's // headers. The return value is whether this request is now considered // complete. func checkCopySourceETag(w http.ResponseWriter, r *http.Request) bool { etag := w.Header().Get("ETag") // Tag must be provided... if etag == "" { return false } if inm := r.Header.Get("x-amz-copy-source-if-none-match"); inm != "" { // Return the object only if its entity tag (ETag) is different // from the one specified; otherwise, return a 304 (not modified). if r.Method != "PUT" { return false } if inm == etag || inm == "*" { h := w.Header() // Remove Content headers if set delete(h, "Content-Type") delete(h, "Content-Length") delete(h, "Content-Range") w.WriteHeader(http.StatusNotModified) return true } } else if inm := r.Header.Get("x-amz-copy-source-if-match"); inm != "" { // Return the object only if its entity tag (ETag) is the same // as the one specified; otherwise, return a 412 (precondition failed). if r.Method != "PUT" { return false } if inm != etag { h := w.Header() // Remove Content headers if set delete(h, "Content-Type") delete(h, "Content-Length") delete(h, "Content-Range") w.WriteHeader(http.StatusPreconditionFailed) return true } } return false } // PutObjectHandler - PUT Object // ---------- // This implementation of the PUT operation adds an object to a bucket. func (api objectAPIHandlers) PutObjectHandler(w http.ResponseWriter, r *http.Request) { // If the matching failed, it means that the X-Amz-Copy-Source was // wrong, fail right here. if _, ok := r.Header["X-Amz-Copy-Source"]; ok { writeErrorResponse(w, r, ErrInvalidCopySource, r.URL.Path) return } vars := mux.Vars(r) bucket := vars["bucket"] object := vars["object"] // Get Content-Md5 sent by client and verify if valid md5Bytes, err := checkValidMD5(r.Header.Get("Content-Md5")) if err != nil { errorIf(err, "Unable to validate content-md5 format.") writeErrorResponse(w, r, ErrInvalidDigest, r.URL.Path) return } /// if Content-Length is unknown/missing, deny the request size := r.ContentLength if size == -1 && !contains(r.TransferEncoding, "chunked") { writeErrorResponse(w, r, ErrMissingContentLength, r.URL.Path) return } /// maximum Upload size for objects in a single operation if isMaxObjectSize(size) { writeErrorResponse(w, r, ErrEntityTooLarge, r.URL.Path) return } // Save metadata. metadata := make(map[string]string) // Make sure we hex encode md5sum here. metadata["md5Sum"] = hex.EncodeToString(md5Bytes) // Save other metadata if available. metadata["content-type"] = r.Header.Get("Content-Type") metadata["content-encoding"] = r.Header.Get("Content-Encoding") for key := range r.Header { cKey := http.CanonicalHeaderKey(key) if strings.HasPrefix(cKey, "x-amz-meta-") { metadata[cKey] = r.Header.Get(cKey) } else if strings.HasPrefix(key, "x-minio-meta-") { metadata[cKey] = r.Header.Get(cKey) } } var md5Sum string switch getRequestAuthType(r) { default: // For all unknown auth types return error. writeErrorResponse(w, r, ErrAccessDenied, r.URL.Path) return case authTypeAnonymous: // http://docs.aws.amazon.com/AmazonS3/latest/dev/using-with-s3-actions.html if s3Error := enforceBucketPolicy("s3:PutObject", bucket, r.URL); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } // Create anonymous object. md5Sum, err = api.ObjectAPI.PutObject(bucket, object, size, r.Body, metadata) case authTypePresigned, authTypeSigned: // Initialize a pipe for data pipe line. reader, writer := io.Pipe() var wg = &sync.WaitGroup{} // Start writing in a routine. wg.Add(1) go func() { defer wg.Done() shaWriter := sha256.New() multiWriter := io.MultiWriter(shaWriter, writer) if _, wErr := io.CopyN(multiWriter, r.Body, size); wErr != nil { // Pipe closed. if wErr == io.ErrClosedPipe { return } errorIf(wErr, "Unable to read from HTTP body.") writer.CloseWithError(wErr) return } shaPayload := shaWriter.Sum(nil) validateRegion := true // Validate region. var s3Error APIErrorCode if isRequestSignatureV4(r) { s3Error = doesSignatureMatch(hex.EncodeToString(shaPayload), r, validateRegion) } else if isRequestPresignedSignatureV4(r) { s3Error = doesPresignedSignatureMatch(hex.EncodeToString(shaPayload), r, validateRegion) } var sErr error if s3Error != ErrNone { if s3Error == ErrSignatureDoesNotMatch { sErr = errSignatureMismatch } else { sErr = fmt.Errorf("%v", getAPIError(s3Error)) } writer.CloseWithError(sErr) return } writer.Close() }() // Create object. md5Sum, err = api.ObjectAPI.PutObject(bucket, object, size, reader, metadata) // Close the pipe. reader.Close() // Wait for all the routines to finish. wg.Wait() } if err != nil { errorIf(err, "Unable to create an object.") writeErrorResponse(w, r, toAPIErrorCode(err), r.URL.Path) return } if md5Sum != "" { w.Header().Set("ETag", "\""+md5Sum+"\"") } writeSuccessResponse(w, nil) } /// Multipart objectAPIHandlers // NewMultipartUploadHandler - New multipart upload func (api objectAPIHandlers) NewMultipartUploadHandler(w http.ResponseWriter, r *http.Request) { var object, bucket string vars := mux.Vars(r) bucket = vars["bucket"] object = vars["object"] switch getRequestAuthType(r) { default: // For all unknown auth types return error. writeErrorResponse(w, r, ErrAccessDenied, r.URL.Path) return case authTypeAnonymous: // http://docs.aws.amazon.com/AmazonS3/latest/dev/mpuAndPermissions.html if s3Error := enforceBucketPolicy("s3:PutObject", bucket, r.URL); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } case authTypePresigned, authTypeSigned: if s3Error := isReqAuthenticated(r); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } } // Save metadata. metadata := make(map[string]string) // Save other metadata if available. metadata["content-type"] = r.Header.Get("Content-Type") metadata["content-encoding"] = r.Header.Get("Content-Encoding") for key := range r.Header { cKey := http.CanonicalHeaderKey(key) if strings.HasPrefix(cKey, "x-amz-meta-") { metadata[cKey] = r.Header.Get(cKey) } else if strings.HasPrefix(key, "x-minio-meta-") { metadata[cKey] = r.Header.Get(cKey) } } uploadID, err := api.ObjectAPI.NewMultipartUpload(bucket, object, metadata) if err != nil { errorIf(err, "Unable to initiate new multipart upload id.") writeErrorResponse(w, r, toAPIErrorCode(err), r.URL.Path) return } response := generateInitiateMultipartUploadResponse(bucket, object, uploadID) encodedSuccessResponse := encodeResponse(response) // write headers setCommonHeaders(w) // write success response. writeSuccessResponse(w, encodedSuccessResponse) } // PutObjectPartHandler - Upload part func (api objectAPIHandlers) PutObjectPartHandler(w http.ResponseWriter, r *http.Request) { vars := mux.Vars(r) bucket := vars["bucket"] object := vars["object"] // get Content-Md5 sent by client and verify if valid md5Bytes, err := checkValidMD5(r.Header.Get("Content-Md5")) if err != nil { writeErrorResponse(w, r, ErrInvalidDigest, r.URL.Path) return } /// if Content-Length is unknown/missing, throw away size := r.ContentLength if size == -1 { writeErrorResponse(w, r, ErrMissingContentLength, r.URL.Path) return } /// maximum Upload size for multipart objects in a single operation if isMaxObjectSize(size) { writeErrorResponse(w, r, ErrEntityTooLarge, r.URL.Path) return } uploadID := r.URL.Query().Get("uploadId") partIDString := r.URL.Query().Get("partNumber") partID, err := strconv.Atoi(partIDString) if err != nil { writeErrorResponse(w, r, ErrInvalidPart, r.URL.Path) return } // check partID with maximum part ID for multipart objects if isMaxPartID(partID) { writeErrorResponse(w, r, ErrInvalidMaxParts, r.URL.Path) return } var partMD5 string switch getRequestAuthType(r) { default: // For all unknown auth types return error. writeErrorResponse(w, r, ErrAccessDenied, r.URL.Path) return case authTypeAnonymous: // http://docs.aws.amazon.com/AmazonS3/latest/dev/mpuAndPermissions.html if s3Error := enforceBucketPolicy("s3:PutObject", bucket, r.URL); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } // No need to verify signature, anonymous request access is // already allowed. hexMD5 := hex.EncodeToString(md5Bytes) partMD5, err = api.ObjectAPI.PutObjectPart(bucket, object, uploadID, partID, size, r.Body, hexMD5) case authTypePresigned, authTypeSigned: // Initialize a pipe for data pipe line. reader, writer := io.Pipe() var wg = &sync.WaitGroup{} // Start writing in a routine. wg.Add(1) go func() { defer wg.Done() shaWriter := sha256.New() multiWriter := io.MultiWriter(shaWriter, writer) if _, wErr := io.CopyN(multiWriter, r.Body, size); wErr != nil { // Pipe closed, just ignore it. if wErr == io.ErrClosedPipe { return } errorIf(wErr, "Unable to read from HTTP request body.") writer.CloseWithError(wErr) return } shaPayload := shaWriter.Sum(nil) validateRegion := true // Validate region. var s3Error APIErrorCode if isRequestSignatureV4(r) { s3Error = doesSignatureMatch(hex.EncodeToString(shaPayload), r, validateRegion) } else if isRequestPresignedSignatureV4(r) { s3Error = doesPresignedSignatureMatch(hex.EncodeToString(shaPayload), r, validateRegion) } if s3Error != ErrNone { if s3Error == ErrSignatureDoesNotMatch { err = errSignatureMismatch } else { err = fmt.Errorf("%v", getAPIError(s3Error)) } writer.CloseWithError(err) return } // Close the writer. writer.Close() }() md5SumHex := hex.EncodeToString(md5Bytes) partMD5, err = api.ObjectAPI.PutObjectPart(bucket, object, uploadID, partID, size, reader, md5SumHex) // Close the pipe. reader.Close() // Wait for all the routines to finish. wg.Wait() } if err != nil { errorIf(err, "Unable to create object part.") // Verify if the underlying error is signature mismatch. writeErrorResponse(w, r, toAPIErrorCode(err), r.URL.Path) return } if partMD5 != "" { w.Header().Set("ETag", "\""+partMD5+"\"") } writeSuccessResponse(w, nil) } // AbortMultipartUploadHandler - Abort multipart upload func (api objectAPIHandlers) AbortMultipartUploadHandler(w http.ResponseWriter, r *http.Request) { vars := mux.Vars(r) bucket := vars["bucket"] object := vars["object"] switch getRequestAuthType(r) { default: // For all unknown auth types return error. writeErrorResponse(w, r, ErrAccessDenied, r.URL.Path) return case authTypeAnonymous: // http://docs.aws.amazon.com/AmazonS3/latest/dev/mpuAndPermissions.html if s3Error := enforceBucketPolicy("s3:AbortMultipartUpload", bucket, r.URL); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } case authTypePresigned, authTypeSigned: if s3Error := isReqAuthenticated(r); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } } uploadID, _, _, _ := getObjectResources(r.URL.Query()) if err := api.ObjectAPI.AbortMultipartUpload(bucket, object, uploadID); err != nil { errorIf(err, "Unable to abort multipart upload.") writeErrorResponse(w, r, toAPIErrorCode(err), r.URL.Path) return } writeSuccessNoContent(w) } // Send whitespace character, once every 5secs, until CompleteMultipartUpload is done. // CompleteMultipartUpload method of the object layer indicates that it's done via doneCh func sendWhiteSpaceChars(w http.ResponseWriter, doneCh <-chan struct{}) { for { select { case <-time.After(5 * time.Second): w.Write([]byte(" ")) case <-doneCh: return } } } // ListObjectPartsHandler - List object parts func (api objectAPIHandlers) ListObjectPartsHandler(w http.ResponseWriter, r *http.Request) { vars := mux.Vars(r) bucket := vars["bucket"] object := vars["object"] switch getRequestAuthType(r) { default: // For all unknown auth types return error. writeErrorResponse(w, r, ErrAccessDenied, r.URL.Path) return case authTypeAnonymous: // http://docs.aws.amazon.com/AmazonS3/latest/dev/mpuAndPermissions.html if s3Error := enforceBucketPolicy("s3:ListMultipartUploadParts", bucket, r.URL); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } case authTypePresigned, authTypeSigned: if s3Error := isReqAuthenticated(r); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } } uploadID, partNumberMarker, maxParts, _ := getObjectResources(r.URL.Query()) if partNumberMarker < 0 { writeErrorResponse(w, r, ErrInvalidPartNumberMarker, r.URL.Path) return } if maxParts < 0 { writeErrorResponse(w, r, ErrInvalidMaxParts, r.URL.Path) return } listPartsInfo, err := api.ObjectAPI.ListObjectParts(bucket, object, uploadID, partNumberMarker, maxParts) if err != nil { errorIf(err, "Unable to list uploaded parts.") writeErrorResponse(w, r, toAPIErrorCode(err), r.URL.Path) return } response := generateListPartsResponse(listPartsInfo) encodedSuccessResponse := encodeResponse(response) // Write headers. setCommonHeaders(w) // Write success response. writeSuccessResponse(w, encodedSuccessResponse) } // CompleteMultipartUploadHandler - Complete multipart upload func (api objectAPIHandlers) CompleteMultipartUploadHandler(w http.ResponseWriter, r *http.Request) { vars := mux.Vars(r) bucket := vars["bucket"] object := vars["object"] // Get upload id. uploadID, _, _, _ := getObjectResources(r.URL.Query()) var md5Sum string var err error switch getRequestAuthType(r) { default: // For all unknown auth types return error. writeErrorResponse(w, r, ErrAccessDenied, r.URL.Path) return case authTypeAnonymous: // http://docs.aws.amazon.com/AmazonS3/latest/dev/mpuAndPermissions.html if s3Error := enforceBucketPolicy("s3:PutObject", bucket, r.URL); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } case authTypePresigned, authTypeSigned: if s3Error := isReqAuthenticated(r); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } } completeMultipartBytes, err := ioutil.ReadAll(r.Body) if err != nil { errorIf(err, "Unable to complete multipart upload.") writeErrorResponse(w, r, ErrInternalError, r.URL.Path) return } complMultipartUpload := &completeMultipartUpload{} if err = xml.Unmarshal(completeMultipartBytes, complMultipartUpload); err != nil { errorIf(err, "Unable to parse complete multipart upload XML.") writeErrorResponse(w, r, ErrMalformedXML, r.URL.Path) return } if len(complMultipartUpload.Parts) == 0 { writeErrorResponse(w, r, ErrMalformedXML, r.URL.Path) return } if !sort.IsSorted(completedParts(complMultipartUpload.Parts)) { writeErrorResponse(w, r, ErrInvalidPartOrder, r.URL.Path) return } // Complete parts. var completeParts []completePart for _, part := range complMultipartUpload.Parts { part.ETag = strings.TrimPrefix(part.ETag, "\"") part.ETag = strings.TrimSuffix(part.ETag, "\"") completeParts = append(completeParts, part) } // Complete multipart upload. // Send 200 OK setCommonHeaders(w) w.WriteHeader(http.StatusOK) doneCh := make(chan struct{}) // Signal that completeMultipartUpload is over via doneCh go func(doneCh chan<- struct{}) { md5Sum, err = api.ObjectAPI.CompleteMultipartUpload(bucket, object, uploadID, completeParts) doneCh <- struct{}{} }(doneCh) sendWhiteSpaceChars(w, doneCh) if err != nil { errorIf(err, "Unable to complete multipart upload.") writeErrorResponseNoHeader(w, r, getAPIError(toAPIErrorCode(err)), r.URL.Path) return } // Get object location. location := getLocation(r) // Generate complete multipart response. response := generateCompleteMultpartUploadResponse(bucket, object, location, md5Sum) encodedSuccessResponse := encodeResponse(response) // write success response. w.Write(encodedSuccessResponse) w.(http.Flusher).Flush() } /// Delete objectAPIHandlers // DeleteObjectHandler - delete an object func (api objectAPIHandlers) DeleteObjectHandler(w http.ResponseWriter, r *http.Request) { vars := mux.Vars(r) bucket := vars["bucket"] object := vars["object"] switch getRequestAuthType(r) { default: // For all unknown auth types return error. writeErrorResponse(w, r, ErrAccessDenied, r.URL.Path) return case authTypeAnonymous: // http://docs.aws.amazon.com/AmazonS3/latest/dev/using-with-s3-actions.html if s3Error := enforceBucketPolicy("s3:DeleteObject", bucket, r.URL); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } case authTypeSigned, authTypePresigned: if s3Error := isReqAuthenticated(r); s3Error != ErrNone { writeErrorResponse(w, r, s3Error, r.URL.Path) return } } /// http://docs.aws.amazon.com/AmazonS3/latest/API/RESTObjectDELETE.html /// Ignore delete object errors, since we are suppposed to reply /// only 204. api.ObjectAPI.DeleteObject(bucket, object) writeSuccessNoContent(w) }