2021-04-18 15:41:13 -04:00
|
|
|
// Copyright (c) 2015-2021 MinIO, Inc.
|
|
|
|
//
|
|
|
|
// This file is part of MinIO Object Storage stack
|
|
|
|
//
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// This program is distributed in the hope that it will be useful
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Affero General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
2015-02-15 03:48:15 -05:00
|
|
|
|
2016-08-18 19:23:42 -04:00
|
|
|
package cmd
|
2015-02-11 06:23:15 -05:00
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
2018-01-22 17:54:55 -05:00
|
|
|
"encoding/json"
|
2015-02-11 06:23:15 -05:00
|
|
|
"encoding/xml"
|
2017-01-10 19:43:48 -05:00
|
|
|
"fmt"
|
2015-02-11 06:23:15 -05:00
|
|
|
"net/http"
|
2020-01-20 11:45:59 -05:00
|
|
|
"net/url"
|
2015-02-11 06:23:15 -05:00
|
|
|
"strconv"
|
2020-03-12 15:37:27 -04:00
|
|
|
"strings"
|
2017-01-10 19:43:48 -05:00
|
|
|
"time"
|
2018-09-20 22:22:09 -04:00
|
|
|
|
2021-06-01 17:59:40 -04:00
|
|
|
"github.com/minio/minio/internal/crypto"
|
|
|
|
xhttp "github.com/minio/minio/internal/http"
|
2015-02-11 06:23:15 -05:00
|
|
|
)
|
|
|
|
|
2017-01-10 19:43:48 -05:00
|
|
|
// Returns a hexadecimal representation of time at the
|
|
|
|
// time response is sent to the client.
|
|
|
|
func mustGetRequestID(t time.Time) string {
|
|
|
|
return fmt.Sprintf("%X", t.UnixNano())
|
2015-07-14 17:29:56 -04:00
|
|
|
}
|
|
|
|
|
2020-07-30 22:45:12 -04:00
|
|
|
// setEventStreamHeaders to allow proxies to avoid buffering proxy responses
|
|
|
|
func setEventStreamHeaders(w http.ResponseWriter) {
|
|
|
|
w.Header().Set(xhttp.ContentType, "text/event-stream")
|
|
|
|
w.Header().Set(xhttp.CacheControl, "no-cache") // nginx to turn off buffering
|
|
|
|
w.Header().Set("X-Accel-Buffering", "no") // nginx to turn off buffering
|
|
|
|
}
|
|
|
|
|
2015-02-23 19:46:48 -05:00
|
|
|
// Write http common headers
|
2016-01-08 03:40:06 -05:00
|
|
|
func setCommonHeaders(w http.ResponseWriter) {
|
2020-11-19 12:16:02 -05:00
|
|
|
// Set the "Server" http header.
|
|
|
|
w.Header().Set(xhttp.ServerInfo, "MinIO")
|
|
|
|
|
2017-06-23 19:05:40 -04:00
|
|
|
// Set `x-amz-bucket-region` only if region is set on the server
|
|
|
|
// by default minio uses an empty region.
|
2019-10-23 01:59:13 -04:00
|
|
|
if region := globalServerRegion; region != "" {
|
2019-07-03 01:34:32 -04:00
|
|
|
w.Header().Set(xhttp.AmzBucketRegion, region)
|
2017-06-23 19:05:40 -04:00
|
|
|
}
|
2019-07-03 01:34:32 -04:00
|
|
|
w.Header().Set(xhttp.AcceptRanges, "bytes")
|
2018-09-25 15:39:46 -04:00
|
|
|
|
|
|
|
// Remove sensitive information
|
|
|
|
crypto.RemoveSensitiveHeaders(w.Header())
|
2015-02-11 06:23:15 -05:00
|
|
|
}
|
|
|
|
|
2016-03-06 15:16:22 -05:00
|
|
|
// Encodes the response headers into XML format.
|
|
|
|
func encodeResponse(response interface{}) []byte {
|
2015-02-11 06:23:15 -05:00
|
|
|
var bytesBuffer bytes.Buffer
|
2015-12-09 18:38:40 -05:00
|
|
|
bytesBuffer.WriteString(xml.Header)
|
2015-10-04 03:27:49 -04:00
|
|
|
e := xml.NewEncoder(&bytesBuffer)
|
2015-09-09 18:11:37 -04:00
|
|
|
e.Encode(response)
|
2015-02-11 06:23:15 -05:00
|
|
|
return bytesBuffer.Bytes()
|
|
|
|
}
|
|
|
|
|
2018-01-22 17:54:55 -05:00
|
|
|
// Encodes the response headers into JSON format.
|
|
|
|
func encodeResponseJSON(response interface{}) []byte {
|
|
|
|
var bytesBuffer bytes.Buffer
|
|
|
|
e := json.NewEncoder(&bytesBuffer)
|
|
|
|
e.Encode(response)
|
|
|
|
return bytesBuffer.Bytes()
|
|
|
|
}
|
|
|
|
|
2020-06-10 12:22:15 -04:00
|
|
|
// Write parts count
|
|
|
|
func setPartsCountHeaders(w http.ResponseWriter, objInfo ObjectInfo) {
|
|
|
|
if strings.Contains(objInfo.ETag, "-") && len(objInfo.Parts) > 0 {
|
|
|
|
w.Header()[xhttp.AmzMpPartsCount] = []string{strconv.Itoa(len(objInfo.Parts))}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-02-23 19:46:48 -05:00
|
|
|
// Write object header
|
2020-10-01 18:41:12 -04:00
|
|
|
func setObjectHeaders(w http.ResponseWriter, objInfo ObjectInfo, rs *HTTPRangeSpec, opts ObjectOptions) (err error) {
|
2015-07-28 22:33:56 -04:00
|
|
|
// set common headers
|
2016-03-06 15:16:22 -05:00
|
|
|
setCommonHeaders(w)
|
|
|
|
|
2016-07-22 23:31:45 -04:00
|
|
|
// Set last modified time.
|
2016-04-08 13:37:38 -04:00
|
|
|
lastModified := objInfo.ModTime.UTC().Format(http.TimeFormat)
|
2019-07-03 01:34:32 -04:00
|
|
|
w.Header().Set(xhttp.LastModified, lastModified)
|
2016-03-06 15:16:22 -05:00
|
|
|
|
2016-07-22 23:31:45 -04:00
|
|
|
// Set Etag if available.
|
2017-05-14 15:05:51 -04:00
|
|
|
if objInfo.ETag != "" {
|
2019-07-03 01:34:32 -04:00
|
|
|
w.Header()[xhttp.ETag] = []string{"\"" + objInfo.ETag + "\""}
|
2016-01-28 22:57:23 -05:00
|
|
|
}
|
2016-07-22 23:31:45 -04:00
|
|
|
|
2017-10-13 06:56:16 -04:00
|
|
|
if objInfo.ContentType != "" {
|
2019-07-03 01:34:32 -04:00
|
|
|
w.Header().Set(xhttp.ContentType, objInfo.ContentType)
|
2017-10-13 06:56:16 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
if objInfo.ContentEncoding != "" {
|
2019-07-03 01:34:32 -04:00
|
|
|
w.Header().Set(xhttp.ContentEncoding, objInfo.ContentEncoding)
|
2017-10-13 06:56:16 -04:00
|
|
|
}
|
|
|
|
|
2019-02-28 14:01:25 -05:00
|
|
|
if !objInfo.Expires.IsZero() {
|
2019-07-03 01:34:32 -04:00
|
|
|
w.Header().Set(xhttp.Expires, objInfo.Expires.UTC().Format(http.TimeFormat))
|
2019-02-28 14:01:25 -05:00
|
|
|
}
|
2020-04-21 01:01:59 -04:00
|
|
|
|
2020-01-10 23:21:13 -05:00
|
|
|
if globalCacheConfig.Enabled {
|
|
|
|
w.Header().Set(xhttp.XCache, objInfo.CacheStatus.String())
|
|
|
|
w.Header().Set(xhttp.XCacheLookup, objInfo.CacheLookupStatus.String())
|
|
|
|
}
|
2020-01-20 11:45:59 -05:00
|
|
|
|
|
|
|
// Set tag count if object has tags
|
2020-11-02 18:15:12 -05:00
|
|
|
if len(objInfo.UserTags) > 0 {
|
|
|
|
tags, _ := url.ParseQuery(objInfo.UserTags)
|
|
|
|
if len(tags) > 0 {
|
|
|
|
w.Header()[xhttp.AmzTagCount] = []string{strconv.Itoa(len(tags))}
|
|
|
|
}
|
2020-01-20 11:45:59 -05:00
|
|
|
}
|
|
|
|
|
2016-07-22 23:31:45 -04:00
|
|
|
// Set all other user defined metadata.
|
2016-07-12 15:45:17 -04:00
|
|
|
for k, v := range objInfo.UserDefined {
|
2020-05-28 17:36:38 -04:00
|
|
|
if strings.HasPrefix(strings.ToLower(k), ReservedMetadataPrefixLower) {
|
2018-03-01 19:15:53 -05:00
|
|
|
// Do not need to send any internal metadata
|
|
|
|
// values to client.
|
|
|
|
continue
|
|
|
|
}
|
2020-08-11 11:29:29 -04:00
|
|
|
|
|
|
|
// https://github.com/google/security-research/security/advisories/GHSA-76wf-9vgp-pj7w
|
2021-02-03 23:41:33 -05:00
|
|
|
if equals(k, xhttp.AmzMetaUnencryptedContentLength, xhttp.AmzMetaUnencryptedContentMD5) {
|
2020-08-11 11:29:29 -04:00
|
|
|
continue
|
|
|
|
}
|
2021-02-03 23:41:33 -05:00
|
|
|
|
2020-05-25 19:51:32 -04:00
|
|
|
var isSet bool
|
|
|
|
for _, userMetadataPrefix := range userMetadataKeyPrefixes {
|
2021-02-03 23:41:33 -05:00
|
|
|
if !strings.HasPrefix(strings.ToLower(k), strings.ToLower(userMetadataPrefix)) {
|
2020-05-25 19:51:32 -04:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
w.Header()[strings.ToLower(k)] = []string{v}
|
|
|
|
isSet = true
|
|
|
|
break
|
|
|
|
}
|
2021-02-03 23:41:33 -05:00
|
|
|
|
2020-05-25 19:51:32 -04:00
|
|
|
if !isSet {
|
|
|
|
w.Header().Set(k, v)
|
|
|
|
}
|
2016-07-12 15:45:17 -04:00
|
|
|
}
|
2016-03-06 15:16:22 -05:00
|
|
|
|
2020-10-01 18:41:12 -04:00
|
|
|
var start, rangeLen int64
|
2020-05-24 14:19:17 -04:00
|
|
|
totalObjectSize, err := objInfo.GetActualSize()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
2018-09-20 22:22:09 -04:00
|
|
|
}
|
|
|
|
|
2021-04-07 17:37:10 -04:00
|
|
|
if rs == nil && opts.PartNumber > 0 {
|
|
|
|
rs = partNumberToRangeSpec(objInfo, opts.PartNumber)
|
|
|
|
}
|
|
|
|
|
2020-12-08 16:12:42 -05:00
|
|
|
// For providing ranged content
|
|
|
|
start, rangeLen, err = rs.GetOffsetLength(totalObjectSize)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
2015-07-28 22:33:56 -04:00
|
|
|
}
|
2018-09-20 22:22:09 -04:00
|
|
|
|
|
|
|
// Set content length.
|
2019-07-03 01:34:32 -04:00
|
|
|
w.Header().Set(xhttp.ContentLength, strconv.FormatInt(rangeLen, 10))
|
2018-09-20 22:22:09 -04:00
|
|
|
if rs != nil {
|
|
|
|
contentRange := fmt.Sprintf("bytes %d-%d/%d", start, start+rangeLen-1, totalObjectSize)
|
2019-07-03 01:34:32 -04:00
|
|
|
w.Header().Set(xhttp.ContentRange, contentRange)
|
2018-09-20 22:22:09 -04:00
|
|
|
}
|
|
|
|
|
2020-06-12 23:04:01 -04:00
|
|
|
// Set the relevant version ID as part of the response header.
|
|
|
|
if objInfo.VersionID != "" {
|
|
|
|
w.Header()[xhttp.AmzVersionID] = []string{objInfo.VersionID}
|
|
|
|
}
|
2021-03-09 16:19:08 -05:00
|
|
|
|
2020-07-21 20:49:56 -04:00
|
|
|
if objInfo.ReplicationStatus.String() != "" {
|
|
|
|
w.Header()[xhttp.AmzBucketReplicationStatus] = []string{objInfo.ReplicationStatus.String()}
|
|
|
|
}
|
2021-03-09 16:19:08 -05:00
|
|
|
|
2020-06-12 23:04:01 -04:00
|
|
|
if lc, err := globalLifecycleSys.Get(objInfo.Bucket); err == nil {
|
2021-05-04 11:40:42 -04:00
|
|
|
if objInfo.IsRemote() {
|
2021-04-19 13:30:42 -04:00
|
|
|
// Check if object is being restored. For more information on x-amz-restore header see
|
|
|
|
// https://docs.aws.amazon.com/AmazonS3/latest/API/API_HeadObject.html#API_HeadObject_ResponseSyntax
|
2021-05-04 11:40:42 -04:00
|
|
|
w.Header()[xhttp.AmzStorageClass] = []string{objInfo.TransitionTier}
|
2021-04-19 13:30:42 -04:00
|
|
|
}
|
2021-07-20 20:36:55 -04:00
|
|
|
lc.SetPredictionHeaders(w, objInfo.ToLifecycleOpts())
|
2020-06-12 23:04:01 -04:00
|
|
|
}
|
|
|
|
|
2018-09-20 22:22:09 -04:00
|
|
|
return nil
|
2015-03-11 04:01:49 -04:00
|
|
|
}
|