2015-04-29 05:19:51 -04:00
|
|
|
/*
|
2015-07-24 20:51:40 -04:00
|
|
|
* Minio Cloud Storage, (C) 2015 Minio, Inc.
|
2015-04-29 05:19:51 -04:00
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
2015-09-19 03:52:01 -04:00
|
|
|
package main
|
2015-04-22 19:28:13 -04:00
|
|
|
|
|
|
|
import (
|
|
|
|
"encoding/base64"
|
2016-04-20 20:35:38 -04:00
|
|
|
"encoding/xml"
|
|
|
|
"io"
|
2016-08-05 16:48:31 -04:00
|
|
|
"os"
|
2016-04-20 20:35:38 -04:00
|
|
|
"strings"
|
2016-08-05 16:48:31 -04:00
|
|
|
"syscall"
|
2015-04-22 19:28:13 -04:00
|
|
|
)
|
|
|
|
|
2016-04-20 20:35:38 -04:00
|
|
|
// xmlDecoder provide decoded value in xml.
|
2016-07-19 00:20:17 -04:00
|
|
|
func xmlDecoder(body io.Reader, v interface{}, size int64) error {
|
|
|
|
var lbody io.Reader
|
|
|
|
if size > 0 {
|
|
|
|
lbody = io.LimitReader(body, size)
|
|
|
|
} else {
|
|
|
|
lbody = body
|
|
|
|
}
|
|
|
|
d := xml.NewDecoder(lbody)
|
2016-04-20 20:35:38 -04:00
|
|
|
return d.Decode(v)
|
|
|
|
}
|
|
|
|
|
2016-03-12 19:08:15 -05:00
|
|
|
// checkValidMD5 - verify if valid md5, returns md5 in bytes.
|
2016-04-29 17:24:10 -04:00
|
|
|
func checkValidMD5(md5 string) ([]byte, error) {
|
|
|
|
return base64.StdEncoding.DecodeString(strings.TrimSpace(md5))
|
2015-04-22 19:28:13 -04:00
|
|
|
}
|
2015-04-29 05:19:51 -04:00
|
|
|
|
2015-04-29 13:51:59 -04:00
|
|
|
/// http://docs.aws.amazon.com/AmazonS3/latest/dev/UploadingObjects.html
|
2015-04-29 05:19:51 -04:00
|
|
|
const (
|
2015-12-28 02:00:36 -05:00
|
|
|
// maximum object size per PUT request is 5GiB
|
2015-04-29 05:19:51 -04:00
|
|
|
maxObjectSize = 1024 * 1024 * 1024 * 5
|
2016-05-08 15:06:05 -04:00
|
|
|
// minimum Part size for multipart upload is 5MB
|
|
|
|
minPartSize = 1024 * 1024 * 5
|
2016-05-24 04:52:47 -04:00
|
|
|
// maximum Part ID for multipart upload is 10000 (Acceptable values range from 1 to 10000 inclusive)
|
|
|
|
maxPartID = 10000
|
2015-04-29 05:19:51 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
// isMaxObjectSize - verify if max object size
|
2015-12-28 02:00:36 -05:00
|
|
|
func isMaxObjectSize(size int64) bool {
|
2016-04-02 20:28:54 -04:00
|
|
|
return size > maxObjectSize
|
2015-04-29 05:19:51 -04:00
|
|
|
}
|
2016-02-05 06:09:31 -05:00
|
|
|
|
2016-05-08 15:06:05 -04:00
|
|
|
// Check if part size is more than or equal to minimum allowed size.
|
|
|
|
func isMinAllowedPartSize(size int64) bool {
|
|
|
|
return size >= minPartSize
|
|
|
|
}
|
|
|
|
|
2016-05-24 04:52:47 -04:00
|
|
|
// isMaxPartNumber - Check if part ID is greater than the maximum allowed ID.
|
|
|
|
func isMaxPartID(partID int) bool {
|
|
|
|
return partID > maxPartID
|
|
|
|
}
|
|
|
|
|
2016-02-05 06:09:31 -05:00
|
|
|
func contains(stringList []string, element string) bool {
|
|
|
|
for _, e := range stringList {
|
|
|
|
if e == element {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
2016-08-05 16:48:31 -04:00
|
|
|
|
|
|
|
// shutdownSignal - is the channel that receives any boolean when
|
|
|
|
// we want broadcast the start of shutdown
|
|
|
|
var shutdownSignal chan bool
|
|
|
|
|
|
|
|
// shutdownCallbacks - is the list of function callbacks executed one by one
|
|
|
|
// when a shutdown starts. A callback returns 0 for success and 1 for failure.
|
|
|
|
// Failure is considered an emergency error that needs an immediate exit
|
|
|
|
var shutdownCallbacks []func() errCode
|
|
|
|
|
|
|
|
// shutdownObjectStorageCallbacks - contains the list of function callbacks that
|
|
|
|
// need to be invoked when a shutdown starts. These callbacks will be called before
|
|
|
|
// the general callback shutdowns
|
|
|
|
var shutdownObjectStorageCallbacks []func() errCode
|
|
|
|
|
|
|
|
// Register callback functions that need to be called when process terminates.
|
|
|
|
func registerShutdown(callback func() errCode) {
|
|
|
|
shutdownCallbacks = append(shutdownCallbacks, callback)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Register object storagecallback functions that need to be called when process terminates.
|
|
|
|
func registerObjectStorageShutdown(callback func() errCode) {
|
|
|
|
shutdownObjectStorageCallbacks = append(shutdownObjectStorageCallbacks, callback)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Start to monitor shutdownSignal to execute shutdown callbacks
|
|
|
|
func monitorShutdownSignal() {
|
|
|
|
go func() {
|
|
|
|
// Monitor processus signal
|
|
|
|
trapCh := signalTrap(os.Interrupt, syscall.SIGTERM)
|
|
|
|
for {
|
|
|
|
select {
|
|
|
|
case <-trapCh:
|
|
|
|
// Start a graceful shutdown call
|
|
|
|
shutdownSignal <- true
|
|
|
|
case <-shutdownSignal:
|
|
|
|
// Call all callbacks and exit for emergency
|
|
|
|
for _, callback := range shutdownCallbacks {
|
|
|
|
exitCode := callback()
|
|
|
|
if exitCode != exitSuccess {
|
|
|
|
os.Exit(int(exitCode))
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
// Call all object storage shutdown callbacks and exit for emergency
|
|
|
|
for _, callback := range shutdownObjectStorageCallbacks {
|
|
|
|
exitCode := callback()
|
|
|
|
if exitCode != exitSuccess {
|
|
|
|
os.Exit(int(exitCode))
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
os.Exit(int(exitSuccess))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
}
|