2015-12-07 17:12:47 -05:00
|
|
|
|
/*
|
2018-03-15 16:03:41 -04:00
|
|
|
|
* Minio Cloud Storage, (C) 2015, 2016, 2017, 2018 Minio, Inc.
|
2015-12-07 17:12:47 -05:00
|
|
|
|
*
|
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
|
*
|
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
*
|
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
|
* limitations under the License.
|
|
|
|
|
*/
|
|
|
|
|
|
2016-08-18 19:23:42 -04:00
|
|
|
|
package cmd
|
2015-12-07 17:12:47 -05:00
|
|
|
|
|
2016-07-08 23:34:27 -04:00
|
|
|
|
import (
|
2017-07-12 19:33:21 -04:00
|
|
|
|
"crypto/tls"
|
2016-11-11 10:18:44 -05:00
|
|
|
|
"crypto/x509"
|
2017-07-12 19:33:21 -04:00
|
|
|
|
"os"
|
2017-01-09 17:22:10 -05:00
|
|
|
|
"runtime"
|
2016-09-09 18:33:35 -04:00
|
|
|
|
"time"
|
|
|
|
|
|
2016-11-22 21:18:22 -05:00
|
|
|
|
humanize "github.com/dustin/go-humanize"
|
2016-07-08 23:34:27 -04:00
|
|
|
|
"github.com/fatih/color"
|
2018-04-05 17:19:27 -04:00
|
|
|
|
miniohttp "github.com/minio/minio/cmd/http"
|
2017-10-31 14:54:32 -04:00
|
|
|
|
"github.com/minio/minio/pkg/auth"
|
2016-07-08 23:34:27 -04:00
|
|
|
|
)
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
|
|
|
|
|
|
// minio configuration related constants.
|
|
|
|
|
const (
|
2016-10-14 14:15:59 -04:00
|
|
|
|
globalMinioCertExpireWarnDays = time.Hour * 24 * 30 // 30 days.
|
2017-01-18 15:24:34 -05:00
|
|
|
|
|
2017-06-20 18:01:13 -04:00
|
|
|
|
globalMinioDefaultRegion = ""
|
|
|
|
|
// This is a sha256 output of ``arn:aws:iam::minio:user/admin``,
|
|
|
|
|
// this is kept in present form to be compatible with S3 owner ID
|
|
|
|
|
// requirements -
|
|
|
|
|
//
|
|
|
|
|
// ```
|
|
|
|
|
// The canonical user ID is the Amazon S3–only concept.
|
|
|
|
|
// It is 64-character obfuscated version of the account ID.
|
|
|
|
|
// ```
|
|
|
|
|
// http://docs.aws.amazon.com/AmazonS3/latest/dev/example-walkthroughs-managing-access-example4.html
|
|
|
|
|
globalMinioDefaultOwnerID = "02d6176db174dc93cb1b899f7c6078f08654445fe8cf1b6ce98d8855f66bdbf4"
|
2017-01-18 15:24:34 -05:00
|
|
|
|
globalMinioDefaultStorageClass = "STANDARD"
|
|
|
|
|
globalWindowsOSName = "windows"
|
2017-02-09 01:27:35 -05:00
|
|
|
|
globalNetBSDOSName = "netbsd"
|
|
|
|
|
globalSolarisOSName = "solaris"
|
2017-03-16 15:21:58 -04:00
|
|
|
|
globalMinioModeFS = "mode-server-fs"
|
|
|
|
|
globalMinioModeXL = "mode-server-xl"
|
|
|
|
|
globalMinioModeDistXL = "mode-server-distributed-xl"
|
2017-10-27 18:07:46 -04:00
|
|
|
|
globalMinioModeGatewayPrefix = "mode-gateway-"
|
2017-09-19 19:08:08 -04:00
|
|
|
|
|
2016-05-09 19:18:56 -04:00
|
|
|
|
// Add new global values here.
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
|
)
|
|
|
|
|
|
2016-11-22 23:13:20 -05:00
|
|
|
|
const (
|
|
|
|
|
// Limit fields size (except file) to 1Mib since Policy document
|
|
|
|
|
// can reach that size according to https://aws.amazon.com/articles/1434
|
|
|
|
|
maxFormFieldSize = int64(1 * humanize.MiByte)
|
|
|
|
|
|
2017-02-02 13:45:00 -05:00
|
|
|
|
// Limit memory allocation to store multipart data
|
|
|
|
|
maxFormMemory = int64(5 * humanize.MiByte)
|
|
|
|
|
|
2017-09-07 14:16:45 -04:00
|
|
|
|
// The maximum allowed time difference between the incoming request
|
|
|
|
|
// date and server date during signature verification.
|
|
|
|
|
globalMaxSkewTime = 15 * time.Minute // 15 minutes skew allowed.
|
|
|
|
|
|
|
|
|
|
// Default Read/Write timeouts for each connection.
|
|
|
|
|
globalConnReadTimeout = 15 * time.Minute // Timeout after 15 minutes of no data sent by the client.
|
|
|
|
|
globalConnWriteTimeout = 15 * time.Minute // Timeout after 15 minutes if no data received by the client.
|
2018-03-15 16:55:23 -04:00
|
|
|
|
|
|
|
|
|
// Expiry duration after which the multipart uploads are deemed stale.
|
|
|
|
|
globalMultipartExpiry = time.Hour * 24 * 14 // 2 weeks.
|
|
|
|
|
// Cleanup interval when the stale multipart cleanup is initiated.
|
|
|
|
|
globalMultipartCleanupInterval = time.Hour * 24 // 24 hrs.
|
2016-11-22 23:13:20 -05:00
|
|
|
|
)
|
|
|
|
|
|
2016-03-24 20:20:49 -04:00
|
|
|
|
var (
|
2018-02-15 20:45:57 -05:00
|
|
|
|
// Indicates the total number of erasure coded sets configured.
|
|
|
|
|
globalXLSetCount int
|
|
|
|
|
|
|
|
|
|
// Indicates set drive count.
|
|
|
|
|
globalXLSetDriveCount int
|
|
|
|
|
|
2017-01-16 20:05:00 -05:00
|
|
|
|
// Indicates if the running minio server is distributed setup.
|
|
|
|
|
globalIsDistXL = false
|
2016-11-28 15:15:36 -05:00
|
|
|
|
|
2017-01-23 03:32:55 -05:00
|
|
|
|
// Indicates if the running minio server is an erasure-code backend.
|
|
|
|
|
globalIsXL = false
|
|
|
|
|
|
2017-02-27 17:59:53 -05:00
|
|
|
|
// This flag is set to 'true' by default
|
|
|
|
|
globalIsBrowserEnabled = true
|
2017-05-25 00:09:23 -04:00
|
|
|
|
|
2017-02-27 17:59:53 -05:00
|
|
|
|
// This flag is set to 'true' when MINIO_BROWSER env is set.
|
|
|
|
|
globalIsEnvBrowser = false
|
2017-04-09 13:44:10 -04:00
|
|
|
|
|
2017-02-27 17:59:53 -05:00
|
|
|
|
// Set to true if credentials were passed from env, default is false.
|
|
|
|
|
globalIsEnvCreds = false
|
2016-12-10 03:42:22 -05:00
|
|
|
|
|
2017-12-15 15:33:42 -05:00
|
|
|
|
// This flag is set to 'true' when MINIO_REGION env is set.
|
2017-04-09 13:44:10 -04:00
|
|
|
|
globalIsEnvRegion = false
|
2017-05-25 00:09:23 -04:00
|
|
|
|
|
2017-12-15 15:33:42 -05:00
|
|
|
|
// This flag is set to 'true' when MINIO_UPDATE env is set to 'off'. Default is false.
|
|
|
|
|
globalInplaceUpdateDisabled = false
|
|
|
|
|
|
2017-04-09 13:44:10 -04:00
|
|
|
|
// This flag is set to 'us-east-1' by default
|
|
|
|
|
globalServerRegion = globalMinioDefaultRegion
|
|
|
|
|
|
2017-01-30 18:44:42 -05:00
|
|
|
|
// Maximum size of internal objects parts
|
|
|
|
|
globalPutPartSize = int64(64 * 1024 * 1024)
|
|
|
|
|
|
2016-10-12 04:03:50 -04:00
|
|
|
|
// Minio local server address (in `host:port` format)
|
|
|
|
|
globalMinioAddr = ""
|
2016-10-05 15:48:07 -04:00
|
|
|
|
// Minio default port, can be changed through command line.
|
2016-10-27 06:30:52 -04:00
|
|
|
|
globalMinioPort = "9000"
|
2016-10-18 15:49:24 -04:00
|
|
|
|
// Holds the host that was passed using --address
|
|
|
|
|
globalMinioHost = ""
|
2016-12-29 06:13:51 -05:00
|
|
|
|
|
2018-03-15 16:03:41 -04:00
|
|
|
|
globalNotificationSys *NotificationSys
|
2016-10-12 04:03:50 -04:00
|
|
|
|
|
2016-11-11 10:18:44 -05:00
|
|
|
|
// CA root certificates, a nil value means system certs pool will be used
|
|
|
|
|
globalRootCAs *x509.CertPool
|
|
|
|
|
|
2017-01-11 16:59:51 -05:00
|
|
|
|
// IsSSL indicates if the server is configured with SSL.
|
|
|
|
|
globalIsSSL bool
|
|
|
|
|
|
2017-07-12 19:33:21 -04:00
|
|
|
|
globalTLSCertificate *tls.Certificate
|
|
|
|
|
|
|
|
|
|
globalHTTPServer *miniohttp.Server
|
|
|
|
|
globalHTTPServerErrorCh = make(chan error)
|
|
|
|
|
globalOSSignalCh = make(chan os.Signal, 1)
|
|
|
|
|
|
2018-01-05 14:24:31 -05:00
|
|
|
|
// File to log HTTP request/response headers and body.
|
|
|
|
|
globalHTTPTraceFile *os.File
|
2017-10-24 22:04:51 -04:00
|
|
|
|
|
2016-12-29 06:13:51 -05:00
|
|
|
|
// List of admin peers.
|
2016-12-16 01:26:15 -05:00
|
|
|
|
globalAdminPeers = adminPeers{}
|
2016-12-29 06:13:51 -05:00
|
|
|
|
|
2017-01-09 17:22:10 -05:00
|
|
|
|
// Minio server user agent string.
|
|
|
|
|
globalServerUserAgent = "Minio/" + ReleaseTag + " (" + runtime.GOOS + "; " + runtime.GOARCH + ")"
|
|
|
|
|
|
2017-04-11 18:44:27 -04:00
|
|
|
|
globalEndpoints EndpointList
|
2017-01-23 03:32:55 -05:00
|
|
|
|
|
2017-02-06 12:29:53 -05:00
|
|
|
|
// Global server's network statistics
|
|
|
|
|
globalConnStats = newConnStats()
|
2017-02-08 03:13:02 -05:00
|
|
|
|
|
2017-02-06 12:29:53 -05:00
|
|
|
|
// Global HTTP request statisitics
|
|
|
|
|
globalHTTPStats = newHTTPStats()
|
|
|
|
|
|
2017-02-08 03:13:02 -05:00
|
|
|
|
// Time when object layer was initialized on start up.
|
|
|
|
|
globalBootTime time.Time
|
|
|
|
|
|
2018-02-02 13:17:13 -05:00
|
|
|
|
globalActiveCred auth.Credentials
|
|
|
|
|
globalPublicCerts []*x509.Certificate
|
2017-11-14 19:56:24 -05:00
|
|
|
|
|
|
|
|
|
globalIsEnvDomainName bool
|
|
|
|
|
globalDomainName string // Root domain for virtual host style requests
|
2017-08-31 14:29:22 -04:00
|
|
|
|
|
|
|
|
|
globalListingTimeout = newDynamicTimeout( /*30*/ 600*time.Second /*5*/, 600*time.Second) // timeout for listing related ops
|
|
|
|
|
globalObjectTimeout = newDynamicTimeout( /*1*/ 10*time.Minute /*10*/, 600*time.Second) // timeout for Object API related ops
|
|
|
|
|
globalOperationTimeout = newDynamicTimeout(10*time.Minute /*30*/, 600*time.Second) // default timeout for general ops
|
|
|
|
|
globalHealingTimeout = newDynamicTimeout(30*time.Minute /*1*/, 30*time.Minute) // timeout for healing related ops
|
2016-03-24 20:20:49 -04:00
|
|
|
|
|
2017-12-22 06:28:13 -05:00
|
|
|
|
// Storage classes
|
|
|
|
|
// Set to indicate if storage class is set up
|
|
|
|
|
globalIsStorageClass bool
|
|
|
|
|
// Set to store reduced redundancy storage class
|
|
|
|
|
globalRRStorageClass storageClass
|
|
|
|
|
// Set to store standard storage class
|
|
|
|
|
globalStandardStorageClass storageClass
|
|
|
|
|
|
2018-03-27 19:44:45 -04:00
|
|
|
|
globalWORMEnabled bool
|
|
|
|
|
|
2018-03-28 17:14:06 -04:00
|
|
|
|
// Is Disk Caching set up
|
|
|
|
|
globalIsDiskCacheEnabled bool
|
|
|
|
|
// Disk cache drives
|
|
|
|
|
globalCacheDrives []string
|
|
|
|
|
// Disk cache excludes
|
|
|
|
|
globalCacheExcludes []string
|
|
|
|
|
// Disk cache expiry
|
|
|
|
|
globalCacheExpiry = 90
|
2017-12-22 06:28:13 -05:00
|
|
|
|
// Add new variable global values here.
|
2018-03-28 17:14:06 -04:00
|
|
|
|
|
2016-09-09 18:33:35 -04:00
|
|
|
|
)
|
|
|
|
|
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
|
// global colors.
|
|
|
|
|
var (
|
2017-06-27 22:44:47 -04:00
|
|
|
|
colorBold = color.New(color.Bold).SprintFunc()
|
|
|
|
|
colorBlue = color.New(color.FgBlue).SprintfFunc()
|
|
|
|
|
colorYellow = color.New(color.FgYellow).SprintfFunc()
|
2018-01-17 10:24:46 -05:00
|
|
|
|
colorRed = color.New(color.FgRed).SprintfFunc()
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
|
)
|
2017-05-25 00:09:23 -04:00
|
|
|
|
|
|
|
|
|
// Returns minio global information, as a key value map.
|
|
|
|
|
// returned list of global values is not an exhaustive
|
|
|
|
|
// list. Feel free to add new relevant fields.
|
|
|
|
|
func getGlobalInfo() (globalInfo map[string]interface{}) {
|
|
|
|
|
globalInfo = map[string]interface{}{
|
|
|
|
|
"isDistXL": globalIsDistXL,
|
|
|
|
|
"isXL": globalIsXL,
|
|
|
|
|
"isBrowserEnabled": globalIsBrowserEnabled,
|
|
|
|
|
"isEnvBrowser": globalIsEnvBrowser,
|
|
|
|
|
"isEnvCreds": globalIsEnvCreds,
|
|
|
|
|
"isEnvRegion": globalIsEnvRegion,
|
|
|
|
|
"isSSL": globalIsSSL,
|
|
|
|
|
"serverRegion": globalServerRegion,
|
|
|
|
|
"serverUserAgent": globalServerUserAgent,
|
|
|
|
|
// Add more relevant global settings here.
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return globalInfo
|
|
|
|
|
}
|