2015-06-30 23:15:48 -04:00
|
|
|
/*
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
* Minio Cloud Storage, (C) 2015, 2016 Minio, Inc.
|
2015-06-30 23:15:48 -04:00
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
2016-08-18 19:23:42 -04:00
|
|
|
package cmd
|
2015-06-30 23:15:48 -04:00
|
|
|
|
|
|
|
import (
|
|
|
|
"net/http"
|
2016-07-28 07:00:33 -04:00
|
|
|
"os"
|
|
|
|
"strings"
|
2015-06-30 23:15:48 -04:00
|
|
|
|
2015-08-22 21:34:00 -04:00
|
|
|
router "github.com/gorilla/mux"
|
2015-06-30 23:15:48 -04:00
|
|
|
)
|
|
|
|
|
2016-08-30 22:22:27 -04:00
|
|
|
func newObjectLayerFn() ObjectLayer {
|
2016-10-10 02:03:10 -04:00
|
|
|
globalObjLayerMutex.Lock()
|
|
|
|
defer globalObjLayerMutex.Unlock()
|
2016-08-30 22:22:27 -04:00
|
|
|
return globalObjectAPI
|
|
|
|
}
|
|
|
|
|
2016-07-10 17:38:15 -04:00
|
|
|
// newObjectLayer - initialize any object layer depending on the number of disks.
|
2016-10-05 15:48:07 -04:00
|
|
|
func newObjectLayer(storageDisks []StorageAPI) (ObjectLayer, error) {
|
2016-09-06 16:30:05 -04:00
|
|
|
var objAPI ObjectLayer
|
|
|
|
var err error
|
2016-10-05 15:48:07 -04:00
|
|
|
if len(storageDisks) == 1 {
|
2016-04-29 17:24:10 -04:00
|
|
|
// Initialize FS object layer.
|
2016-10-05 15:48:07 -04:00
|
|
|
objAPI, err = newFSObjects(storageDisks[0])
|
2016-09-06 16:30:05 -04:00
|
|
|
} else {
|
|
|
|
// Initialize XL object layer.
|
2016-10-05 15:48:07 -04:00
|
|
|
objAPI, err = newXLObjects(storageDisks)
|
2016-03-28 00:52:38 -04:00
|
|
|
}
|
2016-09-06 16:30:05 -04:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2016-05-14 02:04:10 -04:00
|
|
|
}
|
2016-09-06 16:30:05 -04:00
|
|
|
|
2016-10-17 19:38:29 -04:00
|
|
|
// The following actions are performed here, so that any
|
|
|
|
// requests coming in early in the bootup sequence don't fail
|
|
|
|
// unexpectedly - e.g. if initEventNotifier was initialized
|
|
|
|
// after this function completes, an event could be generated
|
|
|
|
// before the notification system is ready, causing event
|
|
|
|
// drops or crashes.
|
|
|
|
|
2016-08-30 22:22:27 -04:00
|
|
|
// Migrate bucket policy from configDir to .minio.sys/buckets/
|
|
|
|
err = migrateBucketPolicyConfig(objAPI)
|
|
|
|
if err != nil {
|
2016-08-25 02:04:34 -04:00
|
|
|
errorIf(err, "Unable to migrate bucket policy from config directory")
|
2016-08-30 22:22:27 -04:00
|
|
|
return nil, err
|
|
|
|
}
|
2016-07-31 17:11:14 -04:00
|
|
|
|
2016-08-30 22:22:27 -04:00
|
|
|
err = cleanupOldBucketPolicyConfigs()
|
|
|
|
if err != nil {
|
2016-08-25 02:04:34 -04:00
|
|
|
errorIf(err, "Unable to clean up bucket policy from config directory.")
|
2016-08-30 22:22:27 -04:00
|
|
|
return nil, err
|
|
|
|
}
|
2016-07-31 17:11:14 -04:00
|
|
|
|
2016-09-26 17:28:35 -04:00
|
|
|
// Initialize and load bucket policies.
|
|
|
|
err = initBucketPolicies(objAPI)
|
|
|
|
fatalIf(err, "Unable to load all bucket policies.")
|
|
|
|
|
2016-10-17 19:38:29 -04:00
|
|
|
// Initialize a new event notifier.
|
|
|
|
err = initEventNotifier(objAPI)
|
|
|
|
fatalIf(err, "Unable to initialize event notification.")
|
|
|
|
|
2016-08-30 22:22:27 -04:00
|
|
|
// Success.
|
|
|
|
return objAPI, nil
|
2016-07-31 17:11:14 -04:00
|
|
|
}
|
|
|
|
|
routers: Fix a crash while initializing network fs. (#1382)
Crash happens when 'minio server filename' a file name is
provided instead of a directory on command line argument.
```
panic: runtime error: slice bounds out of range
goroutine 1 [running]:
panic(0x5eb460, 0xc82000e0b0)
/usr/local/opt/go/libexec/src/runtime/panic.go:464 +0x3e6
main.splitNetPath(0x7fff5fbff9bd, 0x7, 0x0, 0x0, 0x0, 0x0)
/Users/harsha/mygo/src/github.com/minio/minio/network-fs.go:49 +0xb7
main.newNetworkFS(0x7fff5fbff9bd, 0x7, 0x0, 0x0, 0x0, 0x0)
/Users/harsha/mygo/src/github.com/minio/minio/network-fs.go:90 +0x20a
main.configureServerHandler(0xc82024e1c8, 0x5, 0xc8200640e0, 0x1, 0x1, 0x0, 0x0)
/Users/harsha/mygo/src/github.com/minio/minio/routers.go:43 +0x6ce
main.configureServer(0xc82024e1c8, 0x5, 0xc8200640e0, 0x1, 0x1, 0x5)
/Users/harsha/mygo/src/github.com/minio/minio/server-main.go:86 +0x67
```
2016-04-25 21:10:40 -04:00
|
|
|
// configureServer handler returns final handler for the http server.
|
2016-10-13 02:13:24 -04:00
|
|
|
func configureServerHandler(srvCmdConfig serverCmdConfig) (http.Handler, error) {
|
2016-03-27 15:37:21 -04:00
|
|
|
// Initialize router.
|
|
|
|
mux := router.NewRouter()
|
|
|
|
|
2016-08-18 17:50:50 -04:00
|
|
|
// Initialize distributed NS lock.
|
2016-10-10 02:03:10 -04:00
|
|
|
if srvCmdConfig.isDistXL {
|
2016-10-06 05:30:54 -04:00
|
|
|
// Register storage rpc router only if its a distributed setup.
|
2016-10-13 02:13:24 -04:00
|
|
|
err := registerStorageRPCRouters(mux, srvCmdConfig)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2016-10-06 05:30:54 -04:00
|
|
|
|
|
|
|
// Register distributed namespace lock.
|
2016-10-13 02:13:24 -04:00
|
|
|
err = registerDistNSLockRouter(mux, srvCmdConfig)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2016-10-05 15:48:07 -04:00
|
|
|
}
|
2016-07-28 07:00:33 -04:00
|
|
|
|
2016-10-12 04:03:50 -04:00
|
|
|
// Register S3 peer communication router.
|
2016-10-13 02:13:24 -04:00
|
|
|
err := registerS3PeerRPCRouter(mux)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2016-10-12 04:03:50 -04:00
|
|
|
|
2016-08-24 13:14:14 -04:00
|
|
|
// Register controller rpc router.
|
2016-10-13 02:13:24 -04:00
|
|
|
err = registerControlRPCRouter(mux, srvCmdConfig)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2016-08-17 14:36:33 -04:00
|
|
|
|
2016-07-28 07:00:33 -04:00
|
|
|
// set environmental variable MINIO_BROWSER=off to disable minio web browser.
|
|
|
|
// By default minio web browser is enabled.
|
|
|
|
if !strings.EqualFold(os.Getenv("MINIO_BROWSER"), "off") {
|
2016-10-13 20:34:10 -04:00
|
|
|
if err = registerWebRouter(mux); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2016-07-28 07:00:33 -04:00
|
|
|
}
|
|
|
|
|
2016-10-05 15:48:07 -04:00
|
|
|
// Add API router.
|
|
|
|
registerAPIRouter(mux)
|
2016-03-27 15:37:21 -04:00
|
|
|
|
2016-08-24 13:14:14 -04:00
|
|
|
// List of some generic handlers which are applied for all incoming requests.
|
2016-02-04 17:57:20 -05:00
|
|
|
var handlerFns = []HandlerFunc{
|
2016-06-26 06:18:07 -04:00
|
|
|
// Limits the number of concurrent http requests.
|
|
|
|
setRateLimitHandler,
|
2016-07-28 15:02:22 -04:00
|
|
|
// Limits all requests size to a maximum fixed limit
|
|
|
|
setRequestSizeLimitHandler,
|
2016-07-27 22:53:55 -04:00
|
|
|
// Adds 'crossdomain.xml' policy handler to serve legacy flash clients.
|
|
|
|
setCrossDomainPolicy,
|
|
|
|
// Redirect some pre-defined browser request paths to a static location prefix.
|
2016-02-16 21:50:36 -05:00
|
|
|
setBrowserRedirectHandler,
|
|
|
|
// Validates if incoming request is for restricted buckets.
|
|
|
|
setPrivateBucketHandler,
|
|
|
|
// Adds cache control for all browser requests.
|
|
|
|
setBrowserCacheControlHandler,
|
|
|
|
// CORS setting for all browser API requests.
|
|
|
|
setCorsHandler,
|
|
|
|
// Validates all incoming URL resources, for invalid/unsupported
|
|
|
|
// resources client receives a HTTP error.
|
2016-02-04 17:57:20 -05:00
|
|
|
setIgnoreResourcesHandler,
|
2016-02-16 21:50:36 -05:00
|
|
|
// Auth handler verifies incoming authorization headers and
|
|
|
|
// routes them accordingly. Client receives a HTTP error for
|
|
|
|
// invalid/unsupported signatures.
|
2016-02-15 20:42:39 -05:00
|
|
|
setAuthHandler,
|
2016-03-27 15:37:21 -04:00
|
|
|
// Add new handlers here.
|
2015-10-07 02:32:20 -04:00
|
|
|
}
|
2016-02-18 05:13:52 -05:00
|
|
|
|
|
|
|
// Register rest of the handlers.
|
2016-10-13 02:13:24 -04:00
|
|
|
return registerHandlers(mux, handlerFns...), nil
|
2015-06-30 23:15:48 -04:00
|
|
|
}
|