2015-09-18 02:49:06 -04:00
|
|
|
/*
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
* Minio Cloud Storage, (C) 2015, 2016 Minio, Inc.
|
2015-09-18 02:49:06 -04:00
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
2016-08-18 19:23:42 -04:00
|
|
|
package cmd
|
2015-09-18 02:49:06 -04:00
|
|
|
|
|
|
|
import (
|
2016-10-11 03:50:27 -04:00
|
|
|
"fmt"
|
2016-10-12 04:03:50 -04:00
|
|
|
"path"
|
2016-10-11 03:50:27 -04:00
|
|
|
"runtime"
|
2016-05-25 05:32:35 -04:00
|
|
|
"strings"
|
2016-11-23 14:35:04 -05:00
|
|
|
"sync"
|
2015-09-18 02:49:06 -04:00
|
|
|
|
|
|
|
"github.com/Sirupsen/logrus"
|
|
|
|
)
|
|
|
|
|
|
|
|
type fields map[string]interface{}
|
|
|
|
|
2016-11-23 14:35:04 -05:00
|
|
|
var log = struct {
|
|
|
|
loggers []*logrus.Logger // All registered loggers.
|
|
|
|
mu sync.Mutex
|
|
|
|
}{}
|
2015-09-18 02:49:06 -04:00
|
|
|
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
// logger carries logging configuration for various supported loggers.
|
|
|
|
// Currently supported loggers are
|
|
|
|
//
|
|
|
|
// - console [default]
|
|
|
|
// - file
|
|
|
|
type logger struct {
|
2017-02-09 18:20:54 -05:00
|
|
|
sync.RWMutex
|
2016-08-05 01:01:58 -04:00
|
|
|
Console consoleLogger `json:"console"`
|
|
|
|
File fileLogger `json:"file"`
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
// Add new loggers here.
|
|
|
|
}
|
|
|
|
|
2017-02-09 18:20:54 -05:00
|
|
|
/// Logger related.
|
|
|
|
|
2017-03-15 19:30:34 -04:00
|
|
|
// Validate logger contents
|
|
|
|
func (l *logger) Validate() error {
|
|
|
|
if l == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
if err := l.Console.Validate(); err != nil {
|
|
|
|
return fmt.Errorf("`Console` field: %s", err.Error())
|
|
|
|
}
|
|
|
|
if err := l.File.Validate(); err != nil {
|
|
|
|
return fmt.Errorf("`File` field: %s", err.Error())
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2017-02-09 18:20:54 -05:00
|
|
|
// SetFile set new file logger.
|
|
|
|
func (l *logger) SetFile(flogger fileLogger) {
|
|
|
|
l.Lock()
|
|
|
|
defer l.Unlock()
|
|
|
|
l.File = flogger
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetFileLogger get current file logger.
|
|
|
|
func (l *logger) GetFile() fileLogger {
|
|
|
|
l.RLock()
|
|
|
|
defer l.RUnlock()
|
|
|
|
return l.File
|
|
|
|
}
|
|
|
|
|
|
|
|
// SetConsole set new console logger.
|
|
|
|
func (l *logger) SetConsole(clogger consoleLogger) {
|
|
|
|
l.Lock()
|
|
|
|
defer l.Unlock()
|
|
|
|
l.Console = clogger
|
|
|
|
}
|
|
|
|
|
|
|
|
func (l *logger) GetConsole() consoleLogger {
|
|
|
|
l.RLock()
|
|
|
|
defer l.RUnlock()
|
|
|
|
return l.Console
|
|
|
|
}
|
|
|
|
|
2016-10-22 05:24:34 -04:00
|
|
|
// Get file, line, function name of the caller.
|
2016-11-23 19:36:26 -05:00
|
|
|
func callerSource() string {
|
2016-10-22 05:24:34 -04:00
|
|
|
pc, file, line, success := runtime.Caller(2)
|
|
|
|
if !success {
|
|
|
|
file = "<unknown>"
|
|
|
|
line = 0
|
|
|
|
}
|
2016-10-29 05:34:16 -04:00
|
|
|
file = path.Base(file)
|
|
|
|
name := runtime.FuncForPC(pc).Name()
|
|
|
|
name = strings.TrimPrefix(name, "github.com/minio/minio/cmd.")
|
|
|
|
return fmt.Sprintf("[%s:%d:%s()]", file, line, name)
|
2016-10-22 05:24:34 -04:00
|
|
|
}
|
|
|
|
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
// errorIf synonymous with fatalIf but doesn't exit on error != nil
|
2016-05-16 17:31:28 -04:00
|
|
|
func errorIf(err error, msg string, data ...interface{}) {
|
2016-11-23 19:36:26 -05:00
|
|
|
if err == nil || !isErrLogged(err) {
|
2015-09-18 02:49:06 -04:00
|
|
|
return
|
|
|
|
}
|
2016-11-23 19:36:26 -05:00
|
|
|
source := callerSource()
|
2016-05-16 17:31:28 -04:00
|
|
|
fields := logrus.Fields{
|
2016-11-23 19:36:26 -05:00
|
|
|
"source": source,
|
|
|
|
"cause": err.Error(),
|
2015-09-18 02:49:06 -04:00
|
|
|
}
|
2016-08-25 12:39:01 -04:00
|
|
|
if e, ok := err.(*Error); ok {
|
|
|
|
fields["stack"] = strings.Join(e.Trace(), " ")
|
2015-09-18 02:49:06 -04:00
|
|
|
}
|
2016-08-25 12:39:01 -04:00
|
|
|
|
2016-11-23 14:35:04 -05:00
|
|
|
for _, log := range log.loggers {
|
|
|
|
log.WithFields(fields).Errorf(msg, data...)
|
|
|
|
}
|
2015-09-19 05:36:50 -04:00
|
|
|
}
|
|
|
|
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
// fatalIf wrapper function which takes error and prints jsonic error messages.
|
2016-05-16 17:31:28 -04:00
|
|
|
func fatalIf(err error, msg string, data ...interface{}) {
|
2016-11-23 19:36:26 -05:00
|
|
|
if err == nil || !isErrLogged(err) {
|
2015-09-19 05:36:50 -04:00
|
|
|
return
|
|
|
|
}
|
2016-11-23 19:36:26 -05:00
|
|
|
source := callerSource()
|
2016-05-16 17:31:28 -04:00
|
|
|
fields := logrus.Fields{
|
2016-11-23 19:36:26 -05:00
|
|
|
"source": source,
|
|
|
|
"cause": err.Error(),
|
2015-09-19 05:36:50 -04:00
|
|
|
}
|
2016-10-29 05:34:16 -04:00
|
|
|
if e, ok := err.(*Error); ok {
|
|
|
|
fields["stack"] = strings.Join(e.Trace(), " ")
|
2015-09-19 05:36:50 -04:00
|
|
|
}
|
2017-02-21 04:32:05 -05:00
|
|
|
|
2016-11-23 14:35:04 -05:00
|
|
|
for _, log := range log.loggers {
|
|
|
|
log.WithFields(fields).Fatalf(msg, data...)
|
|
|
|
}
|
2015-09-18 02:49:06 -04:00
|
|
|
}
|
2016-11-23 19:36:26 -05:00
|
|
|
|
|
|
|
// returns false if error is not supposed to be logged.
|
|
|
|
func isErrLogged(err error) (ok bool) {
|
|
|
|
ok = true
|
|
|
|
err = errorCause(err)
|
|
|
|
switch err.(type) {
|
|
|
|
case BucketNotFound, BucketNotEmpty, BucketExists:
|
|
|
|
ok = false
|
|
|
|
case ObjectNotFound, ObjectExistsAsDirectory:
|
|
|
|
ok = false
|
|
|
|
case BucketPolicyNotFound, InvalidUploadID:
|
|
|
|
ok = false
|
|
|
|
case BadDigest:
|
|
|
|
ok = false
|
|
|
|
}
|
|
|
|
return ok
|
|
|
|
}
|