2015-09-18 02:49:06 -04:00
|
|
|
/*
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
* Minio Cloud Storage, (C) 2015, 2016 Minio, Inc.
|
2015-09-18 02:49:06 -04:00
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
2016-05-25 05:32:35 -04:00
|
|
|
"bufio"
|
|
|
|
"bytes"
|
2016-05-24 21:43:33 -04:00
|
|
|
"os"
|
|
|
|
"runtime"
|
2016-05-16 17:31:28 -04:00
|
|
|
"runtime/debug"
|
2016-05-24 21:43:33 -04:00
|
|
|
"strconv"
|
2016-05-25 05:32:35 -04:00
|
|
|
"strings"
|
2015-09-18 02:49:06 -04:00
|
|
|
|
|
|
|
"github.com/Sirupsen/logrus"
|
2016-05-24 21:43:33 -04:00
|
|
|
"github.com/dustin/go-humanize"
|
2015-09-18 02:49:06 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
type fields map[string]interface{}
|
|
|
|
|
|
|
|
var log = logrus.New() // Default console logger.
|
|
|
|
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
// logger carries logging configuration for various supported loggers.
|
|
|
|
// Currently supported loggers are
|
|
|
|
//
|
|
|
|
// - console [default]
|
|
|
|
// - file
|
|
|
|
// - syslog
|
2016-07-24 01:51:12 -04:00
|
|
|
// - amqp
|
|
|
|
// - elasticsearch
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
//
|
|
|
|
type logger struct {
|
2016-07-24 01:51:12 -04:00
|
|
|
Console consoleLogger `json:"console"`
|
|
|
|
File fileLogger `json:"file"`
|
|
|
|
Syslog syslogLogger `json:"syslog"`
|
|
|
|
AMQP amqpLogger `json:"amqp"`
|
|
|
|
ElasticSearch elasticSearchLogger `json:"elasticsearch"`
|
|
|
|
Redis redisLogger `json:"redis"`
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
// Add new loggers here.
|
|
|
|
}
|
|
|
|
|
2016-05-25 05:32:35 -04:00
|
|
|
// sysInfo returns useful system statistics.
|
|
|
|
func sysInfo() map[string]string {
|
2016-05-24 21:43:33 -04:00
|
|
|
host, err := os.Hostname()
|
|
|
|
if err != nil {
|
|
|
|
host = ""
|
|
|
|
}
|
|
|
|
memstats := &runtime.MemStats{}
|
|
|
|
runtime.ReadMemStats(memstats)
|
|
|
|
return map[string]string{
|
|
|
|
"host.name": host,
|
|
|
|
"host.os": runtime.GOOS,
|
|
|
|
"host.arch": runtime.GOARCH,
|
|
|
|
"host.lang": runtime.Version(),
|
|
|
|
"host.cpus": strconv.Itoa(runtime.NumCPU()),
|
|
|
|
"mem.used": humanize.Bytes(memstats.Alloc),
|
|
|
|
"mem.total": humanize.Bytes(memstats.Sys),
|
|
|
|
"mem.heap.used": humanize.Bytes(memstats.HeapAlloc),
|
|
|
|
"mem.heap.total": humanize.Bytes(memstats.HeapSys),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-05-25 05:32:35 -04:00
|
|
|
// stackInfo returns printable stack trace.
|
|
|
|
func stackInfo() string {
|
|
|
|
// Convert stack-trace bytes to io.Reader.
|
|
|
|
rawStack := bufio.NewReader(bytes.NewBuffer(debug.Stack()))
|
|
|
|
// Skip stack trace lines until our real caller.
|
|
|
|
for i := 0; i <= 4; i++ {
|
|
|
|
rawStack.ReadLine()
|
|
|
|
}
|
|
|
|
|
|
|
|
// Read the rest of useful stack trace.
|
|
|
|
stackBuf := new(bytes.Buffer)
|
|
|
|
stackBuf.ReadFrom(rawStack)
|
|
|
|
|
|
|
|
// Strip GOPATH of the build system and return.
|
|
|
|
return strings.Replace(stackBuf.String(), minioGOPATH+"/src/", "", -1)
|
|
|
|
}
|
|
|
|
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
// errorIf synonymous with fatalIf but doesn't exit on error != nil
|
2016-05-16 17:31:28 -04:00
|
|
|
func errorIf(err error, msg string, data ...interface{}) {
|
2015-09-18 02:49:06 -04:00
|
|
|
if err == nil {
|
|
|
|
return
|
|
|
|
}
|
2016-05-16 17:31:28 -04:00
|
|
|
fields := logrus.Fields{
|
2016-07-24 01:51:12 -04:00
|
|
|
"cause": err.Error(),
|
2015-09-18 02:49:06 -04:00
|
|
|
}
|
2016-05-16 17:31:28 -04:00
|
|
|
if globalTrace {
|
2016-05-25 05:32:35 -04:00
|
|
|
fields["stack"] = "\n" + stackInfo()
|
2015-09-18 02:49:06 -04:00
|
|
|
}
|
2016-05-16 17:31:28 -04:00
|
|
|
log.WithFields(fields).Errorf(msg, data...)
|
2015-09-19 05:36:50 -04:00
|
|
|
}
|
|
|
|
|
config/main: Re-write config files - add to new config v3
- New config format.
```
{
"version": "3",
"address": ":9000",
"backend": {
"type": "fs",
"disk": "/path"
},
"credential": {
"accessKey": "WLGDGYAQYIGI833EV05A",
"secretKey": "BYvgJM101sHngl2uzjXS/OBF/aMxAN06JrJ3qJlF"
},
"region": "us-east-1",
"logger": {
"file": {
"enable": false,
"fileName": "",
"level": "error"
},
"syslog": {
"enable": false,
"address": "",
"level": "debug"
},
"console": {
"enable": true,
"level": "fatal"
}
}
}
```
New command lines in lieu of supporting XL.
Minio initialize filesystem backend.
~~~
$ minio init fs <path>
~~~
Minio initialize XL backend.
~~~
$ minio init xl <url1>...<url16>
~~~
For 'fs' backend it starts the server.
~~~
$ minio server
~~~
For 'xl' backend it waits for servers to join.
~~~
$ minio server
... [PROGRESS BAR] of servers connecting
~~~
Now on other servers execute 'join' and they connect.
~~~
....
minio join <url1> -- from <url2> && minio server
minio join <url1> -- from <url3> && minio server
...
...
minio join <url1> -- from <url16> && minio server
~~~
2016-02-12 18:27:10 -05:00
|
|
|
// fatalIf wrapper function which takes error and prints jsonic error messages.
|
2016-05-16 17:31:28 -04:00
|
|
|
func fatalIf(err error, msg string, data ...interface{}) {
|
2015-09-19 05:36:50 -04:00
|
|
|
if err == nil {
|
|
|
|
return
|
|
|
|
}
|
2016-05-16 17:31:28 -04:00
|
|
|
fields := logrus.Fields{
|
2016-07-24 01:51:12 -04:00
|
|
|
"cause": err.Error(),
|
2015-09-19 05:36:50 -04:00
|
|
|
}
|
2016-05-16 17:31:28 -04:00
|
|
|
if globalTrace {
|
2016-05-25 05:32:35 -04:00
|
|
|
fields["stack"] = "\n" + stackInfo()
|
2015-09-19 05:36:50 -04:00
|
|
|
}
|
2016-05-16 17:31:28 -04:00
|
|
|
log.WithFields(fields).Fatalf(msg, data...)
|
2015-09-18 02:49:06 -04:00
|
|
|
}
|