Implement mgmt REST APIs to heal storage format. (#3604)

* Implement heal format REST API handler
* Implement admin peer rpc handler to re-initialize storage
* Implement HealFormat API in pkg/madmin
* Update pkg/madmin API.md to incl. HealFormat
* Added unit tests for ReInitDisks rpc handler and HealFormatHandler

pkg/madmin/API.md

@@ -38,8 +38,11 @@ func main() {
 
 | Service operations|LockInfo operations|Healing operations|
 |:---|:---|:---|
-|[`ServiceStatus`](#ServiceStatus)| | |
-|[`ServiceRestart`](#ServiceRestart)| | |
+|[`ServiceStatus`](#ServiceStatus)| [`ListLocks`](#ListLocks)| [`ListObjectsHeal`](#ListObjectsHeal)|
+|[`ServiceRestart`](#ServiceRestart)| [`ClearLocks`](#ClearLocks)| [`ListBucketsHeal`](#ListBucketsHeal)|
+| | |[`HealBucket`](#HealBucket) |
+| | |[`HealObject`](#HealObject)|
+| | |[`HealFormat`](#HealFormat)|
 
 ## 1. Constructor
 <a name="Minio"></a>
@@ -185,14 +188,14 @@ __Example__
     }
 ```
 
-<a name="ListBucketsList"></a>
-### ListBucketsList() error
+<a name="ListBucketsHeal"></a>
+### ListBucketsHeal() error
 If successful returns information on the list of buckets that need healing.
 
 __Example__
 
 ``` go
-    // List buckets that need healing 
+    // List buckets that need healing
     healBucketsList, err := madmClnt.ListBucketsHeal()
     if err != nil {
         fmt.Println(err)
@@ -244,3 +247,19 @@ __Example__
     log.Println("successfully healed mybucket/myobject")
 
 ```
+
+<a name="HealFormat"></a>
+### HealFormat() error
+Heal storage format on available disks. This is used when disks were replaced or were found with missing format. This is supported only for erasure-coded backend.
+
+__Example__
+
+``` go
+    err := madmClnt.HealFormat()
+    if err != nil {
+        log.Fatalln(err)
+    }
+
+    log.Println("successfully healed storage format on available disks.")
+
+```

pkg/madmin/examples/heal-format.go

@@ -0,0 +1,49 @@
+// +build ignore
+
+/*
+ * Minio Cloud Storage, (C) 2017 Minio, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package main
+
+import (
+	"log"
+
+	"github.com/minio/minio/pkg/madmin"
+)
+
+func main() {
+	// Note: YOUR-ACCESSKEYID, YOUR-SECRETACCESSKEY are
+	// dummy values, please replace them with original values.
+
+	// Note: YOUR-ACCESSKEYID, YOUR-SECRETACCESSKEY are
+	// dummy values, please replace them with original values.
+
+	// API requests are secure (HTTPS) if secure=true and insecure (HTTPS) otherwise.
+	// New returns an Minio Admin client object.
+	madmClnt, err := madmin.New("your-minio.example.com:9000", "YOUR-ACCESSKEYID", "YOUR-SECRETACCESSKEY", true)
+	if err != nil {
+		log.Fatalln(err)
+	}
+
+	// Heal storage format on available disks.
+	err = madmClnt.HealFormat()
+	if err != nil {
+		log.Fatalln(err)
+	}
+
+	log.Println("successfully healed storage format on available disks.")
+}

pkg/madmin/heal-commands.go

@@ -403,3 +403,32 @@ func (adm *AdminClient) HealObject(bucket, object string, dryrun bool) error {
 
 	return nil
 }
+
+// HealFormat - heal storage format on available disks.
+func (adm *AdminClient) HealFormat() error {
+	queryVal := url.Values{}
+	queryVal.Set("heal", "")
+
+	// Set x-minio-operation to format.
+	hdrs := make(http.Header)
+	hdrs.Set(minioAdminOpHeader, "format")
+
+	reqData := requestData{
+		queryValues:   queryVal,
+		customHeaders: hdrs,
+	}
+
+	// Execute POST on /?heal to heal storage format.
+	resp, err := adm.executeMethod("POST", reqData)
+
+	defer closeResponse(resp)
+	if err != nil {
+		return err
+	}
+
+	if resp.StatusCode != http.StatusOK {
+		return errors.New("Got HTTP Status: " + resp.Status)
+	}
+
+	return nil
+}