rename all remaining packages to internal/ (#12418)

This is to ensure that there are no projects
that try to import `minio/minio/pkg` into
their own repo. Any such common packages should
go to `https://github.com/minio/pkg`

internal/config/notify/config.go

@@ -0,0 +1,69 @@
+// Copyright (c) 2015-2021 MinIO, Inc.
+//
+// This file is part of MinIO Object Storage stack
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU Affero General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// This program is distributed in the hope that it will be useful
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU Affero General Public License for more details.
+//
+// You should have received a copy of the GNU Affero General Public License
+// along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+package notify
+
+import (
+	"github.com/minio/minio/internal/event/target"
+)
+
+// Config - notification target configuration structure, holds
+// information about various notification targets.
+type Config struct {
+	AMQP          map[string]target.AMQPArgs          `json:"amqp"`
+	Elasticsearch map[string]target.ElasticsearchArgs `json:"elasticsearch"`
+	Kafka         map[string]target.KafkaArgs         `json:"kafka"`
+	MQTT          map[string]target.MQTTArgs          `json:"mqtt"`
+	MySQL         map[string]target.MySQLArgs         `json:"mysql"`
+	NATS          map[string]target.NATSArgs          `json:"nats"`
+	NSQ           map[string]target.NSQArgs           `json:"nsq"`
+	PostgreSQL    map[string]target.PostgreSQLArgs    `json:"postgresql"`
+	Redis         map[string]target.RedisArgs         `json:"redis"`
+	Webhook       map[string]target.WebhookArgs       `json:"webhook"`
+}
+
+const (
+	defaultTarget = "1"
+)
+
+// NewConfig - initialize notification config.
+func NewConfig() Config {
+	// Make sure to initialize notification targets
+	cfg := Config{
+		NSQ:           make(map[string]target.NSQArgs),
+		AMQP:          make(map[string]target.AMQPArgs),
+		MQTT:          make(map[string]target.MQTTArgs),
+		NATS:          make(map[string]target.NATSArgs),
+		Redis:         make(map[string]target.RedisArgs),
+		MySQL:         make(map[string]target.MySQLArgs),
+		Kafka:         make(map[string]target.KafkaArgs),
+		Webhook:       make(map[string]target.WebhookArgs),
+		PostgreSQL:    make(map[string]target.PostgreSQLArgs),
+		Elasticsearch: make(map[string]target.ElasticsearchArgs),
+	}
+	cfg.NSQ[defaultTarget] = target.NSQArgs{}
+	cfg.AMQP[defaultTarget] = target.AMQPArgs{}
+	cfg.MQTT[defaultTarget] = target.MQTTArgs{}
+	cfg.NATS[defaultTarget] = target.NATSArgs{}
+	cfg.Redis[defaultTarget] = target.RedisArgs{}
+	cfg.MySQL[defaultTarget] = target.MySQLArgs{}
+	cfg.Kafka[defaultTarget] = target.KafkaArgs{}
+	cfg.Webhook[defaultTarget] = target.WebhookArgs{}
+	cfg.PostgreSQL[defaultTarget] = target.PostgreSQLArgs{}
+	cfg.Elasticsearch[defaultTarget] = target.ElasticsearchArgs{}
+	return cfg
+}

internal/config/notify/help.go

@@ -0,0 +1,636 @@
+// Copyright (c) 2015-2021 MinIO, Inc.
+//
+// This file is part of MinIO Object Storage stack
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU Affero General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// This program is distributed in the hope that it will be useful
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU Affero General Public License for more details.
+//
+// You should have received a copy of the GNU Affero General Public License
+// along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+package notify
+
+import (
+	"github.com/minio/minio/internal/config"
+	"github.com/minio/minio/internal/event/target"
+)
+
+const (
+	formatComment     = `'namespace' reflects current bucket/object list and 'access' reflects a journal of object operations, defaults to 'namespace'`
+	queueDirComment   = `staging dir for undelivered messages e.g. '/home/events'`
+	queueLimitComment = `maximum limit for undelivered messages, defaults to '100000'`
+)
+
+// Help template inputs for all notification targets
+var (
+	HelpWebhook = config.HelpKVS{
+		config.HelpKV{
+			Key:         target.WebhookEndpoint,
+			Description: "webhook server endpoint e.g. http://localhost:8080/minio/events",
+			Type:        "url",
+		},
+		config.HelpKV{
+			Key:         target.WebhookAuthToken,
+			Description: "opaque string or JWT authorization token",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.WebhookQueueDir,
+			Description: queueDirComment,
+			Optional:    true,
+			Type:        "path",
+		},
+		config.HelpKV{
+			Key:         target.WebhookQueueLimit,
+			Description: queueLimitComment,
+			Optional:    true,
+			Type:        "number",
+		},
+		config.HelpKV{
+			Key:         config.Comment,
+			Description: config.DefaultComment,
+			Optional:    true,
+			Type:        "sentence",
+		},
+		config.HelpKV{
+			Key:         target.WebhookClientCert,
+			Description: "client cert for Webhook mTLS auth",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.WebhookClientKey,
+			Description: "client cert key for Webhook mTLS auth",
+			Optional:    true,
+			Type:        "string",
+		},
+	}
+
+	HelpAMQP = config.HelpKVS{
+		config.HelpKV{
+			Key:         target.AmqpURL,
+			Description: "AMQP server endpoint e.g. `amqp://myuser:mypassword@localhost:5672`",
+			Type:        "url",
+		},
+		config.HelpKV{
+			Key:         target.AmqpExchange,
+			Description: "name of the AMQP exchange",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.AmqpExchangeType,
+			Description: "AMQP exchange type",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.AmqpRoutingKey,
+			Description: "routing key for publishing",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.AmqpMandatory,
+			Description: "quietly ignore undelivered messages when set to 'off', default is 'on'",
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.AmqpDurable,
+			Description: "persist queue across broker restarts when set to 'on', default is 'off'",
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.AmqpNoWait,
+			Description: "non-blocking message delivery when set to 'on', default is 'off'",
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.AmqpInternal,
+			Description: "set to 'on' for exchange to be not used directly by publishers, but only when bound to other exchanges",
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.AmqpAutoDeleted,
+			Description: "auto delete queue when set to 'on', when there are no consumers",
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.AmqpDeliveryMode,
+			Description: "set to '1' for non-persistent or '2' for persistent queue",
+			Optional:    true,
+			Type:        "number",
+		},
+		config.HelpKV{
+			Key:         target.AmqpQueueDir,
+			Description: queueDirComment,
+			Optional:    true,
+			Type:        "path",
+		},
+		config.HelpKV{
+			Key:         target.AmqpQueueLimit,
+			Description: queueLimitComment,
+			Optional:    true,
+			Type:        "number",
+		},
+		config.HelpKV{
+			Key:         config.Comment,
+			Description: config.DefaultComment,
+			Optional:    true,
+			Type:        "sentence",
+		},
+	}
+
+	HelpKafka = config.HelpKVS{
+		config.HelpKV{
+			Key:         target.KafkaBrokers,
+			Description: "comma separated list of Kafka broker addresses",
+			Type:        "csv",
+		},
+		config.HelpKV{
+			Key:         target.KafkaTopic,
+			Description: "Kafka topic used for bucket notifications",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.KafkaSASLUsername,
+			Description: "username for SASL/PLAIN or SASL/SCRAM authentication",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.KafkaSASLPassword,
+			Description: "password for SASL/PLAIN or SASL/SCRAM authentication",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.KafkaSASLMechanism,
+			Description: "sasl authentication mechanism, default 'plain'",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.KafkaTLSClientAuth,
+			Description: "clientAuth determines the Kafka server's policy for TLS client auth",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.KafkaSASL,
+			Description: "set to 'on' to enable SASL authentication",
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.KafkaTLS,
+			Description: "set to 'on' to enable TLS",
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.KafkaTLSSkipVerify,
+			Description: `trust server TLS without verification, defaults to "on" (verify)`,
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.KafkaClientTLSCert,
+			Description: "path to client certificate for mTLS auth",
+			Optional:    true,
+			Type:        "path",
+		},
+		config.HelpKV{
+			Key:         target.KafkaClientTLSKey,
+			Description: "path to client key for mTLS auth",
+			Optional:    true,
+			Type:        "path",
+		},
+		config.HelpKV{
+			Key:         target.KafkaQueueDir,
+			Description: queueDirComment,
+			Optional:    true,
+			Type:        "path",
+		},
+		config.HelpKV{
+			Key:         target.KafkaQueueLimit,
+			Description: queueLimitComment,
+			Optional:    true,
+			Type:        "number",
+		},
+		config.HelpKV{
+			Key:         target.KafkaVersion,
+			Description: "specify the version of the Kafka cluster",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         config.Comment,
+			Description: config.DefaultComment,
+			Optional:    true,
+			Type:        "sentence",
+		},
+	}
+
+	HelpMQTT = config.HelpKVS{
+		config.HelpKV{
+			Key:         target.MqttBroker,
+			Description: "MQTT server endpoint e.g. `tcp://localhost:1883`",
+			Type:        "uri",
+		},
+		config.HelpKV{
+			Key:         target.MqttTopic,
+			Description: "name of the MQTT topic to publish",
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.MqttUsername,
+			Description: "MQTT username",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.MqttPassword,
+			Description: "MQTT password",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.MqttQoS,
+			Description: "set the quality of service priority, defaults to '0'",
+			Optional:    true,
+			Type:        "number",
+		},
+		config.HelpKV{
+			Key:         target.MqttKeepAliveInterval,
+			Description: "keep-alive interval for MQTT connections in s,m,h,d",
+			Optional:    true,
+			Type:        "duration",
+		},
+		config.HelpKV{
+			Key:         target.MqttReconnectInterval,
+			Description: "reconnect interval for MQTT connections in s,m,h,d",
+			Optional:    true,
+			Type:        "duration",
+		},
+		config.HelpKV{
+			Key:         target.MqttQueueDir,
+			Description: queueDirComment,
+			Optional:    true,
+			Type:        "path",
+		},
+		config.HelpKV{
+			Key:         target.MqttQueueLimit,
+			Description: queueLimitComment,
+			Optional:    true,
+			Type:        "number",
+		},
+		config.HelpKV{
+			Key:         config.Comment,
+			Description: config.DefaultComment,
+			Optional:    true,
+			Type:        "sentence",
+		},
+	}
+
+	HelpPostgres = config.HelpKVS{
+		config.HelpKV{
+			Key:         target.PostgresConnectionString,
+			Description: `Postgres server connection-string e.g. "host=localhost port=5432 dbname=minio_events user=postgres password=password sslmode=disable"`,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.PostgresTable,
+			Description: "DB table name to store/update events, table is auto-created",
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.PostgresFormat,
+			Description: formatComment,
+			Type:        "namespace*|access",
+		},
+		config.HelpKV{
+			Key:         target.PostgresQueueDir,
+			Description: queueDirComment,
+			Optional:    true,
+			Type:        "path",
+		},
+		config.HelpKV{
+			Key:         target.PostgresQueueLimit,
+			Description: queueLimitComment,
+			Optional:    true,
+			Type:        "number",
+		},
+		config.HelpKV{
+			Key:         config.Comment,
+			Description: config.DefaultComment,
+			Optional:    true,
+			Type:        "sentence",
+		},
+		config.HelpKV{
+			Key:         target.PostgresMaxOpenConnections,
+			Description: "To set the maximum number of open connections to the database. The value is set to `2` by default.",
+			Optional:    true,
+			Type:        "number",
+		},
+	}
+
+	HelpMySQL = config.HelpKVS{
+		config.HelpKV{
+			Key:         target.MySQLDSNString,
+			Description: `MySQL data-source-name connection string e.g. "<user>:<password>@tcp(<host>:<port>)/<database>"`,
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.MySQLTable,
+			Description: "DB table name to store/update events, table is auto-created",
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.MySQLFormat,
+			Description: formatComment,
+			Type:        "namespace*|access",
+		},
+		config.HelpKV{
+			Key:         target.MySQLQueueDir,
+			Description: queueDirComment,
+			Optional:    true,
+			Type:        "path",
+		},
+		config.HelpKV{
+			Key:         target.MySQLQueueLimit,
+			Description: queueLimitComment,
+			Optional:    true,
+			Type:        "number",
+		},
+		config.HelpKV{
+			Key:         config.Comment,
+			Description: config.DefaultComment,
+			Optional:    true,
+			Type:        "sentence",
+		},
+		config.HelpKV{
+			Key:         target.MySQLMaxOpenConnections,
+			Description: "To set the maximum number of open connections to the database. The value is set to `2` by default.",
+			Optional:    true,
+			Type:        "number",
+		},
+	}
+
+	HelpNATS = config.HelpKVS{
+		config.HelpKV{
+			Key:         target.NATSAddress,
+			Description: "NATS server address e.g. '0.0.0.0:4222'",
+			Type:        "address",
+		},
+		config.HelpKV{
+			Key:         target.NATSSubject,
+			Description: "NATS subscription subject",
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.NATSUsername,
+			Description: "NATS username",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.NATSPassword,
+			Description: "NATS password",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.NATSToken,
+			Description: "NATS token",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.NATSTLS,
+			Description: "set to 'on' to enable TLS",
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.NATSTLSSkipVerify,
+			Description: `trust server TLS without verification, defaults to "on" (verify)`,
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.NATSPingInterval,
+			Description: "client ping commands interval in s,m,h,d. Disabled by default",
+			Optional:    true,
+			Type:        "duration",
+		},
+		config.HelpKV{
+			Key:         target.NATSStreaming,
+			Description: "set to 'on', to use streaming NATS server",
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.NATSStreamingAsync,
+			Description: "set to 'on', to enable asynchronous publish",
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.NATSStreamingMaxPubAcksInFlight,
+			Description: "number of messages to publish without waiting for ACKs",
+			Optional:    true,
+			Type:        "number",
+		},
+		config.HelpKV{
+			Key:         target.NATSStreamingClusterID,
+			Description: "unique ID for NATS streaming cluster",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.NATSCertAuthority,
+			Description: "path to certificate chain of the target NATS server",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.NATSClientCert,
+			Description: "client cert for NATS mTLS auth",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.NATSClientKey,
+			Description: "client cert key for NATS mTLS auth",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.NATSQueueDir,
+			Description: queueDirComment,
+			Optional:    true,
+			Type:        "path",
+		},
+		config.HelpKV{
+			Key:         target.NATSQueueLimit,
+			Description: queueLimitComment,
+			Optional:    true,
+			Type:        "number",
+		},
+		config.HelpKV{
+			Key:         config.Comment,
+			Description: config.DefaultComment,
+			Optional:    true,
+			Type:        "sentence",
+		},
+	}
+
+	HelpNSQ = config.HelpKVS{
+		config.HelpKV{
+			Key:         target.NSQAddress,
+			Description: "NSQ server address e.g. '127.0.0.1:4150'",
+			Type:        "address",
+		},
+		config.HelpKV{
+			Key:         target.NSQTopic,
+			Description: "NSQ topic",
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.NSQTLS,
+			Description: "set to 'on' to enable TLS",
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.NSQTLSSkipVerify,
+			Description: `trust server TLS without verification, defaults to "on" (verify)`,
+			Optional:    true,
+			Type:        "on|off",
+		},
+		config.HelpKV{
+			Key:         target.NSQQueueDir,
+			Description: queueDirComment,
+			Optional:    true,
+			Type:        "path",
+		},
+		config.HelpKV{
+			Key:         target.NSQQueueLimit,
+			Description: queueLimitComment,
+			Optional:    true,
+			Type:        "number",
+		},
+		config.HelpKV{
+			Key:         config.Comment,
+			Description: config.DefaultComment,
+			Optional:    true,
+			Type:        "sentence",
+		},
+	}
+
+	HelpES = config.HelpKVS{
+		config.HelpKV{
+			Key:         target.ElasticURL,
+			Description: "Elasticsearch server's address, with optional authentication info",
+			Type:        "url",
+		},
+		config.HelpKV{
+			Key:         target.ElasticIndex,
+			Description: `Elasticsearch index to store/update events, index is auto-created`,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.ElasticFormat,
+			Description: formatComment,
+			Type:        "namespace*|access",
+		},
+		config.HelpKV{
+			Key:         target.ElasticQueueDir,
+			Description: queueDirComment,
+			Optional:    true,
+			Type:        "path",
+		},
+		config.HelpKV{
+			Key:         target.ElasticQueueLimit,
+			Description: queueLimitComment,
+			Optional:    true,
+			Type:        "number",
+		},
+		config.HelpKV{
+			Key:         target.ElasticUsername,
+			Description: "username for Elasticsearch basic-auth",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.ElasticPassword,
+			Description: "password for Elasticsearch basic-auth",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         config.Comment,
+			Description: config.DefaultComment,
+			Optional:    true,
+			Type:        "sentence",
+		},
+	}
+
+	HelpRedis = config.HelpKVS{
+		config.HelpKV{
+			Key:         target.RedisAddress,
+			Description: "Redis server's address. For example: `localhost:6379`",
+			Type:        "address",
+		},
+		config.HelpKV{
+			Key:         target.RedisKey,
+			Description: "Redis key to store/update events, key is auto-created",
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.RedisFormat,
+			Description: formatComment,
+			Type:        "namespace*|access",
+		},
+		config.HelpKV{
+			Key:         target.RedisPassword,
+			Description: "Redis server password",
+			Optional:    true,
+			Type:        "string",
+		},
+		config.HelpKV{
+			Key:         target.RedisQueueDir,
+			Description: queueDirComment,
+			Optional:    true,
+			Type:        "path",
+		},
+		config.HelpKV{
+			Key:         target.RedisQueueLimit,
+			Description: queueLimitComment,
+			Optional:    true,
+			Type:        "number",
+		},
+		config.HelpKV{
+			Key:         config.Comment,
+			Description: config.DefaultComment,
+			Optional:    true,
+			Type:        "sentence",
+		},
+	}
+)

internal/config/notify/legacy.go

@@ -0,0 +1,625 @@
+// Copyright (c) 2015-2021 MinIO, Inc.
+//
+// This file is part of MinIO Object Storage stack
+//
+// This program is free software: you can redistribute it and/or modify
+// it under the terms of the GNU Affero General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// This program is distributed in the hope that it will be useful
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU Affero General Public License for more details.
+//
+// You should have received a copy of the GNU Affero General Public License
+// along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+package notify
+
+import (
+	"fmt"
+	"strconv"
+	"strings"
+
+	"github.com/minio/minio/internal/config"
+	"github.com/minio/minio/internal/event/target"
+)
+
+// SetNotifyKafka - helper for config migration from older config.
+func SetNotifyKafka(s config.Config, name string, cfg target.KafkaArgs) error {
+	if !cfg.Enable {
+		return nil
+	}
+
+	if err := cfg.Validate(); err != nil {
+		return err
+	}
+
+	s[config.NotifyKafkaSubSys][name] = config.KVS{
+		config.KV{
+			Key:   config.Enable,
+			Value: config.EnableOn,
+		},
+		config.KV{
+			Key: target.KafkaBrokers,
+			Value: func() string {
+				var brokers []string
+				for _, broker := range cfg.Brokers {
+					brokers = append(brokers, broker.String())
+				}
+				return strings.Join(brokers, config.ValueSeparator)
+			}(),
+		},
+		config.KV{
+			Key:   target.KafkaTopic,
+			Value: cfg.Topic,
+		},
+		config.KV{
+			Key:   target.KafkaQueueDir,
+			Value: cfg.QueueDir,
+		},
+		config.KV{
+			Key:   target.KafkaClientTLSCert,
+			Value: cfg.TLS.ClientTLSCert,
+		},
+		config.KV{
+			Key:   target.KafkaClientTLSKey,
+			Value: cfg.TLS.ClientTLSKey,
+		},
+		config.KV{
+			Key:   target.KafkaQueueLimit,
+			Value: strconv.Itoa(int(cfg.QueueLimit)),
+		},
+		config.KV{
+			Key:   target.KafkaTLS,
+			Value: config.FormatBool(cfg.TLS.Enable),
+		},
+		config.KV{
+			Key:   target.KafkaTLSSkipVerify,
+			Value: config.FormatBool(cfg.TLS.SkipVerify),
+		},
+		config.KV{
+			Key:   target.KafkaTLSClientAuth,
+			Value: strconv.Itoa(int(cfg.TLS.ClientAuth)),
+		},
+		config.KV{
+			Key:   target.KafkaSASL,
+			Value: config.FormatBool(cfg.SASL.Enable),
+		},
+		config.KV{
+			Key:   target.KafkaSASLUsername,
+			Value: cfg.SASL.User,
+		},
+		config.KV{
+			Key:   target.KafkaSASLPassword,
+			Value: cfg.SASL.Password,
+		},
+	}
+	return nil
+}
+
+// SetNotifyAMQP - helper for config migration from older config.
+func SetNotifyAMQP(s config.Config, amqpName string, cfg target.AMQPArgs) error {
+	if !cfg.Enable {
+		return nil
+	}
+
+	if err := cfg.Validate(); err != nil {
+		return err
+	}
+
+	s[config.NotifyAMQPSubSys][amqpName] = config.KVS{
+		config.KV{
+			Key:   config.Enable,
+			Value: config.EnableOn,
+		},
+		config.KV{
+			Key:   target.AmqpURL,
+			Value: cfg.URL.String(),
+		},
+		config.KV{
+			Key:   target.AmqpExchange,
+			Value: cfg.Exchange,
+		},
+		config.KV{
+			Key:   target.AmqpRoutingKey,
+			Value: cfg.RoutingKey,
+		},
+		config.KV{
+			Key:   target.AmqpExchangeType,
+			Value: cfg.ExchangeType,
+		},
+		config.KV{
+			Key:   target.AmqpDeliveryMode,
+			Value: strconv.Itoa(int(cfg.DeliveryMode)),
+		},
+		config.KV{
+			Key:   target.AmqpMandatory,
+			Value: config.FormatBool(cfg.Mandatory),
+		},
+		config.KV{
+			Key:   target.AmqpInternal,
+			Value: config.FormatBool(cfg.Immediate),
+		},
+		config.KV{
+			Key:   target.AmqpDurable,
+			Value: config.FormatBool(cfg.Durable),
+		},
+		config.KV{
+			Key:   target.AmqpNoWait,
+			Value: config.FormatBool(cfg.NoWait),
+		},
+		config.KV{
+			Key:   target.AmqpAutoDeleted,
+			Value: config.FormatBool(cfg.AutoDeleted),
+		},
+		config.KV{
+			Key:   target.AmqpQueueDir,
+			Value: cfg.QueueDir,
+		},
+		config.KV{
+			Key:   target.AmqpQueueLimit,
+			Value: strconv.Itoa(int(cfg.QueueLimit)),
+		},
+	}
+
+	return nil
+}
+
+// SetNotifyES - helper for config migration from older config.
+func SetNotifyES(s config.Config, esName string, cfg target.ElasticsearchArgs) error {
+	if !cfg.Enable {
+		return nil
+	}
+
+	if err := cfg.Validate(); err != nil {
+		return err
+	}
+
+	s[config.NotifyESSubSys][esName] = config.KVS{
+		config.KV{
+			Key:   config.Enable,
+			Value: config.EnableOn,
+		},
+		config.KV{
+			Key:   target.ElasticFormat,
+			Value: cfg.Format,
+		},
+		config.KV{
+			Key:   target.ElasticURL,
+			Value: cfg.URL.String(),
+		},
+		config.KV{
+			Key:   target.ElasticIndex,
+			Value: cfg.Index,
+		},
+		config.KV{
+			Key:   target.ElasticQueueDir,
+			Value: cfg.QueueDir,
+		},
+		config.KV{
+			Key:   target.ElasticQueueLimit,
+			Value: strconv.Itoa(int(cfg.QueueLimit)),
+		},
+		config.KV{
+			Key:   target.ElasticUsername,
+			Value: cfg.Username,
+		},
+		config.KV{
+			Key:   target.ElasticPassword,
+			Value: cfg.Password,
+		},
+	}
+
+	return nil
+}
+
+// SetNotifyRedis - helper for config migration from older config.
+func SetNotifyRedis(s config.Config, redisName string, cfg target.RedisArgs) error {
+	if !cfg.Enable {
+		return nil
+	}
+
+	if err := cfg.Validate(); err != nil {
+		return err
+	}
+
+	s[config.NotifyRedisSubSys][redisName] = config.KVS{
+		config.KV{
+			Key:   config.Enable,
+			Value: config.EnableOn,
+		},
+		config.KV{
+			Key:   target.RedisFormat,
+			Value: cfg.Format,
+		},
+		config.KV{
+			Key:   target.RedisAddress,
+			Value: cfg.Addr.String(),
+		},
+		config.KV{
+			Key:   target.RedisPassword,
+			Value: cfg.Password,
+		},
+		config.KV{
+			Key:   target.RedisKey,
+			Value: cfg.Key,
+		},
+		config.KV{
+			Key:   target.RedisQueueDir,
+			Value: cfg.QueueDir,
+		},
+		config.KV{
+			Key:   target.RedisQueueLimit,
+			Value: strconv.Itoa(int(cfg.QueueLimit)),
+		},
+	}
+
+	return nil
+}
+
+// SetNotifyWebhook - helper for config migration from older config.
+func SetNotifyWebhook(s config.Config, whName string, cfg target.WebhookArgs) error {
+	if !cfg.Enable {
+		return nil
+	}
+
+	if err := cfg.Validate(); err != nil {
+		return err
+	}
+
+	s[config.NotifyWebhookSubSys][whName] = config.KVS{
+		config.KV{
+			Key:   config.Enable,
+			Value: config.EnableOn,
+		},
+		config.KV{
+			Key:   target.WebhookEndpoint,
+			Value: cfg.Endpoint.String(),
+		},
+		config.KV{
+			Key:   target.WebhookAuthToken,
+			Value: cfg.AuthToken,
+		},
+		config.KV{
+			Key:   target.WebhookQueueDir,
+			Value: cfg.QueueDir,
+		},
+		config.KV{
+			Key:   target.WebhookQueueLimit,
+			Value: strconv.Itoa(int(cfg.QueueLimit)),
+		},
+		config.KV{
+			Key:   target.WebhookClientCert,
+			Value: cfg.ClientCert,
+		},
+		config.KV{
+			Key:   target.WebhookClientKey,
+			Value: cfg.ClientKey,
+		},
+	}
+
+	return nil
+}
+
+// SetNotifyPostgres - helper for config migration from older config.
+func SetNotifyPostgres(s config.Config, psqName string, cfg target.PostgreSQLArgs) error {
+	if !cfg.Enable {
+		return nil
+	}
+
+	if err := cfg.Validate(); err != nil {
+		return err
+	}
+
+	s[config.NotifyPostgresSubSys][psqName] = config.KVS{
+		config.KV{
+			Key:   config.Enable,
+			Value: config.EnableOn,
+		},
+		config.KV{
+			Key:   target.PostgresFormat,
+			Value: cfg.Format,
+		},
+		config.KV{
+			Key:   target.PostgresConnectionString,
+			Value: cfg.ConnectionString,
+		},
+		config.KV{
+			Key:   target.PostgresTable,
+			Value: cfg.Table,
+		},
+		config.KV{
+			Key:   target.PostgresHost,
+			Value: cfg.Host.String(),
+		},
+		config.KV{
+			Key:   target.PostgresPort,
+			Value: cfg.Port,
+		},
+		config.KV{
+			Key:   target.PostgresUsername,
+			Value: cfg.Username,
+		},
+		config.KV{
+			Key:   target.PostgresPassword,
+			Value: cfg.Password,
+		},
+		config.KV{
+			Key:   target.PostgresDatabase,
+			Value: cfg.Database,
+		},
+		config.KV{
+			Key:   target.PostgresQueueDir,
+			Value: cfg.QueueDir,
+		},
+		config.KV{
+			Key:   target.PostgresQueueLimit,
+			Value: strconv.Itoa(int(cfg.QueueLimit)),
+		},
+		config.KV{
+			Key:   target.PostgresMaxOpenConnections,
+			Value: strconv.Itoa(cfg.MaxOpenConnections),
+		},
+	}
+
+	return nil
+}
+
+// SetNotifyNSQ - helper for config migration from older config.
+func SetNotifyNSQ(s config.Config, nsqName string, cfg target.NSQArgs) error {
+	if !cfg.Enable {
+		return nil
+	}
+
+	if err := cfg.Validate(); err != nil {
+		return err
+	}
+
+	s[config.NotifyNSQSubSys][nsqName] = config.KVS{
+		config.KV{
+			Key:   config.Enable,
+			Value: config.EnableOn,
+		},
+		config.KV{
+			Key:   target.NSQAddress,
+			Value: cfg.NSQDAddress.String(),
+		},
+		config.KV{
+			Key:   target.NSQTopic,
+			Value: cfg.Topic,
+		},
+		config.KV{
+			Key:   target.NSQTLS,
+			Value: config.FormatBool(cfg.TLS.Enable),
+		},
+		config.KV{
+			Key:   target.NSQTLSSkipVerify,
+			Value: config.FormatBool(cfg.TLS.SkipVerify),
+		},
+		config.KV{
+			Key:   target.NSQQueueDir,
+			Value: cfg.QueueDir,
+		},
+		config.KV{
+			Key:   target.NSQQueueLimit,
+			Value: strconv.Itoa(int(cfg.QueueLimit)),
+		},
+	}
+
+	return nil
+}
+
+// SetNotifyNATS - helper for config migration from older config.
+func SetNotifyNATS(s config.Config, natsName string, cfg target.NATSArgs) error {
+	if !cfg.Enable {
+		return nil
+	}
+
+	if err := cfg.Validate(); err != nil {
+		return err
+	}
+
+	s[config.NotifyNATSSubSys][natsName] = config.KVS{
+		config.KV{
+			Key:   config.Enable,
+			Value: config.EnableOn,
+		},
+		config.KV{
+			Key:   target.NATSAddress,
+			Value: cfg.Address.String(),
+		},
+		config.KV{
+			Key:   target.NATSSubject,
+			Value: cfg.Subject,
+		},
+		config.KV{
+			Key:   target.NATSUsername,
+			Value: cfg.Username,
+		},
+		config.KV{
+			Key:   target.NATSPassword,
+			Value: cfg.Password,
+		},
+		config.KV{
+			Key:   target.NATSToken,
+			Value: cfg.Token,
+		},
+		config.KV{
+			Key:   target.NATSCertAuthority,
+			Value: cfg.CertAuthority,
+		},
+		config.KV{
+			Key:   target.NATSClientCert,
+			Value: cfg.ClientCert,
+		},
+		config.KV{
+			Key:   target.NATSClientKey,
+			Value: cfg.ClientKey,
+		},
+		config.KV{
+			Key:   target.NATSTLS,
+			Value: config.FormatBool(cfg.Secure),
+		},
+		config.KV{
+			Key:   target.NATSTLSSkipVerify,
+			Value: config.FormatBool(cfg.Secure),
+		},
+		config.KV{
+			Key:   target.NATSPingInterval,
+			Value: strconv.FormatInt(cfg.PingInterval, 10),
+		},
+		config.KV{
+			Key:   target.NATSQueueDir,
+			Value: cfg.QueueDir,
+		},
+		config.KV{
+			Key:   target.NATSQueueLimit,
+			Value: strconv.Itoa(int(cfg.QueueLimit)),
+		},
+		config.KV{
+			Key: target.NATSStreaming,
+			Value: func() string {
+				if cfg.Streaming.Enable {
+					return config.EnableOn
+				}
+				return config.EnableOff
+			}(),
+		},
+		config.KV{
+			Key:   target.NATSStreamingClusterID,
+			Value: cfg.Streaming.ClusterID,
+		},
+		config.KV{
+			Key:   target.NATSStreamingAsync,
+			Value: config.FormatBool(cfg.Streaming.Async),
+		},
+		config.KV{
+			Key:   target.NATSStreamingMaxPubAcksInFlight,
+			Value: strconv.Itoa(cfg.Streaming.MaxPubAcksInflight),
+		},
+	}
+
+	return nil
+}
+
+// SetNotifyMySQL - helper for config migration from older config.
+func SetNotifyMySQL(s config.Config, sqlName string, cfg target.MySQLArgs) error {
+	if !cfg.Enable {
+		return nil
+	}
+
+	if err := cfg.Validate(); err != nil {
+		return err
+	}
+
+	s[config.NotifyMySQLSubSys][sqlName] = config.KVS{
+		config.KV{
+			Key:   config.Enable,
+			Value: config.EnableOn,
+		},
+		config.KV{
+			Key:   target.MySQLFormat,
+			Value: cfg.Format,
+		},
+		config.KV{
+			Key:   target.MySQLDSNString,
+			Value: cfg.DSN,
+		},
+		config.KV{
+			Key:   target.MySQLTable,
+			Value: cfg.Table,
+		},
+		config.KV{
+			Key:   target.MySQLHost,
+			Value: cfg.Host.String(),
+		},
+		config.KV{
+			Key:   target.MySQLPort,
+			Value: cfg.Port,
+		},
+		config.KV{
+			Key:   target.MySQLUsername,
+			Value: cfg.User,
+		},
+		config.KV{
+			Key:   target.MySQLPassword,
+			Value: cfg.Password,
+		},
+		config.KV{
+			Key:   target.MySQLDatabase,
+			Value: cfg.Database,
+		},
+		config.KV{
+			Key:   target.MySQLQueueDir,
+			Value: cfg.QueueDir,
+		},
+		config.KV{
+			Key:   target.MySQLQueueLimit,
+			Value: strconv.Itoa(int(cfg.QueueLimit)),
+		},
+		config.KV{
+			Key:   target.MySQLMaxOpenConnections,
+			Value: strconv.Itoa(cfg.MaxOpenConnections),
+		},
+	}
+
+	return nil
+}
+
+// SetNotifyMQTT - helper for config migration from older config.
+func SetNotifyMQTT(s config.Config, mqttName string, cfg target.MQTTArgs) error {
+	if !cfg.Enable {
+		return nil
+	}
+
+	if err := cfg.Validate(); err != nil {
+		return err
+	}
+
+	s[config.NotifyMQTTSubSys][mqttName] = config.KVS{
+		config.KV{
+			Key:   config.Enable,
+			Value: config.EnableOn,
+		},
+		config.KV{
+			Key:   target.MqttBroker,
+			Value: cfg.Broker.String(),
+		},
+		config.KV{
+			Key:   target.MqttTopic,
+			Value: cfg.Topic,
+		},
+		config.KV{
+			Key:   target.MqttQoS,
+			Value: fmt.Sprintf("%d", cfg.QoS),
+		},
+		config.KV{
+			Key:   target.MqttUsername,
+			Value: cfg.User,
+		},
+		config.KV{
+			Key:   target.MqttPassword,
+			Value: cfg.Password,
+		},
+		config.KV{
+			Key:   target.MqttReconnectInterval,
+			Value: cfg.MaxReconnectInterval.String(),
+		},
+		config.KV{
+			Key:   target.MqttKeepAliveInterval,
+			Value: cfg.KeepAlive.String(),
+		},
+		config.KV{
+			Key:   target.MqttQueueDir,
+			Value: cfg.QueueDir,
+		},
+		config.KV{
+			Key:   target.MqttQueueLimit,
+			Value: strconv.Itoa(int(cfg.QueueLimit)),
+		},
+	}
+
+	return nil
+}