Improvements in logger and audit webhooks (#16102)

internal/logger/config.go

@@ -459,6 +459,7 @@ func lookupLoggerWebhookConfig(scfg config.Config, cfg Config) (Config, error) {
 			ClientCert: env.Get(clientCertEnv, ""),
 			ClientKey:  env.Get(clientKeyEnv, ""),
 			QueueSize:  queueSize,
+			Name:       target,
 		}
 	}
 
@@ -501,6 +502,7 @@ func lookupLoggerWebhookConfig(scfg config.Config, cfg Config) (Config, error) {
 			ClientCert: kv.Get(ClientCert),
 			ClientKey:  kv.Get(ClientKey),
 			QueueSize:  queueSize,
+			Name:       starget,
 		}
 	}
 
@@ -570,6 +572,7 @@ func lookupAuditWebhookConfig(scfg config.Config, cfg Config) (Config, error) {
 			ClientCert: env.Get(clientCertEnv, ""),
 			ClientKey:  env.Get(clientKeyEnv, ""),
 			QueueSize:  queueSize,
+			Name:       target,
 		}
 	}
 
@@ -613,6 +616,7 @@ func lookupAuditWebhookConfig(scfg config.Config, cfg Config) (Config, error) {
 			ClientCert: kv.Get(ClientCert),
 			ClientKey:  kv.Get(ClientKey),
 			QueueSize:  queueSize,
+			Name:       starget,
 		}
 	}
 

internal/logger/target/http/http.go

@@ -77,6 +77,9 @@ type Target struct {
 	// Channel of log entries
 	logCh chan interface{}
 
+	// is the target online?
+	online bool
+
 	config Config
 	client *http.Client
 }
@@ -90,6 +93,11 @@ func (h *Target) String() string {
 	return h.config.Name
 }
 
+// IsOnline returns true if the initialization was successful
+func (h *Target) IsOnline() bool {
+	return h.online
+}
+
 // Stats returns the target statistics.
 func (h *Target) Stats() types.TargetStats {
 	return types.TargetStats{
@@ -140,6 +148,7 @@ func (h *Target) Init() error {
 	}
 
 	h.lastStarted = time.Now()
+	h.online = true
 	atomic.AddInt64(&h.workers, 1)
 	go h.startHTTPLogger()
 	return nil
@@ -230,6 +239,7 @@ func New(config Config) *Target {
 		logCh:  make(chan interface{}, config.QueueSize),
 		doneCh: make(chan struct{}),
 		config: config,
+		online: false,
 	}
 
 	return h
@@ -237,6 +247,10 @@ func New(config Config) *Target {
 
 // Send log message 'e' to http target.
 func (h *Target) Send(entry interface{}) error {
+	if !h.online {
+		return nil
+	}
+
 	select {
 	case <-h.doneCh:
 		return nil

internal/logger/target/kafka/kafka.go

@@ -46,6 +46,9 @@ type Target struct {
 	// Channel of log entries
 	logCh chan audit.Entry
 
+	// is the target online?
+	online bool
+
 	producer sarama.SyncProducer
 	kconfig  Config
 	config   *sarama.Config
@@ -53,6 +56,10 @@ type Target struct {
 
 // Send log message 'e' to kafka target.
 func (h *Target) Send(entry interface{}) error {
+	if !h.online {
+		return nil
+	}
+
 	select {
 	case <-h.doneCh:
 		return nil
@@ -173,6 +180,11 @@ func (h *Target) String() string {
 	return "kafka"
 }
 
+// IsOnline returns true if the initialization was successful
+func (h *Target) IsOnline() bool {
+	return h.online
+}
+
 // Init initialize kafka target
 func (h *Target) Init() error {
 	if !h.kconfig.Enabled {
@@ -232,6 +244,7 @@ func (h *Target) Init() error {
 	}
 
 	h.producer = producer
+	h.online = true
 	go h.startKakfaLogger()
 	return nil
 }
@@ -250,6 +263,7 @@ func New(config Config) *Target {
 		logCh:   make(chan audit.Entry, 10000),
 		doneCh:  make(chan struct{}),
 		kconfig: config,
+		online:  false,
 	}
 	return target
 }

internal/logger/targets.go

@@ -22,6 +22,7 @@ import (
 	"strings"
 	"sync"
 
+	"github.com/minio/madmin-go"
 	"github.com/minio/minio/internal/logger/target/http"
 	"github.com/minio/minio/internal/logger/target/kafka"
 	"github.com/minio/minio/internal/logger/target/types"
@@ -36,6 +37,7 @@ type Target interface {
 	Endpoint() string
 	Stats() types.TargetStats
 	Init() error
+	IsOnline() bool
 	Cancel()
 	Send(entry interface{}) error
 	Type() types.TargetType
@@ -54,6 +56,18 @@ var (
 	consoleTgt Target
 )
 
+// TargetStatus returns status of the target (online|offline)
+func TargetStatus(h Target) madmin.Status {
+	if h.IsOnline() {
+		return madmin.Status{Status: string(madmin.ItemOnline)}
+	}
+	// Previous initialization had failed. Try again.
+	if e := h.Init(); e == nil {
+		return madmin.Status{Status: string(madmin.ItemOnline)}
+	}
+	return madmin.Status{Status: string(madmin.ItemOffline)}
+}
+
 // SystemTargets returns active targets.
 // Returned slice may not be modified in any way.
 func SystemTargets() []Target {
@@ -130,30 +144,38 @@ func AddSystemTarget(t Target) error {
 	return nil
 }
 
-func initSystemTargets(cfgMap map[string]http.Config) (tgts []Target, err error) {
+func initSystemTargets(cfgMap map[string]http.Config) ([]Target, []error) {
+	tgts := []Target{}
+	errs := []error{}
 	for _, l := range cfgMap {
 		if l.Enabled {
 			t := http.New(l)
-			if err = t.Init(); err != nil {
-				return tgts, err
-			}
 			tgts = append(tgts, t)
+
+			e := t.Init()
+			if e != nil {
+				errs = append(errs, e)
+			}
 		}
 	}
-	return tgts, err
+	return tgts, errs
 }
 
-func initKafkaTargets(cfgMap map[string]kafka.Config) (tgts []Target, err error) {
+func initKafkaTargets(cfgMap map[string]kafka.Config) ([]Target, []error) {
+	tgts := []Target{}
+	errs := []error{}
 	for _, l := range cfgMap {
 		if l.Enabled {
 			t := kafka.New(l)
-			if err = t.Init(); err != nil {
-				return tgts, err
-			}
 			tgts = append(tgts, t)
+
+			e := t.Init()
+			if e != nil {
+				errs = append(errs, e)
+			}
 		}
 	}
-	return tgts, err
+	return tgts, errs
 }
 
 // Split targets into two groups:
@@ -178,11 +200,8 @@ func cancelTargets(targets []Target) {
 }
 
 // UpdateSystemTargets swaps targets with newly loaded ones from the cfg
-func UpdateSystemTargets(cfg Config) error {
-	newTgts, err := initSystemTargets(cfg.HTTP)
-	if err != nil {
-		return err
-	}
+func UpdateSystemTargets(cfg Config) []error {
+	newTgts, errs := initSystemTargets(cfg.HTTP)
 
 	swapSystemMuRW.Lock()
 	consoleTargets, otherTargets := splitTargets(systemTargets, types.TargetConsole)
@@ -191,15 +210,12 @@ func UpdateSystemTargets(cfg Config) error {
 	swapSystemMuRW.Unlock()
 
 	cancelTargets(otherTargets) // cancel running targets
-	return nil
+	return errs
 }
 
 // UpdateAuditWebhookTargets swaps audit webhook targets with newly loaded ones from the cfg
-func UpdateAuditWebhookTargets(cfg Config) error {
-	newWebhookTgts, err := initSystemTargets(cfg.AuditWebhook)
-	if err != nil {
-		return err
-	}
+func UpdateAuditWebhookTargets(cfg Config) []error {
+	newWebhookTgts, errs := initSystemTargets(cfg.AuditWebhook)
 
 	swapAuditMuRW.Lock()
 	// Retain kafka targets
@@ -209,15 +225,12 @@ func UpdateAuditWebhookTargets(cfg Config) error {
 	swapAuditMuRW.Unlock()
 
 	cancelTargets(oldWebhookTgts) // cancel running targets
-	return nil
+	return errs
 }
 
 // UpdateAuditKafkaTargets swaps audit kafka targets with newly loaded ones from the cfg
-func UpdateAuditKafkaTargets(cfg Config) error {
-	newKafkaTgts, err := initKafkaTargets(cfg.AuditKafka)
-	if err != nil {
-		return err
-	}
+func UpdateAuditKafkaTargets(cfg Config) []error {
+	newKafkaTgts, errs := initKafkaTargets(cfg.AuditKafka)
 
 	swapAuditMuRW.Lock()
 	// Retain webhook targets
@@ -227,5 +240,5 @@ func UpdateAuditKafkaTargets(cfg Config) error {
 	swapAuditMuRW.Unlock()
 
 	cancelTargets(oldKafkaTgts) // cancel running targets
-	return nil
+	return errs
 }