* feat(alerting): Add new providers for Datadog, IFTTT, Line, NewRelic, Plivo, RocketChat, SendGrid, Signal, SIGNL4, Splunk, Squadcast, Vonage, Webex and Zapier Relevant: https://github.com/TwiN/gatus/discussions/1223 Fixes #1073 Fixes #1074 * chore: Clean up code * docs: Fix table formatting * Update alerting/provider/datadog/datadog.go * Update alerting/provider/signal/signal.go * Update alerting/provider/ifttt/ifttt.go * Update alerting/provider/newrelic/newrelic.go * Update alerting/provider/squadcast/squadcast.go * Update alerting/provider/squadcast/squadcast.go
221 lines
6.5 KiB
Go
221 lines
6.5 KiB
Go
package splunk
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"time"
|
|
|
|
"github.com/TwiN/gatus/v5/alerting/alert"
|
|
"github.com/TwiN/gatus/v5/client"
|
|
"github.com/TwiN/gatus/v5/config/endpoint"
|
|
"gopkg.in/yaml.v3"
|
|
)
|
|
|
|
var (
|
|
ErrHecURLNotSet = errors.New("hec-url not set")
|
|
ErrHecTokenNotSet = errors.New("hec-token not set")
|
|
ErrDuplicateGroupOverride = errors.New("duplicate group override")
|
|
)
|
|
|
|
type Config struct {
|
|
HecURL string `yaml:"hec-url"` // Splunk HEC (HTTP Event Collector) URL
|
|
HecToken string `yaml:"hec-token"` // Splunk HEC token
|
|
Source string `yaml:"source,omitempty"` // Event source
|
|
SourceType string `yaml:"sourcetype,omitempty"` // Event source type
|
|
Index string `yaml:"index,omitempty"` // Splunk index
|
|
}
|
|
|
|
func (cfg *Config) Validate() error {
|
|
if len(cfg.HecURL) == 0 {
|
|
return ErrHecURLNotSet
|
|
}
|
|
if len(cfg.HecToken) == 0 {
|
|
return ErrHecTokenNotSet
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (cfg *Config) Merge(override *Config) {
|
|
if len(override.HecURL) > 0 {
|
|
cfg.HecURL = override.HecURL
|
|
}
|
|
if len(override.HecToken) > 0 {
|
|
cfg.HecToken = override.HecToken
|
|
}
|
|
if len(override.Source) > 0 {
|
|
cfg.Source = override.Source
|
|
}
|
|
if len(override.SourceType) > 0 {
|
|
cfg.SourceType = override.SourceType
|
|
}
|
|
if len(override.Index) > 0 {
|
|
cfg.Index = override.Index
|
|
}
|
|
}
|
|
|
|
// AlertProvider is the configuration necessary for sending an alert using Splunk
|
|
type AlertProvider struct {
|
|
DefaultConfig Config `yaml:",inline"`
|
|
|
|
// DefaultAlert is the default alert configuration to use for endpoints with an alert of the appropriate type
|
|
DefaultAlert *alert.Alert `yaml:"default-alert,omitempty"`
|
|
|
|
// Overrides is a list of Override that may be prioritized over the default configuration
|
|
Overrides []Override `yaml:"overrides,omitempty"`
|
|
}
|
|
|
|
// Override is a case under which the default integration is overridden
|
|
type Override struct {
|
|
Group string `yaml:"group"`
|
|
Config `yaml:",inline"`
|
|
}
|
|
|
|
// Validate the provider's configuration
|
|
func (provider *AlertProvider) Validate() error {
|
|
registeredGroups := make(map[string]bool)
|
|
if provider.Overrides != nil {
|
|
for _, override := range provider.Overrides {
|
|
if isAlreadyRegistered := registeredGroups[override.Group]; isAlreadyRegistered || override.Group == "" {
|
|
return ErrDuplicateGroupOverride
|
|
}
|
|
registeredGroups[override.Group] = true
|
|
}
|
|
}
|
|
return provider.DefaultConfig.Validate()
|
|
}
|
|
|
|
// Send an alert using the provider
|
|
func (provider *AlertProvider) Send(ep *endpoint.Endpoint, alert *alert.Alert, result *endpoint.Result, resolved bool) error {
|
|
cfg, err := provider.GetConfig(ep.Group, alert)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
body, err := provider.buildRequestBody(cfg, ep, alert, result, resolved)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
buffer := bytes.NewBuffer(body)
|
|
request, err := http.NewRequest(http.MethodPost, fmt.Sprintf("%s/services/collector/event", cfg.HecURL), buffer)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
request.Header.Set("Content-Type", "application/json")
|
|
request.Header.Set("Authorization", fmt.Sprintf("Splunk %s", cfg.HecToken))
|
|
response, err := client.GetHTTPClient(nil).Do(request)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer response.Body.Close()
|
|
if response.StatusCode >= 400 {
|
|
body, _ := io.ReadAll(response.Body)
|
|
return fmt.Errorf("call to splunk alert returned status code %d: %s", response.StatusCode, string(body))
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type Body struct {
|
|
Time int64 `json:"time"`
|
|
Source string `json:"source,omitempty"`
|
|
SourceType string `json:"sourcetype,omitempty"`
|
|
Index string `json:"index,omitempty"`
|
|
Event Event `json:"event"`
|
|
}
|
|
|
|
type Event struct {
|
|
AlertType string `json:"alert_type"`
|
|
Endpoint string `json:"endpoint"`
|
|
Group string `json:"group,omitempty"`
|
|
Status string `json:"status"`
|
|
Message string `json:"message"`
|
|
Description string `json:"description,omitempty"`
|
|
Conditions []*endpoint.ConditionResult `json:"conditions,omitempty"`
|
|
}
|
|
|
|
// buildRequestBody builds the request body for the provider
|
|
func (provider *AlertProvider) buildRequestBody(cfg *Config, ep *endpoint.Endpoint, alert *alert.Alert, result *endpoint.Result, resolved bool) ([]byte, error) {
|
|
var alertType, status, message string
|
|
if resolved {
|
|
alertType = "resolved"
|
|
status = "ok"
|
|
message = fmt.Sprintf("Alert for %s has been resolved after passing successfully %d time(s) in a row", ep.DisplayName(), alert.SuccessThreshold)
|
|
} else {
|
|
alertType = "triggered"
|
|
status = "critical"
|
|
message = fmt.Sprintf("Alert for %s has been triggered due to having failed %d time(s) in a row", ep.DisplayName(), alert.FailureThreshold)
|
|
}
|
|
event := Event{
|
|
AlertType: alertType,
|
|
Endpoint: ep.DisplayName(),
|
|
Group: ep.Group,
|
|
Status: status,
|
|
Message: message,
|
|
Description: alert.GetDescription(),
|
|
}
|
|
if len(result.ConditionResults) > 0 {
|
|
event.Conditions = result.ConditionResults
|
|
}
|
|
body := Body{
|
|
Time: time.Now().Unix(),
|
|
Event: event,
|
|
}
|
|
// Set optional fields
|
|
if cfg.Source != "" {
|
|
body.Source = cfg.Source
|
|
} else {
|
|
body.Source = "gatus"
|
|
}
|
|
if cfg.SourceType != "" {
|
|
body.SourceType = cfg.SourceType
|
|
} else {
|
|
body.SourceType = "gatus:alert"
|
|
}
|
|
if cfg.Index != "" {
|
|
body.Index = cfg.Index
|
|
}
|
|
bodyAsJSON, err := json.Marshal(body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return bodyAsJSON, nil
|
|
}
|
|
|
|
// GetDefaultAlert returns the provider's default alert configuration
|
|
func (provider *AlertProvider) GetDefaultAlert() *alert.Alert {
|
|
return provider.DefaultAlert
|
|
}
|
|
|
|
// GetConfig returns the configuration for the provider with the overrides applied
|
|
func (provider *AlertProvider) GetConfig(group string, alert *alert.Alert) (*Config, error) {
|
|
cfg := provider.DefaultConfig
|
|
// Handle group overrides
|
|
if provider.Overrides != nil {
|
|
for _, override := range provider.Overrides {
|
|
if group == override.Group {
|
|
cfg.Merge(&override.Config)
|
|
break
|
|
}
|
|
}
|
|
}
|
|
// Handle alert overrides
|
|
if len(alert.ProviderOverride) != 0 {
|
|
overrideConfig := Config{}
|
|
if err := yaml.Unmarshal(alert.ProviderOverrideAsBytes(), &overrideConfig); err != nil {
|
|
return nil, err
|
|
}
|
|
cfg.Merge(&overrideConfig)
|
|
}
|
|
// Validate the configuration
|
|
err := cfg.Validate()
|
|
return &cfg, err
|
|
}
|
|
|
|
// ValidateOverrides validates the alert's provider override and, if present, the group override
|
|
func (provider *AlertProvider) ValidateOverrides(group string, alert *alert.Alert) error {
|
|
_, err := provider.GetConfig(group, alert)
|
|
return err
|
|
}
|