// Unless explicitly stated otherwise all files in this repository are licensed

// under the Apache License Version 2.0.

// This product includes software developed at Datadog (https://www.datadoghq.com/).

// Copyright 2016-present Datadog, Inc.

package config

import (

"bytes"

"encoding/json"

"errors"

"fmt"

"net"

"net/url"

"os"

"path/filepath"

"regexp"

"runtime"

"strconv"

"strings"

"time"

"github.com/DataDog/datadog-agent/pkg/autodiscovery/common/types"

"github.com/DataDog/datadog-agent/pkg/collector/check/defaults"

"github.com/DataDog/datadog-agent/pkg/secrets"

"github.com/DataDog/datadog-agent/pkg/util/hostname/validate"

"github.com/DataDog/datadog-agent/pkg/util/log"

"github.com/DataDog/datadog-agent/pkg/version"

"gopkg.in/yaml.v2"

)

const (

// DefaultSite is the default site the Agent sends data to.

DefaultSite = "datadoghq.com"

infraURLPrefix = "https://app."

// DefaultNumWorkers default number of workers for our check runner

DefaultNumWorkers = 4

// MaxNumWorkers maximum number of workers for our check runner

MaxNumWorkers = 25

// DefaultAPIKeyValidationInterval is the default interval of api key validation checks

DefaultAPIKeyValidationInterval = 60

// DefaultForwarderRecoveryInterval is the default recovery interval,

// also used if the user-provided value is invalid.

DefaultForwarderRecoveryInterval = 2

megaByte = 1024 * 1024

// DefaultBatchWait is the default HTTP batch wait in second for logs

DefaultBatchWait = 5

// DefaultBatchMaxConcurrentSend is the default HTTP batch max concurrent send for logs

DefaultBatchMaxConcurrentSend = 0

// DefaultBatchMaxSize is the default HTTP batch max size (maximum number of events in a single batch) for logs

DefaultBatchMaxSize = 1000

// DefaultInputChanSize is the default input chan size for events

DefaultInputChanSize = 100

// DefaultBatchMaxContentSize is the default HTTP batch max content size (before compression) for logs

// It is also the maximum possible size of a single event. Events exceeding this limit are dropped.

DefaultBatchMaxContentSize = 5000000

// DefaultAuditorTTL is the default logs auditor TTL in hours

DefaultAuditorTTL = 23

// ClusterIDCacheKey is the key name for the orchestrator cluster id in the agent in-mem cache

ClusterIDCacheKey = "orchestratorClusterID"

// DefaultRuntimePoliciesDir is the default policies directory used by the runtime security module

DefaultRuntimePoliciesDir = "/etc/datadog-agent/runtime-security.d"

// DefaultLogsSenderBackoffFactor is the default logs sender backoff randomness factor

DefaultLogsSenderBackoffFactor = 2.0

// DefaultLogsSenderBackoffBase is the default logs sender base backoff time, seconds

DefaultLogsSenderBackoffBase = 1.0

// DefaultLogsSenderBackoffMax is the default logs sender maximum backoff time, seconds

DefaultLogsSenderBackoffMax = 120.0

// DefaultLogsSenderBackoffRecoveryInterval is the default logs sender backoff recovery interval

DefaultLogsSenderBackoffRecoveryInterval = 2

// DefaultInventoriesMinInterval is the default value for inventories_min_interval, in seconds

DefaultInventoriesMinInterval = 5 * 60

// DefaultInventoriesMaxInterval is the default value for inventories_max_interval, in seconds

DefaultInventoriesMaxInterval = 10 * 60

// maxExternalMetricsProviderChunkSize ensures batch queries are limited in size.

maxExternalMetricsProviderChunkSize = 35

)

// Datadog is the global configuration object

var (

Datadog Config

SystemProbe Config

proxies *Proxy

overrideFuncs = make([]func(Config), 0)

)

// Variables to initialize at build time

var (

DefaultPython string

// ForceDefaultPython has its value set to true at compile time if we should ignore

// the Python version set in the configuration and use `DefaultPython` instead.

// We use this to force Python 3 in the Agent 7 as it's the only one available.

ForceDefaultPython string

)

// Variables to initialize at start time

var (

// StartTime is the agent startup time

StartTime = time.Now()

)

// PrometheusScrapeChecksTransformer unmarshals a prometheus check.

func PrometheusScrapeChecksTransformer(in string) interface{} {

var promChecks []*types.PrometheusCheck

if err := json.Unmarshal([]byte(in), &promChecks); err != nil {

log.Warnf(`"prometheus_scrape.checks" can not be parsed: %v`, err)

}

return promChecks

}

// MetadataProviders helps unmarshalling `metadata_providers` config param

type MetadataProviders struct {

Name string `mapstructure:"name"`

Interval time.Duration `mapstructure:"interval"`

}

// ConfigurationProviders helps unmarshalling `config_providers` config param

type ConfigurationProviders struct {

Name string `mapstructure:"name"`

Polling bool `mapstructure:"polling"`

PollInterval string `mapstructure:"poll_interval"`

TemplateURL string `mapstructure:"template_url"`

TemplateDir string `mapstructure:"template_dir"`

Username string `mapstructure:"username"`

Password string `mapstructure:"password"`

CAFile string `mapstructure:"ca_file"`

CAPath string `mapstructure:"ca_path"`

CertFile string `mapstructure:"cert_file"`

KeyFile string `mapstructure:"key_file"`

Token string `mapstructure:"token"`

GraceTimeSeconds int `mapstructure:"grace_time_seconds"`

DegradedDeadlineMinutes int `mapstructure:"degraded_deadline_minutes"`

}

// Listeners helps unmarshalling `listeners` config param

type Listeners struct {

Name string `mapstructure:"name"`

EnabledProviders map[string]struct{}

}

// SetEnabledProviders registers the enabled config providers in the listener config

func (l *Listeners) SetEnabledProviders(ep map[string]struct{}) {

l.EnabledProviders = ep

}

// IsProviderEnabled returns whether a config provider is enabled

func (l *Listeners) IsProviderEnabled(provider string) bool {

_, found := l.EnabledProviders[provider]

return found

}

// Proxy represents the configuration for proxies in the agent

type Proxy struct {

HTTP string `mapstructure:"http"`

HTTPS string `mapstructure:"https"`

NoProxy []string `mapstructure:"no_proxy"`

}

// MappingProfile represent a group of mappings

type MappingProfile struct {

Name string `mapstructure:"name" json:"name"`

Prefix string `mapstructure:"prefix" json:"prefix"`

Mappings []MetricMapping `mapstructure:"mappings" json:"mappings"`

}

// MetricMapping represent one mapping rule

type MetricMapping struct {

Match string `mapstructure:"match" json:"match"`

MatchType string `mapstructure:"match_type" json:"match_type"`

Name string `mapstructure:"name" json:"name"`

Tags map[string]string `mapstructure:"tags" json:"tags"`

}

// Endpoint represent a datadog endpoint

type Endpoint struct {

Site string `mapstructure:"site" json:"site"`

URL string `mapstructure:"url" json:"url"`

APIKey string `mapstructure:"api_key" json:"api_key"`

APPKey string `mapstructure:"app_key" json:"app_key" `

}

// Warnings represent the warnings in the config

type Warnings struct {

TraceMallocEnabledWithPy2 bool

Err error

}

// DataType represent the generic data type (e.g. metrics, logs) that can be sent by the Agent

type DataType string

const (

// Metrics type covers series & sketches

Metrics DataType = "metrics"

// Logs type covers all outgoing logs

Logs DataType = "logs"

)

func init() {

osinit()

// Configure Datadog global configuration

Datadog = NewConfig("datadog", "DD", strings.NewReplacer(".", "_"))

SystemProbe = NewConfig("system-probe", "DD", strings.NewReplacer(".", "_"))

// Configuration defaults

InitConfig(Datadog)

InitSystemProbeConfig(SystemProbe)

}

// InitConfig initializes the config defaults on a config

func InitConfig(config Config) {

// Agent

// Don't set a default on 'site' to allow detecting with viper whether it's set in config

config.BindEnv("site")

config.BindEnv("dd_url", "DD_DD_URL", "DD_URL")

config.BindEnvAndSetDefault("app_key", "")

config.BindEnvAndSetDefault("cloud_provider_metadata", []string{"aws", "gcp", "azure", "alibaba", "oracle", "ibm"})

config.SetDefault("proxy", nil)

config.BindEnvAndSetDefault("skip_ssl_validation", false)

config.BindEnvAndSetDefault("sslkeylogfile", "")

config.BindEnvAndSetDefault("hostname", "")

config.BindEnvAndSetDefault("hostname_file", "")

config.BindEnvAndSetDefault("tags", []string{})

config.BindEnvAndSetDefault("extra_tags", []string{})

config.BindEnv("env")

config.BindEnvAndSetDefault("tag_value_split_separator", map[string]string{})

config.BindEnvAndSetDefault("conf_path", ".")

config.BindEnvAndSetDefault("confd_path", defaultConfdPath)

config.BindEnvAndSetDefault("additional_checksd", defaultAdditionalChecksPath)

config.BindEnvAndSetDefault("jmx_log_file", "")

config.BindEnvAndSetDefault("log_payloads", false)

config.BindEnvAndSetDefault("log_file", "")

config.BindEnvAndSetDefault("log_file_max_size", "10Mb")

config.BindEnvAndSetDefault("log_file_max_rolls", 1)

config.BindEnvAndSetDefault("log_level", "info")

config.BindEnvAndSetDefault("log_to_syslog", false)

config.BindEnvAndSetDefault("log_to_console", true)

config.BindEnvAndSetDefault("log_format_rfc3339", false)

config.BindEnvAndSetDefault("log_all_goroutines_when_unhealthy", false)

config.BindEnvAndSetDefault("logging_frequency", int64(500))

config.BindEnvAndSetDefault("disable_file_logging", false)

config.BindEnvAndSetDefault("syslog_uri", "")

config.BindEnvAndSetDefault("syslog_rfc", false)

config.BindEnvAndSetDefault("syslog_pem", "")

config.BindEnvAndSetDefault("syslog_key", "")

config.BindEnvAndSetDefault("syslog_tls_verify", true)

config.BindEnvAndSetDefault("cmd_host", "localhost")

config.BindEnvAndSetDefault("cmd_port", 5001)

config.BindEnvAndSetDefault("default_integration_http_timeout", 9)

config.BindEnvAndSetDefault("integration_tracing", false)

config.BindEnvAndSetDefault("integration_tracing_exhaustive", false)

config.BindEnvAndSetDefault("integration_profiling", false)

config.BindEnvAndSetDefault("enable_metadata_collection", true)

config.BindEnvAndSetDefault("enable_gohai", true)

config.BindEnvAndSetDefault("check_runners", int64(4))

config.BindEnvAndSetDefault("auth_token_file_path", "")

config.BindEnv("bind_host")

config.BindEnvAndSetDefault("ipc_address", "localhost")

config.BindEnvAndSetDefault("health_port", int64(0))

config.BindEnvAndSetDefault("disable_py3_validation", false)

config.BindEnvAndSetDefault("python_version", DefaultPython)

config.BindEnvAndSetDefault("allow_arbitrary_tags", false)

config.BindEnvAndSetDefault("use_proxy_for_cloud_metadata", false)

config.BindEnvAndSetDefault("remote_tagger_timeout_seconds", 30)

// Fips

config.BindEnvAndSetDefault("fips.enabled", false)

config.BindEnvAndSetDefault("fips.port_range_start", 9803)

config.BindEnvAndSetDefault("fips.local_address", "localhost")

config.BindEnvAndSetDefault("fips.https", true)

config.BindEnvAndSetDefault("fips.tls_verify", true)

// Remote config

config.BindEnvAndSetDefault("remote_configuration.enabled", false)

config.BindEnvAndSetDefault("remote_configuration.key", "")

config.BindEnv("remote_configuration.api_key")

config.BindEnv("remote_configuration.rc_dd_url")

config.BindEnvAndSetDefault("remote_configuration.no_tls", false)

config.BindEnvAndSetDefault("remote_configuration.no_tls_validation", false)

config.BindEnvAndSetDefault("remote_configuration.config_root", "")

config.BindEnvAndSetDefault("remote_configuration.director_root", "")

config.BindEnv("remote_configuration.refresh_interval")

config.BindEnvAndSetDefault("remote_configuration.max_backoff_interval", 5*time.Minute)

config.BindEnvAndSetDefault("remote_configuration.clients.ttl_seconds", 30*time.Second)

config.BindEnvAndSetDefault("remote_configuration.clients.cache_bypass_limit", 5)

// Remote config products

config.BindEnvAndSetDefault("remote_configuration.apm_sampling.enabled", true)

// Auto exit configuration

config.BindEnvAndSetDefault("auto_exit.validation_period", 60)

config.BindEnvAndSetDefault("auto_exit.noprocess.enabled", false)

config.BindEnvAndSetDefault("auto_exit.noprocess.excluded_processes", []string{})

// The number of commits before expiring a context. The value is 2 to handle

// the case where a check miss to send a metric.

config.BindEnvAndSetDefault("check_sampler_bucket_commits_count_expiry", 2)

// The number of seconds before removing stateful metric data after expiring a

// context. Default is 25h, to minimise problems for checks that emit metircs

// only occasionally.

config.BindEnvAndSetDefault("check_sampler_stateful_metric_expiration_time", 25*time.Hour)

config.BindEnvAndSetDefault("check_sampler_expire_metrics", true)

config.BindEnvAndSetDefault("host_aliases", []string{})

// overridden in IoT Agent main

config.BindEnvAndSetDefault("iot_host", false)

// overridden in Heroku buildpack

config.BindEnvAndSetDefault("heroku_dyno", false)

// Debugging + C-land crash feature flags

config.BindEnvAndSetDefault("c_stacktrace_collection", false)

config.BindEnvAndSetDefault("c_core_dump", false)

config.BindEnvAndSetDefault("go_core_dump", false)

config.BindEnvAndSetDefault("memtrack_enabled", true)

config.BindEnvAndSetDefault("tracemalloc_debug", false)

config.BindEnvAndSetDefault("tracemalloc_include", "")

config.BindEnvAndSetDefault("tracemalloc_exclude", "")

config.BindEnvAndSetDefault("tracemalloc_whitelist", "") // deprecated

config.BindEnvAndSetDefault("tracemalloc_blacklist", "") // deprecated

config.BindEnvAndSetDefault("run_path", defaultRunPath)

config.BindEnv("no_proxy_nonexact_match")

// Python 3 linter timeout, in seconds

// NOTE: linter is notoriously slow, in the absence of a better solution we

// can only increase this timeout value. Linting operation is async.

config.BindEnvAndSetDefault("python3_linter_timeout", 120)

// Whether to honour the value of PYTHONPATH, if set, on Windows. On other OSes we always do.

config.BindEnvAndSetDefault("windows_use_pythonpath", false)

// When the Python full interpreter path cannot be deduced via heuristics, the agent

// is expected to prevent rtloader from initializing. When set to true, this override

// allows us to proceed but with some capabilities unavailable (e.g. `multiprocessing`

// library support will not work reliably in those environments)

config.BindEnvAndSetDefault("allow_python_path_heuristics_failure", false)

// if/when the default is changed to true, make the default platform

// dependent; default should remain false on Windows to maintain backward

// compatibility with Agent5 behavior/win

config.BindEnvAndSetDefault("hostname_fqdn", false)

// When enabled, hostname defined in the configuration (datadog.yaml) and starting with `ip-` or `domu` on EC2 is used as

// canonical hostname, otherwise the instance-id is used as canonical hostname.

config.BindEnvAndSetDefault("hostname_force_config_as_canonical", false)

// By default the Agent does not trust the hostname value retrieved from non-root UTS namespace.

// When enabled, the Agent will trust the value retrieved from non-root UTS namespace instead of failing

// hostname resolution.

// (Linux only)

config.BindEnvAndSetDefault("hostname_trust_uts_namespace", false)

config.BindEnvAndSetDefault("cluster_name", "")

config.BindEnvAndSetDefault("disable_cluster_name_tag_key", false)

config.BindEnvAndSetDefault("enabled_rfc1123_compliant_cluster_name_tag", true)

// secrets backend

config.BindEnvAndSetDefault("secret_backend_command", "")

config.BindEnvAndSetDefault("secret_backend_arguments", []string{})

config.BindEnvAndSetDefault("secret_backend_output_max_size", secrets.SecretBackendOutputMaxSize)

config.BindEnvAndSetDefault("secret_backend_timeout", 30)

config.BindEnvAndSetDefault("secret_backend_command_allow_group_exec_perm", false)

config.BindEnvAndSetDefault("secret_backend_skip_checks", false)

// Use to output logs in JSON format

config.BindEnvAndSetDefault("log_format_json", false)

// IPC API server timeout

config.BindEnvAndSetDefault("server_timeout", 30)

// Configuration for TLS for outgoing connections

config.BindEnvAndSetDefault("min_tls_version", "tlsv1.2")

// Defaults to safe YAML methods in base and custom checks.

config.BindEnvAndSetDefault("disable_unsafe_yaml", true)

// Yaml keys which values are stripped from flare

config.BindEnvAndSetDefault("flare_stripped_keys", []string{})

// Agent GUI access port

config.BindEnvAndSetDefault("GUI_port", defaultGuiPort)

if IsContainerized() {

// In serverless-containerized environments (e.g Fargate)

// it's impossible to mount host volumes.

// Make sure the host paths exist before setting-up the default values.

// Fallback to the container paths if host paths aren't mounted.

if pathExists("/host/proc") {

config.SetDefault("procfs_path", "/host/proc")

config.SetDefault("container_proc_root", "/host/proc")

// Used by some librairies (like gopsutil)

if v := os.Getenv("HOST_PROC"); v == "" {

os.Setenv("HOST_PROC", "/host/proc")

}

} else {

config.SetDefault("procfs_path", "/proc")

config.SetDefault("container_proc_root", "/proc")

}

if pathExists("/host/sys/fs/cgroup/") {

config.SetDefault("container_cgroup_root", "/host/sys/fs/cgroup/")

} else {

config.SetDefault("container_cgroup_root", "/sys/fs/cgroup/")

}

} else {

config.SetDefault("container_proc_root", "/proc")

// for amazon linux the cgroup directory on host is /cgroup/

// we pick memory.stat to make sure it exists and not empty

if _, err := os.Stat("/cgroup/memory/memory.stat"); !os.IsNotExist(err) {

config.SetDefault("container_cgroup_root", "/cgroup/")

} else {

config.SetDefault("container_cgroup_root", "/sys/fs/cgroup/")

}

}

config.BindEnv("procfs_path")

config.BindEnv("container_proc_root")

config.BindEnv("container_cgroup_root")

config.BindEnvAndSetDefault("ignore_host_etc", false)

config.BindEnvAndSetDefault("proc_root", "/proc")

config.BindEnvAndSetDefault("histogram_aggregates", []string{"max", "median", "avg", "count"})

config.BindEnvAndSetDefault("histogram_percentiles", []string{"0.95"})

config.BindEnvAndSetDefault("aggregator_stop_timeout", 2)

config.BindEnvAndSetDefault("aggregator_buffer_size", 100)

config.BindEnvAndSetDefault("aggregator_use_tags_store", true)

config.BindEnvAndSetDefault("basic_telemetry_add_container_tags", false) // configure adding the agent container tags to the basic agent telemetry metrics (e.g. `datadog.agent.running`)

config.BindEnvAndSetDefault("aggregator_flush_metrics_and_serialize_in_parallel_chan_size", 200)

config.BindEnvAndSetDefault("aggregator_flush_metrics_and_serialize_in_parallel_buffer_size", 4000)

// Serializer

config.BindEnvAndSetDefault("enable_stream_payload_serialization", true)

config.BindEnvAndSetDefault("enable_service_checks_stream_payload_serialization", true)

config.BindEnvAndSetDefault("enable_events_stream_payload_serialization", true)

config.BindEnvAndSetDefault("enable_sketch_stream_payload_serialization", true)

config.BindEnvAndSetDefault("enable_json_stream_shared_compressor_buffers", true)

// Warning: do not change the following values. Your payloads will get dropped by Datadog's intake.

config.BindEnvAndSetDefault("serializer_max_payload_size", 2*megaByte+megaByte/2)

config.BindEnvAndSetDefault("serializer_max_uncompressed_payload_size", 4*megaByte)

config.BindEnvAndSetDefault("serializer_max_series_points_per_payload", 10000)

config.BindEnvAndSetDefault("serializer_max_series_payload_size", 512000)

config.BindEnvAndSetDefault("serializer_max_series_uncompressed_payload_size", 5242880)

config.BindEnvAndSetDefault("use_v2_api.series", true)

// Serializer: allow user to blacklist any kind of payload to be sent

config.BindEnvAndSetDefault("enable_payloads.events", true)

config.BindEnvAndSetDefault("enable_payloads.series", true)

config.BindEnvAndSetDefault("enable_payloads.service_checks", true)

config.BindEnvAndSetDefault("enable_payloads.sketches", true)

config.BindEnvAndSetDefault("enable_payloads.json_to_v1_intake", true)

// Forwarder

config.BindEnvAndSetDefault("additional_endpoints", map[string][]string{})

config.BindEnvAndSetDefault("forwarder_timeout", 20)

config.BindEnv("forwarder_retry_queue_max_size") // Deprecated in favor of `forwarder_retry_queue_payloads_max_size`

config.BindEnv("forwarder_retry_queue_payloads_max_size") // Default value is defined inside `NewOptions` in pkg/forwarder/forwarder.go

config.BindEnvAndSetDefault("forwarder_connection_reset_interval", 0) // in seconds, 0 means disabled

config.BindEnvAndSetDefault("forwarder_apikey_validation_interval", DefaultAPIKeyValidationInterval) // in minutes

config.BindEnvAndSetDefault("forwarder_num_workers", 1)

config.BindEnvAndSetDefault("forwarder_stop_timeout", 2)

// Forwarder retry settings

config.BindEnvAndSetDefault("forwarder_backoff_factor", 2)

config.BindEnvAndSetDefault("forwarder_backoff_base", 2)

config.BindEnvAndSetDefault("forwarder_backoff_max", 64)

config.BindEnvAndSetDefault("forwarder_recovery_interval", DefaultForwarderRecoveryInterval)

config.BindEnvAndSetDefault("forwarder_recovery_reset", false)

// Forwarder storage on disk

config.BindEnvAndSetDefault("forwarder_storage_path", "")

config.BindEnvAndSetDefault("forwarder_outdated_file_in_days", 10)

config.BindEnvAndSetDefault("forwarder_flush_to_disk_mem_ratio", 0.5)

config.BindEnvAndSetDefault("forwarder_storage_max_size_in_bytes", 0) // 0 means disabled. This is a BETA feature.

config.BindEnvAndSetDefault("forwarder_storage_max_disk_ratio", 0.80) // Do not store transactions on disk when the disk usage exceeds 80% of the disk capacity. Use 80% as some applications do not behave well when the disk space is very small.

config.BindEnvAndSetDefault("forwarder_retry_queue_capacity_time_interval_sec", 900) // 15 mins

// Forwarder channels buffer size

config.BindEnvAndSetDefault("forwarder_high_prio_buffer_size", 100)

config.BindEnvAndSetDefault("forwarder_low_prio_buffer_size", 100)

config.BindEnvAndSetDefault("forwarder_requeue_buffer_size", 100)

// Dogstatsd

config.BindEnvAndSetDefault("use_dogstatsd", true)

config.BindEnvAndSetDefault("dogstatsd_port", 8125) // Notice: 0 means UDP port closed

config.BindEnvAndSetDefault("dogstatsd_pipe_name", "") // experimental and not officially supported for now.

// Experimental and not officially supported for now.

// Options are: udp, uds, named_pipe

config.BindEnvAndSetDefault("dogstatsd_eol_required", []string{})

// The following options allow to configure how the dogstatsd intake buffers and queues incoming datagrams.

// When a datagram is received it is first added to a datagrams buffer. This buffer fills up until

// we reach `dogstatsd_packet_buffer_size` datagrams or after `dogstatsd_packet_buffer_flush_timeout` ms.

// After this happens we flush this buffer of datagrams to a queue for processing. The size of this queue

// is `dogstatsd_queue_size`.

config.BindEnvAndSetDefault("dogstatsd_buffer_size", 1024*8)

config.BindEnvAndSetDefault("dogstatsd_packet_buffer_size", 32)

config.BindEnvAndSetDefault("dogstatsd_packet_buffer_flush_timeout", 100*time.Millisecond)

config.BindEnvAndSetDefault("dogstatsd_queue_size", 1024)

config.BindEnvAndSetDefault("dogstatsd_non_local_traffic", false)

config.BindEnvAndSetDefault("dogstatsd_socket", "") // Notice: empty means feature disabled

config.BindEnvAndSetDefault("dogstatsd_pipeline_autoadjust", false)

config.BindEnvAndSetDefault("dogstatsd_pipeline_count", 1)

config.BindEnvAndSetDefault("dogstatsd_stats_port", 5000)

config.BindEnvAndSetDefault("dogstatsd_stats_enable", false)

config.BindEnvAndSetDefault("dogstatsd_stats_buffer", 10)

// Control for how long counter would be sampled to 0 if not received

config.BindEnvAndSetDefault("dogstatsd_expiry_seconds", 300)

// Control how long we keep dogstatsd contexts in memory.

config.BindEnvAndSetDefault("dogstatsd_context_expiry_seconds", 20)

config.BindEnvAndSetDefault("dogstatsd_origin_detection", false) // Only supported for socket traffic

config.BindEnvAndSetDefault("dogstatsd_origin_detection_client", false)

config.BindEnvAndSetDefault("dogstatsd_origin_optout_enabled", true)

config.BindEnvAndSetDefault("dogstatsd_so_rcvbuf", 0)

config.BindEnvAndSetDefault("dogstatsd_metrics_stats_enable", false)

config.BindEnvAndSetDefault("dogstatsd_tags", []string{})

config.BindEnvAndSetDefault("dogstatsd_mapper_cache_size", 1000)

config.BindEnvAndSetDefault("dogstatsd_string_interner_size", 4096)

// Enable check for Entity-ID presence when enriching Dogstatsd metrics with tags

config.BindEnvAndSetDefault("dogstatsd_entity_id_precedence", false)

// Sends Dogstatsd parse errors to the Debug level instead of the Error level

config.BindEnvAndSetDefault("dogstatsd_disable_verbose_logs", false)

// Location to store dogstatsd captures by default

config.BindEnvAndSetDefault("dogstatsd_capture_path", "")

// Depth of the channel the capture writer reads before persisting to disk.

// Default is 0 - blocking channel

config.BindEnvAndSetDefault("dogstatsd_capture_depth", 0)

// Enable the no-aggregation pipeline.

config.BindEnvAndSetDefault("dogstatsd_no_aggregation_pipeline", true)

// How many metrics maximum in payloads sent by the no-aggregation pipeline to the intake.

config.BindEnvAndSetDefault("dogstatsd_no_aggregation_pipeline_batch_size", 2048)

// To enable the following feature, GODEBUG must contain `madvdontneed=1`

config.BindEnvAndSetDefault("dogstatsd_mem_based_rate_limiter.enabled", false)

config.BindEnvAndSetDefault("dogstatsd_mem_based_rate_limiter.low_soft_limit", 0.7)

config.BindEnvAndSetDefault("dogstatsd_mem_based_rate_limiter.high_soft_limit", 0.8)

config.BindEnvAndSetDefault("dogstatsd_mem_based_rate_limiter.go_gc", 1) // 0 means don't call SetGCPercent

config.BindEnvAndSetDefault("dogstatsd_mem_based_rate_limiter.memory_ballast", int64(1024*1024*1024*8))

config.BindEnvAndSetDefault("dogstatsd_mem_based_rate_limiter.rate_check.min", 0.01)

config.BindEnvAndSetDefault("dogstatsd_mem_based_rate_limiter.rate_check.max", 1)

config.BindEnvAndSetDefault("dogstatsd_mem_based_rate_limiter.rate_check.factor", 2)

config.BindEnvAndSetDefault("dogstatsd_mem_based_rate_limiter.soft_limit_freeos_check.min", 0.01)

config.BindEnvAndSetDefault("dogstatsd_mem_based_rate_limiter.soft_limit_freeos_check.max", 0.1)

config.BindEnvAndSetDefault("dogstatsd_mem_based_rate_limiter.soft_limit_freeos_check.factor", 1.5)

config.BindEnv("dogstatsd_mapper_profiles")

config.SetEnvKeyTransformer("dogstatsd_mapper_profiles", func(in string) interface{} {

var mappings []MappingProfile

if err := json.Unmarshal([]byte(in), &mappings); err != nil {

log.Errorf(`"dogstatsd_mapper_profiles" can not be parsed: %v`, err)

}

return mappings

})

config.BindEnvAndSetDefault("statsd_forward_host", "")

config.BindEnvAndSetDefault("statsd_forward_port", 0)

config.BindEnvAndSetDefault("statsd_metric_namespace", "")

config.BindEnvAndSetDefault("statsd_metric_namespace_blacklist", StandardStatsdPrefixes)

config.BindEnvAndSetDefault("statsd_metric_blocklist", []string{})

// Autoconfig

config.BindEnvAndSetDefault("autoconf_template_dir", "/datadog/check_configs")

config.BindEnvAndSetDefault("autoconf_config_files_poll", false)

config.BindEnvAndSetDefault("autoconf_config_files_poll_interval", 60)

config.BindEnvAndSetDefault("exclude_pause_container", true)

config.BindEnvAndSetDefault("ac_include", []string{})

config.BindEnvAndSetDefault("ac_exclude", []string{})

// ac_load_timeout is used to delay the introduction of sources other than

// the ones automatically loaded by the AC, into the logs agent.

// It is mainly here to delay the introduction of the container_collect_all

// in the logs agent, to avoid it to tail all the available containers.

config.BindEnvAndSetDefault("ac_load_timeout", 30000) // in milliseconds

config.BindEnvAndSetDefault("container_include", []string{})

config.BindEnvAndSetDefault("container_exclude", []string{})

config.BindEnvAndSetDefault("container_include_metrics", []string{})

config.BindEnvAndSetDefault("container_exclude_metrics", []string{})

config.BindEnvAndSetDefault("container_include_logs", []string{})

config.BindEnvAndSetDefault("container_exclude_logs", []string{})

config.BindEnvAndSetDefault("container_exclude_stopped_age", DefaultAuditorTTL-1) // in hours

config.BindEnvAndSetDefault("ad_config_poll_interval", int64(10)) // in seconds

config.BindEnvAndSetDefault("extra_listeners", []string{})

config.BindEnvAndSetDefault("extra_config_providers", []string{})

config.BindEnvAndSetDefault("ignore_autoconf", []string{})

config.BindEnvAndSetDefault("autoconfig_from_environment", true)

config.BindEnvAndSetDefault("autoconfig_exclude_features", []string{})

config.BindEnvAndSetDefault("autoconfig_include_features", []string{})

// Docker

config.BindEnvAndSetDefault("docker_query_timeout", int64(5))

config.BindEnvAndSetDefault("docker_labels_as_tags", map[string]string{})

config.BindEnvAndSetDefault("docker_env_as_tags", map[string]string{})

config.BindEnvAndSetDefault("kubernetes_pod_labels_as_tags", map[string]string{})

config.BindEnvAndSetDefault("kubernetes_pod_annotations_as_tags", map[string]string{})

config.BindEnvAndSetDefault("kubernetes_node_labels_as_tags", map[string]string{})

config.BindEnvAndSetDefault("kubernetes_node_annotations_as_tags", map[string]string{"cluster.k8s.io/machine": "kube_machine"})

config.BindEnvAndSetDefault("kubernetes_node_annotations_as_host_aliases", []string{"cluster.k8s.io/machine"})

config.BindEnvAndSetDefault("kubernetes_node_label_as_cluster_name", "")

config.BindEnvAndSetDefault("kubernetes_namespace_labels_as_tags", map[string]string{})

config.BindEnvAndSetDefault("container_cgroup_prefix", "")

// CRI

config.BindEnvAndSetDefault("cri_socket_path", "") // empty is disabled

config.BindEnvAndSetDefault("cri_connection_timeout", int64(1)) // in seconds

config.BindEnvAndSetDefault("cri_query_timeout", int64(5)) // in seconds

// Containerd

config.BindEnvAndSetDefault("containerd_namespace", []string{})

config.BindEnvAndSetDefault("containerd_namespaces", []string{}) // alias for containerd_namespace

config.BindEnvAndSetDefault("containerd_exclude_namespaces", []string{"moby"})

config.BindEnvAndSetDefault("container_env_as_tags", map[string]string{})

config.BindEnvAndSetDefault("container_labels_as_tags", map[string]string{})

// Kubernetes

config.BindEnvAndSetDefault("kubernetes_kubelet_host", "")

config.BindEnvAndSetDefault("kubernetes_kubelet_nodename", "")

config.BindEnvAndSetDefault("eks_fargate", false)

config.BindEnvAndSetDefault("kubernetes_http_kubelet_port", 10255)

config.BindEnvAndSetDefault("kubernetes_https_kubelet_port", 10250)

config.BindEnvAndSetDefault("kubelet_tls_verify", true)

config.BindEnvAndSetDefault("collect_kubernetes_events", false)

config.BindEnvAndSetDefault("kubelet_client_ca", "")

config.BindEnvAndSetDefault("kubelet_auth_token_path", "")

config.BindEnvAndSetDefault("kubelet_client_crt", "")

config.BindEnvAndSetDefault("kubelet_client_key", "")

config.BindEnvAndSetDefault("kubernetes_pod_expiration_duration", 15*60) // in seconds, default 15 minutes

config.BindEnvAndSetDefault("kubelet_wait_on_missing_container", 0)

config.BindEnvAndSetDefault("kubelet_cache_pods_duration", 5) // Polling frequency in seconds of the agent to the kubelet "/pods" endpoint

config.BindEnvAndSetDefault("kubelet_listener_polling_interval", 5) // Polling frequency in seconds of the pod watcher to detect new pods/containers (affected by kubelet_cache_pods_duration setting)

config.BindEnvAndSetDefault("kubernetes_collect_metadata_tags", true)

config.BindEnvAndSetDefault("kubernetes_metadata_tag_update_freq", 60) // Polling frequency of the Agent to the DCA in seconds (gets the local cache if the DCA is disabled)

config.BindEnvAndSetDefault("kubernetes_apiserver_client_timeout", 10)

config.BindEnvAndSetDefault("kubernetes_map_services_on_ip", false) // temporary opt-out of the new mapping logic

config.BindEnvAndSetDefault("kubernetes_apiserver_use_protobuf", false)

config.BindEnvAndSetDefault("prometheus_scrape.enabled", false) // Enables the prometheus config provider

config.BindEnvAndSetDefault("prometheus_scrape.service_endpoints", false) // Enables Service Endpoints checks in the prometheus config provider

config.BindEnv("prometheus_scrape.checks") // Defines any extra prometheus/openmetrics check configurations to be handled by the prometheus config provider

config.SetEnvKeyTransformer("prometheus_scrape.checks", PrometheusScrapeChecksTransformer)

config.BindEnvAndSetDefault("prometheus_scrape.version", 1) // Version of the openmetrics check to be scheduled by the Prometheus auto-discovery

// Network Devices Monitoring

bindEnvAndSetLogsConfigKeys(config, "network_devices.metadata.")

config.BindEnvAndSetDefault("network_devices.namespace", "default")

config.SetKnown("snmp_listener.discovery_interval")

config.SetKnown("snmp_listener.allowed_failures")

config.SetKnown("snmp_listener.discovery_allowed_failures")

config.SetKnown("snmp_listener.collect_device_metadata")

config.SetKnown("snmp_listener.collect_topology")

config.SetKnown("snmp_listener.workers")

config.SetKnown("snmp_listener.configs")

config.SetKnown("snmp_listener.loader")

config.SetKnown("snmp_listener.min_collection_interval")

config.SetKnown("snmp_listener.namespace")

config.SetKnown("snmp_listener.use_device_id_as_hostname")

bindEnvAndSetLogsConfigKeys(config, "network_devices.snmp_traps.forwarder.")

config.BindEnvAndSetDefault("network_devices.snmp_traps.enabled", false)

config.BindEnvAndSetDefault("network_devices.snmp_traps.port", 9162)

config.BindEnvAndSetDefault("network_devices.snmp_traps.community_strings", []string{})

config.BindEnvAndSetDefault("network_devices.snmp_traps.bind_host", "0.0.0.0")

config.BindEnvAndSetDefault("network_devices.snmp_traps.stop_timeout", 5) // in seconds

config.SetKnown("network_devices.snmp_traps.users")

// NetFlow

config.SetKnown("network_devices.netflow.listeners")

config.SetKnown("network_devices.netflow.stop_timeout")

config.SetKnown("network_devices.netflow.aggregator_buffer_size")

config.SetKnown("network_devices.netflow.aggregator_flush_interval")

config.SetKnown("network_devices.netflow.aggregator_flow_context_ttl")

config.SetKnown("network_devices.netflow.aggregator_port_rollup_threshold")

config.SetKnown("network_devices.netflow.aggregator_rollup_tracker_refresh_interval")

config.BindEnvAndSetDefault("network_devices.netflow.enabled", "false")

bindEnvAndSetLogsConfigKeys(config, "network_devices.netflow.forwarder.")

// Kube ApiServer

config.BindEnvAndSetDefault("kubernetes_kubeconfig_path", "")

config.BindEnvAndSetDefault("kubernetes_apiserver_ca_path", "")

config.BindEnvAndSetDefault("kubernetes_apiserver_tls_verify", true)

config.BindEnvAndSetDefault("leader_lease_duration", "60")

config.BindEnvAndSetDefault("leader_election", false)

config.BindEnvAndSetDefault("leader_lease_name", "datadog-leader-election")

config.BindEnvAndSetDefault("kube_resources_namespace", "")

config.BindEnvAndSetDefault("kube_cache_sync_timeout_seconds", 5)

// Datadog cluster agent

config.BindEnvAndSetDefault("cluster_agent.enabled", false)

config.BindEnvAndSetDefault("cluster_agent.cmd_port", 5005)

config.BindEnvAndSetDefault("cluster_agent.allow_legacy_tls", false)

config.BindEnvAndSetDefault("cluster_agent.auth_token", "")

config.BindEnvAndSetDefault("cluster_agent.url", "")

config.BindEnvAndSetDefault("cluster_agent.kubernetes_service_name", "datadog-cluster-agent")

config.BindEnvAndSetDefault("cluster_agent.tagging_fallback", false)

config.BindEnvAndSetDefault("cluster_agent.server.read_timeout_seconds", 2)

config.BindEnvAndSetDefault("cluster_agent.server.write_timeout_seconds", 2)

config.BindEnvAndSetDefault("cluster_agent.server.idle_timeout_seconds", 60)

config.BindEnvAndSetDefault("cluster_agent.refresh_on_cache_miss", true)

config.BindEnvAndSetDefault("cluster_agent.serve_nozzle_data", false)

config.BindEnvAndSetDefault("cluster_agent.sidecars_tags", false)

config.BindEnvAndSetDefault("cluster_agent.isolation_segments_tags", false)

config.BindEnvAndSetDefault("cluster_agent.token_name", "datadogtoken")

config.BindEnvAndSetDefault("cluster_agent.max_leader_connections", 100)

config.BindEnvAndSetDefault("cluster_agent.client_reconnect_period_seconds", 1200)

config.BindEnvAndSetDefault("cluster_agent.collect_kubernetes_tags", false)

config.BindEnvAndSetDefault("cluster_agent.kubernetes_resources_collection.pod_annotations_exclude", []string{

`^kubectl\.kubernetes\.io\/last-applied-configuration$`,

`^ad\.datadoghq\.com\/([[:alnum:]]+\.)?(checks|check_names|init_configs|instances)$`,

})

config.BindEnvAndSetDefault("metrics_port", "5000")

// Metadata endpoints

// Defines the maximum size of hostame gathered from EC2, GCE, Azure, Alibaba, Oracle and Tencent cloud metadata

// endpoints (all cloudprovider except IBM). IBM cloud ignore this setting as their API return a huge JSON with

// all the metadata for the VM.

// Used internally to protect against configurations where metadata endpoints return incorrect values with 200 status codes.

config.BindEnvAndSetDefault("metadata_endpoints_max_hostname_size", 255)

// EC2

config.BindEnvAndSetDefault("ec2_use_windows_prefix_detection", false)

config.BindEnvAndSetDefault("ec2_metadata_timeout", 300) // value in milliseconds

config.BindEnvAndSetDefault("ec2_metadata_token_lifetime", 21600) // value in seconds

config.BindEnvAndSetDefault("ec2_prefer_imdsv2", false)

config.BindEnvAndSetDefault("ec2_prioritize_instance_id_as_hostname", false) // used to bypass the hostname detection logic and force the EC2 instance ID as a hostname.

config.BindEnvAndSetDefault("ec2_use_dmi", true) // should the agent leverage DMI information to know if it's running on EC2 or not. Enabling this will add the instance ID from DMI to the host alias list.

config.BindEnvAndSetDefault("collect_ec2_tags", false)

config.BindEnvAndSetDefault("collect_ec2_tags_use_imds", false)

config.BindEnvAndSetDefault("exclude_ec2_tags", []string{})

// ECS

config.BindEnvAndSetDefault("ecs_agent_url", "") // Will be autodetected

config.BindEnvAndSetDefault("ecs_agent_container_name", "ecs-agent")

config.BindEnvAndSetDefault("ecs_collect_resource_tags_ec2", false)

config.BindEnvAndSetDefault("ecs_resource_tags_replace_colon", false)

config.BindEnvAndSetDefault("ecs_metadata_timeout", 500) // value in milliseconds

// GCE

config.BindEnvAndSetDefault("collect_gce_tags", true)

config.BindEnvAndSetDefault("exclude_gce_tags", []string{

"kube-env", "kubelet-config", "containerd-configure-sh", "startup-script", "shutdown-script",

"configure-sh", "sshKeys", "ssh-keys", "user-data", "cli-cert", "ipsec-cert", "ssl-cert", "google-container-manifest",

"bosh_settings", "windows-startup-script-ps1", "common-psm1", "k8s-node-setup-psm1", "serial-port-logging-enable",

"enable-oslogin", "disable-address-manager", "disable-legacy-endpoints", "windows-keys", "kubeconfig",

})

config.BindEnvAndSetDefault("gce_send_project_id_tag", false)

config.BindEnvAndSetDefault("gce_metadata_timeout", 1000) // value in milliseconds

// Cloud Foundry

config.BindEnvAndSetDefault("cloud_foundry", false)

config.BindEnvAndSetDefault("bosh_id", "")

config.BindEnvAndSetDefault("cf_os_hostname_aliasing", false)

config.BindEnvAndSetDefault("cloud_foundry_buildpack", false)

// Cloud Foundry BBS

config.BindEnvAndSetDefault("cloud_foundry_bbs.url", "https://bbs.service.cf.internal:8889")

config.BindEnvAndSetDefault("cloud_foundry_bbs.poll_interval", 15)

config.BindEnvAndSetDefault("cloud_foundry_bbs.ca_file", "")

config.BindEnvAndSetDefault("cloud_foundry_bbs.cert_file", "")

config.BindEnvAndSetDefault("cloud_foundry_bbs.key_file", "")

config.BindEnvAndSetDefault("cloud_foundry_bbs.env_include", []string{})

config.BindEnvAndSetDefault("cloud_foundry_bbs.env_exclude", []string{})

// Cloud Foundry CC

config.BindEnvAndSetDefault("cloud_foundry_cc.url", "https://cloud-controller-ng.service.cf.internal:9024")

config.BindEnvAndSetDefault("cloud_foundry_cc.client_id", "")

config.BindEnvAndSetDefault("cloud_foundry_cc.client_secret", "")

config.BindEnvAndSetDefault("cloud_foundry_cc.poll_interval", 60)

config.BindEnvAndSetDefault("cloud_foundry_cc.skip_ssl_validation", false)

config.BindEnvAndSetDefault("cloud_foundry_cc.apps_batch_size", 5000)

// Cloud Foundry Garden

config.BindEnvAndSetDefault("cloud_foundry_garden.listen_network", "unix")

config.BindEnvAndSetDefault("cloud_foundry_garden.listen_address", "/var/vcap/data/garden/garden.sock")

// Cloud Foundry Container Tagger

config.BindEnvAndSetDefault("cloud_foundry_container_tagger.shell_path", "/bin/sh")

config.BindEnvAndSetDefault("cloud_foundry_container_tagger.retry_count", 10)

config.BindEnvAndSetDefault("cloud_foundry_container_tagger.retry_interval", 10)

// Azure

config.BindEnvAndSetDefault("azure_hostname_style", "os")

// IBM cloud

// We use a long timeout here since the metadata and token API can be very slow sometimes.

config.BindEnvAndSetDefault("ibm_metadata_timeout", 5) // value in seconds

// JMXFetch

config.BindEnvAndSetDefault("jmx_custom_jars", []string{})

config.BindEnvAndSetDefault("jmx_use_cgroup_memory_limit", false)

config.BindEnvAndSetDefault("jmx_use_container_support", false)

config.BindEnvAndSetDefault("jmx_max_restarts", int64(3))

config.BindEnvAndSetDefault("jmx_restart_interval", int64(5))

config.BindEnvAndSetDefault("jmx_thread_pool_size", 3)

config.BindEnvAndSetDefault("jmx_reconnection_thread_pool_size", 3)

config.BindEnvAndSetDefault("jmx_collection_timeout", 60)

config.BindEnvAndSetDefault("jmx_check_period", int(defaults.DefaultCheckInterval/time.Millisecond))

config.BindEnvAndSetDefault("jmx_reconnection_timeout", 60)

config.BindEnvAndSetDefault("jmx_statsd_telemetry_enabled", false)

// The following jmx_statsd_client-* options are internal and will not be documented

// the queue size is the no. of elements (metrics, event, service checks) it can hold.

config.BindEnvAndSetDefault("jmx_statsd_client_queue_size", 4096)

config.BindEnvAndSetDefault("jmx_statsd_client_use_non_blocking", false)

// the "buffer" here is the socket send buffer (SO_SNDBUF) and the size is in bytes

config.BindEnvAndSetDefault("jmx_statsd_client_buffer_size", 0)

// the socket timeout (SO_SNDTIMEO) is in milliseconds

config.BindEnvAndSetDefault("jmx_statsd_client_socket_timeout", 0)

// Go_expvar server port

config.BindEnvAndSetDefault("expvar_port", "5000")

// internal profiling

config.BindEnvAndSetDefault("internal_profiling.enabled", false)

config.BindEnv("internal_profiling.profile_dd_url", "")

config.BindEnvAndSetDefault("internal_profiling.period", 5*time.Minute)

config.BindEnvAndSetDefault("internal_profiling.cpu_duration", 1*time.Minute)

config.BindEnvAndSetDefault("internal_profiling.block_profile_rate", 0)

config.BindEnvAndSetDefault("internal_profiling.mutex_profile_fraction", 0)

config.BindEnvAndSetDefault("internal_profiling.enable_goroutine_stacktraces", false)

config.BindEnvAndSetDefault("internal_profiling.delta_profiles", true)

config.BindEnvAndSetDefault("internal_profiling.capture_all_allocations", false)

// Logs Agent

// External Use: modify those parameters to configure the logs-agent.

// enable the logs-agent:

config.BindEnvAndSetDefault("logs_enabled", false)

config.BindEnvAndSetDefault("log_enabled", false) // deprecated, use logs_enabled instead

// collect all logs from all containers:

config.BindEnvAndSetDefault("logs_config.container_collect_all", false)

// add a socks5 proxy:

config.BindEnvAndSetDefault("logs_config.socks5_proxy_address", "")

// specific logs-agent api-key

config.BindEnv("logs_config.api_key")

// Duration during which the host tags will be submitted with log events.

config.BindEnvAndSetDefault("logs_config.expected_tags_duration", time.Duration(0)) // duration-formatted string (parsed by `time.ParseDuration`)

// send the logs to the port 443 of the logs-backend via TCP:

config.BindEnvAndSetDefault("logs_config.use_port_443", false)

// increase the read buffer size of the UDP sockets:

config.BindEnvAndSetDefault("logs_config.frame_size", 9000)

// increase the number of files that can be tailed in parallel:

if runtime.GOOS == "windows" || runtime.GOOS == "darwin" {

// The OS max for windows is 512, and the default limit on darwin is 256.

// This is configurable per process on darwin with `ulimit -n` or a launchDaemon config.

config.BindEnvAndSetDefault("logs_config.open_files_limit", 200)

} else {

// The OS default for most linux distributions is 1024

config.BindEnvAndSetDefault("logs_config.open_files_limit", 500)

}

// add global processing rules that are applied on all logs

config.BindEnv("logs_config.processing_rules")

// enforce the agent to use files to collect container logs on kubernetes environment

config.BindEnvAndSetDefault("logs_config.k8s_container_use_file", false)

// Enable the agent to use files to collect container logs on standalone docker environment, containers

// with an existing registry offset will continue to be tailed from the docker socket unless

// logs_config.docker_container_force_use_file is set to true.

config.BindEnvAndSetDefault("logs_config.docker_container_use_file", true)

// Force tailing from file for all docker container, even the ones with an existing registry entry

config.BindEnvAndSetDefault("logs_config.docker_container_force_use_file", false)

// While parsing Kubernetes pod logs, use /var/log/containers to validate that

// the pod container ID is matching.

config.BindEnvAndSetDefault("logs_config.validate_pod_container_id", true)

// additional config to ensure initial logs are tagged with kubelet tags

// wait (seconds) for tagger before start fetching tags of new AD services

config.BindEnvAndSetDefault("logs_config.tagger_warmup_duration", 0) // Disabled by default (0 seconds)

// Configurable docker client timeout while communicating with the docker daemon.

// It could happen that the docker daemon takes a lot of time gathering timestamps

// before starting to send any data when it has stored several large log files.

// This field lets you increase the read timeout to prevent the client from

// timing out too early in such a situation. Value in seconds.

config.BindEnvAndSetDefault("logs_config.docker_client_read_timeout", 30)

// Internal Use Only: avoid modifying those configuration parameters, this could lead to unexpected results.

config.BindEnvAndSetDefault("logs_config.run_path", defaultRunPath)

// DEPRECATED in favor of `logs_config.force_use_http`.

config.BindEnvAndSetDefault("logs_config.use_http", false)

config.BindEnvAndSetDefault("logs_config.force_use_http", false)

// DEPRECATED in favor of `logs_config.force_use_tcp`.

config.BindEnvAndSetDefault("logs_config.use_tcp", false)

config.BindEnvAndSetDefault("logs_config.force_use_tcp", false)

bindEnvAndSetLogsConfigKeys(config, "logs_config.")

bindEnvAndSetLogsConfigKeys(config, "database_monitoring.samples.")

bindEnvAndSetLogsConfigKeys(config, "database_monitoring.activity.")

bindEnvAndSetLogsConfigKeys(config, "database_monitoring.metrics.")

config.BindEnvAndSetDefault("logs_config.dd_port", 10516)

config.BindEnvAndSetDefault("logs_config.dev_mode_use_proto", true)

config.BindEnvAndSetDefault("logs_config.dd_url_443", "agent-443-intake.logs.datadoghq.com")

config.BindEnvAndSetDefault("logs_config.stop_grace_period", 30)

// maximum time that the unix tailer will hold a log file open after it has been rotated

config.BindEnvAndSetDefault("logs_config.close_timeout", 60)

// maximum time that the windows tailer will hold a log file open, while waiting for

// the downstream logs pipeline to be ready to accept more data

config.BindEnvAndSetDefault("logs_config.windows_open_file_timeout", 5)

config.BindEnvAndSetDefault("logs_config.auto_multi_line_detection", false)

config.BindEnvAndSetDefault("logs_config.auto_multi_line_extra_patterns", []string{})

// The following auto_multi_line settings are experimental and may change

config.BindEnvAndSetDefault("logs_config.auto_multi_line_default_sample_size", 500)

config.BindEnvAndSetDefault("logs_config.auto_multi_line_default_match_timeout", 30) // Seconds

config.BindEnvAndSetDefault("logs_config.auto_multi_line_default_match_threshold", 0.48)

// If true, the agent looks for container logs in the location used by podman, rather

// than docker. This is a temporary configuration parameter to support podman logs until

// a more substantial refactor of autodiscovery is made to determine this automatically.

config.BindEnvAndSetDefault("logs_config.use_podman_logs", false)

// If set, the agent will look in this path for docker container log files. Use this option if

// docker's `data-root` has been set to a custom path and you wish to ingest docker logs from files. In

// order to check your docker data-root directory, run the command `docker info -f '{{.DockerRootDir}}'`

// See more documentation here:

// https://docs.docker.com/engine/reference/commandline/dockerd/.

config.BindEnvAndSetDefault("logs_config.docker_path_override", "")

config.BindEnvAndSetDefault("logs_config.auditor_ttl", DefaultAuditorTTL) // in hours

// Timeout in milliseonds used when performing agreggation operations,

// including multi-line log processing rules and chunked line reaggregation.

// It may be useful to increase it when logs writing is slowed down, that

// could happen while serializing large objects on log lines.

config.BindEnvAndSetDefault("logs_config.aggregation_timeout", 1000)

// Time in seconds

config.BindEnvAndSetDefault("logs_config.file_scan_period", 10.0)

// Controls how wildcard file log source are prioritized when there are more files

// that match wildcard log configurations than the `logs_config.open_files_limit`

//

// Choices are 'by_name' and 'by_modification_time'. See config_template.yaml for full details.

//

// WARNING: 'by_modification_time' is less performant than 'by_name' and will trigger

// more disk I/O at the wildcard log paths

config.BindEnvAndSetDefault("logs_config.file_wildcard_selection_mode", "by_name")

// The cardinality of tags to send for checks and dogstatsd respectively.

// Choices are: low, orchestrator, high.

// WARNING: sending orchestrator, or high tags for dogstatsd metrics may create more metrics

// (one per container instead of one per host).

// Changing this setting may impact your custom metrics billing.

config.BindEnvAndSetDefault("checks_tag_cardinality", "low")

config.BindEnvAndSetDefault("dogstatsd_tag_cardinality", "low")

config.BindEnvAndSetDefault("histogram_copy_to_distribution", false)

config.BindEnvAndSetDefault("histogram_copy_to_distribution_prefix", "")

config.BindEnv("api_key")

config.BindEnvAndSetDefault("hpa_watcher_polling_freq", 10)

config.BindEnvAndSetDefault("hpa_watcher_gc_period", 60*5) // 5 minutes

config.BindEnvAndSetDefault("hpa_configmap_name", "datadog-custom-metrics")

config.BindEnvAndSetDefault("external_metrics_provider.enabled", false)

config.BindEnvAndSetDefault("external_metrics_provider.port", 8443)

config.BindEnvAndSetDefault("external_metrics_provider.endpoint", "") // Override the Datadog API endpoint to query external metrics from

config.BindEnvAndSetDefault("external_metrics_provider.api_key", "") // Override the Datadog API Key for external metrics endpoint

config.BindEnvAndSetDefault("external_metrics_provider.app_key", "") // Override the Datadog APP Key for external metrics endpoint

config.SetKnown("external_metrics_provider.endpoints") // List of redundant endpoints to query external metrics from

config.BindEnvAndSetDefault("external_metrics_provider.refresh_period", 30) // value in seconds. Frequency of calls to Datadog to refresh metric values

config.BindEnvAndSetDefault("external_metrics_provider.batch_window", 10) // value in seconds. Batch the events from the Autoscalers informer to push updates to the ConfigMap (GlobalStore)

config.BindEnvAndSetDefault("external_metrics_provider.max_age", 120) // value in seconds. 4 cycles from the Autoscaler controller (up to Kubernetes 1.11) is enough to consider a metric stale

config.BindEnvAndSetDefault("external_metrics.aggregator", "avg") // aggregator used for the external metrics. Choose from [avg,sum,max,min]

config.BindEnvAndSetDefault("external_metrics_provider.max_time_window", 60*60*24) // Maximum window to query to get the metric from Datadog.

config.BindEnvAndSetDefault("external_metrics_provider.bucket_size", 60*5) // Window to query to get the metric from Datadog.

config.BindEnvAndSetDefault("external_metrics_provider.rollup", 30) // Bucket size to circumvent time aggregation side effects.

config.BindEnvAndSetDefault("external_metrics_provider.wpa_controller", false) // Activates the controller for Watermark Pod Autoscalers.

config.BindEnvAndSetDefault("external_metrics_provider.use_datadogmetric_crd", false) // Use DatadogMetric CRD with custom Datadog Queries instead of ConfigMap

config.BindEnvAndSetDefault("external_metrics_provider.enable_datadogmetric_autogen", true) // Enables autogeneration of DatadogMetrics when the DatadogMetric CRD is in use

config.BindEnvAndSetDefault("kubernetes_event_collection_timeout", 100) // timeout between two successful event collections in milliseconds.

config.BindEnvAndSetDefault("kubernetes_informers_resync_period", 60*5) // value in seconds. Default to 5 minutes

config.BindEnvAndSetDefault("external_metrics_provider.config", map[string]string{}) // list of options that can be used to configure the external metrics server

config.BindEnvAndSetDefault("external_metrics_provider.local_copy_refresh_rate", 30) // value in seconds

config.BindEnvAndSetDefault("external_metrics_provider.chunk_size", 35) // Maximum number of queries to batch when querying Datadog.

AddOverrideFunc(sanitizeExternalMetricsProviderChunkSize)

// Cluster check Autodiscovery

config.BindEnvAndSetDefault("cluster_checks.enabled", false)

config.BindEnvAndSetDefault("cluster_checks.node_expiration_timeout", 30) // value in seconds

config.BindEnvAndSetDefault("cluster_checks.warmup_duration", 30) // value in seconds

config.BindEnvAndSetDefault("cluster_checks.cluster_tag_name", "cluster_name")

config.BindEnvAndSetDefault("cluster_checks.extra_tags", []string{})

config.BindEnvAndSetDefault("cluster_checks.advanced_dispatching_enabled", false)

config.BindEnvAndSetDefault("cluster_checks.clc_runners_port", 5005)

// Cluster check runner