From d336411b4a6bb80768e9d3958263f078e37b4832 Mon Sep 17 00:00:00 2001 From: dongothing-dd Date: Wed, 23 Apr 2025 22:29:50 -0600 Subject: [PATCH 1/4] added agent_integration_defaults and updated README --- README.md | 1 + agent_integration_defaults/Dockerfile | 9 + agent_integration_defaults/README.md | 37 + .../collected_integrations.yaml | 1426 +++++++++++++++++ .../src/collect_configs.py | 58 + .../src/requirements.txt | 1 + 6 files changed, 1532 insertions(+) create mode 100644 agent_integration_defaults/Dockerfile create mode 100644 agent_integration_defaults/README.md create mode 100644 agent_integration_defaults/collected_integrations.yaml create mode 100644 agent_integration_defaults/src/collect_configs.py create mode 100644 agent_integration_defaults/src/requirements.txt diff --git a/README.md b/README.md index 4e3ff48..200a1bc 100644 --- a/README.md +++ b/README.md @@ -72,6 +72,7 @@ These scripts and tools live in this repo, some scripts/tools have their own REA | [webhooks](./webhooks/) | N/A | A collection of [Webhooks](https://docs.datadoghq.com/integrations/webhooks/) examples which use the [Datadog API](https://docs.datadoghq.com/api/latest/) to perform different actions | | [Metrics Without Limits Optimiser](./mwl_optimiser/) | Python | Run through your custom metrics to apply a MWL allowlist of tags and aggregations to a metric based on whether the tags/aggregations have been actively queried on by dashboards, notebooks, monitors, and through the API in the past 30 day and only if the resulting volume of this new config is less than not using MWL. | | [Postgres Database Monitoring Setup Script](./dbm_setup/) | Python | A script to prepare Postgres databases for use with [Database Monitoring](https://docs.datadoghq.com/database_monitoring/setup_postgres/selfhosted/?tab=postgres15). Discovers all databases on a databse host, creates datadog user, schema, and explain statments, then confirms the database was prepared properly. | +| [Agent Integration Defaults](./agent_integration_defaults/) | Python | A script to collect example configs for core agent integrations in a YAML file. | ## Additional tools These are some additional tools and scripts written by Datadog. diff --git a/agent_integration_defaults/Dockerfile b/agent_integration_defaults/Dockerfile new file mode 100644 index 0000000..281a117 --- /dev/null +++ b/agent_integration_defaults/Dockerfile @@ -0,0 +1,9 @@ +FROM datadog/agent:latest + +COPY src/requirements.txt /tmp/requirements.txt +RUN pip3 install -r /tmp/requirements.txt + +COPY /src /app +WORKDIR /app + +CMD ["python3", "collect_configs.py"] \ No newline at end of file diff --git a/agent_integration_defaults/README.md b/agent_integration_defaults/README.md new file mode 100644 index 0000000..689cdca --- /dev/null +++ b/agent_integration_defaults/README.md @@ -0,0 +1,37 @@ +# Agent Integration Defaults +Collects example configs for core agent integrations in a YAML file. + +1. Runs python script that lists available integrations at `/etc/datadog-agent/conf.d`. +2. Collects the `conf.yaml` or `conf.yaml example` file in each directory. +3. Stores the data in a YAML file without comments. +4. Outputs one big YAML file with the name of the integration, path, and default configuration. + +## Why? +Configs with comments are useful to see available options, but they can be hard to read. I'm working on something. + +## Prerequisites +- Docker + - If you want to build the image to run and update the list. +- yq (optional) + +## Usage +```bash +# build +docker build -t config-collector . + +# generate +docker run --rm -v "$PWD:/output" config-collector bash -c "python3 collect_configs.py && cp /app/collected_integrations.yaml /output/" + +# see +yq '.nginx' collected_integrations.yaml +``` +### Nginx output +```yaml +config_path: /etc/datadog-agent/conf.d/nginx.d/conf.yaml +config: + init_config: null + instances: + - nginx_status_url: http://localhost:81/nginx_status/ + only_query_enabled_endpoints: true + disable_generic_tags: true +``` diff --git a/agent_integration_defaults/collected_integrations.yaml b/agent_integration_defaults/collected_integrations.yaml new file mode 100644 index 0000000..ba9e177 --- /dev/null +++ b/agent_integration_defaults/collected_integrations.yaml @@ -0,0 +1,1426 @@ +zk: + config_path: /etc/datadog-agent/conf.d/zk.d/conf.yaml + config: + init_config: null + instances: + - host: localhost +ibm_was: + config_path: /etc/datadog-agent/conf.d/ibm_was.d/conf.yaml + config: + init_config: null + instances: + - servlet_url: http://localhost:/wasPerfTool/servlet/perfservlet +weaviate: + config_path: /etc/datadog-agent/conf.d/weaviate.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:2112/metrics +mesos_master: + config_path: /etc/datadog-agent/conf.d/mesos_master.d/conf.yaml + config: + init_config: null + instances: + - url: http://localhost:5050 +vsphere: + config_path: /etc/datadog-agent/conf.d/vsphere.d/conf.yaml + config: + init_config: null + instances: + - host: + username: + password: + use_legacy_check_version: false + empty_default_hostname: true +tomcat: + config_path: /etc/datadog-agent/conf.d/tomcat.d/conf.yaml + config: + init_config: + is_jmx: true + collect_default_metrics: true + new_gc_metrics: true + instances: + - host: localhost + port: 9012 +apache: + config_path: /etc/datadog-agent/conf.d/apache.d/conf.yaml + config: + init_config: null + instances: + - apache_status_url: http://localhost/server-status?auto + disable_generic_tags: true +spark: + config_path: /etc/datadog-agent/conf.d/spark.d/conf.yaml + config: + init_config: null + instances: + - spark_url: http://localhost:8080 + cluster_name: + disable_legacy_cluster_tag: true +etcd: + config_path: /etc/datadog-agent/conf.d/etcd.d/conf.yaml + config: + init_config: null + instances: + prometheus_url: http://localhost:2379/metrics +aerospike: + config_path: /etc/datadog-agent/conf.d/aerospike.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://127.0.0.1:9145/metrics +eks_fargate: + config_path: /etc/datadog-agent/conf.d/eks_fargate.d/conf.yaml + config: + init_config: null + instances: + - null +presto: + config_path: /etc/datadog-agent/conf.d/presto.d/conf.yaml + config: + init_config: + is_jmx: true + collect_default_metrics: true + new_gc_metrics: true + instances: + - host: localhost + port: 9999 +milvus: + config_path: /etc/datadog-agent/conf.d/milvus.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:9091/metrics +supabase: + config_path: /etc/datadog-agent/conf.d/supabase.d/conf.yaml + config: + init_config: null + instances: + - null +cloudera: + config_path: /etc/datadog-agent/conf.d/cloudera.d/conf.yaml + config: + init_config: + workload_username: + workload_password: + instances: + - api_url: +kafka: + config_path: /etc/datadog-agent/conf.d/kafka.d/conf.yaml + config: + init_config: + is_jmx: true + collect_default_metrics: true + new_gc_metrics: true + instances: + - host: localhost + port: 9999 +vault: + config_path: /etc/datadog-agent/conf.d/vault.d/conf.yaml + config: + init_config: null + instances: + - use_openmetrics: true + api_url: http://localhost:8200/v1 + no_token: false +kubevirt_handler: + config_path: /etc/datadog-agent/conf.d/kubevirt_handler.d/conf.yaml + config: + init_config: null + instances: + - null +avi_vantage: + config_path: /etc/datadog-agent/conf.d/avi_vantage.d/conf.yaml + config: + init_config: null + instances: + - avi_controller_url: https:/// +kyototycoon: + config_path: /etc/datadog-agent/conf.d/kyototycoon.d/conf.yaml + config: + init_config: null + instances: + - report_url: http://localhost:1978/rpc/report +kubernetes_apiserver: + config_path: /etc/datadog-agent/conf.d/kubernetes_apiserver.d/conf.yaml + config: + init_config: null + instances: + - null +crio: + config_path: /etc/datadog-agent/conf.d/crio.d/conf.yaml + config: + init_config: null + instances: + - prometheus_url: http://localhost:9090/metrics +ivanti_connect_secure: + config_path: /etc/datadog-agent/conf.d/ivanti_connect_secure.d/conf.yaml + config: {} +fly_io: + config_path: /etc/datadog-agent/conf.d/fly_io.d/conf.yaml + config: + init_config: null + instances: + - org_slug: + headers: + Authorization: Bearer + machines_api_endpoint: http://_api.internal:4280 + empty_default_hostname: true +activemq_xml: + config_path: /etc/datadog-agent/conf.d/activemq_xml.d/conf.yaml + config: + init_config: null + instances: + - url: http://localhost:8161 +http_check: + config_path: /etc/datadog-agent/conf.d/http_check.d/conf.yaml + config: + init_config: null + instances: + - name: My first service + url: http://some.url.example.com +sonicwall_firewall: + config_path: /etc/datadog-agent/conf.d/sonicwall_firewall.d/conf.yaml + config: {} +hazelcast: + config_path: /etc/datadog-agent/conf.d/hazelcast.d/conf.yaml + config: + init_config: + collect_default_metrics: true + new_gc_metrics: true + instances: + - null +ray: + config_path: /etc/datadog-agent/conf.d/ray.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: +cockroachdb: + config_path: /etc/datadog-agent/conf.d/cockroachdb.d/conf.yaml + config: + init_config: null + instances: + - null +kubevirt_api: + config_path: /etc/datadog-agent/conf.d/kubevirt_api.d/conf.yaml + config: + init_config: null + instances: + - null +glusterfs: + config_path: /etc/datadog-agent/conf.d/glusterfs.d/conf.yaml + config: + init_config: null + instances: + - min_collection_interval: 60 +ssh_check: + config_path: /etc/datadog-agent/conf.d/ssh_check.d/conf.yaml + config: + init_config: null + instances: + - host: localhost + username: +varnish: + config_path: /etc/datadog-agent/conf.d/varnish.d/conf.yaml + config: + init_config: null + instances: + - varnishstat: /usr/bin/varnishstat +fluxcd: + config_path: /etc/datadog-agent/conf.d/fluxcd.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: +hivemq: + config_path: /etc/datadog-agent/conf.d/hivemq.d/conf.yaml + config: + init_config: + is_jmx: true + collect_default_metrics: true + new_gc_metrics: true + instances: + - host: + port: 9010 +jboss_wildfly: + config_path: /etc/datadog-agent/conf.d/jboss_wildfly.d/conf.yaml + config: + init_config: + is_jmx: true + collect_default_metrics: true + new_gc_metrics: true + service_check_prefix: jboss + instances: + - jmx_url: service:jmx:remote+http://localhost:9990 +cisco_sdwan: + config_path: /etc/datadog-agent/conf.d/cisco_sdwan.d/conf.yaml + config: + instances: + - null +kubevirt_controller: + config_path: /etc/datadog-agent/conf.d/kubevirt_controller.d/conf.yaml + config: + init_config: null + instances: + - null +citrix_hypervisor: + config_path: /etc/datadog-agent/conf.d/citrix_hypervisor.d/conf.yaml + config: + init_config: null + instances: + - url: +vertica: + config_path: /etc/datadog-agent/conf.d/vertica.d/conf.yaml + config: + init_config: null + instances: + - null +haproxy: + config_path: /etc/datadog-agent/conf.d/haproxy.d/conf.yaml + config: + init_config: null + instances: null +twemproxy: + config_path: /etc/datadog-agent/conf.d/twemproxy.d/conf.yaml + config: + init_config: null + instances: + - host: localhost + port: 2222 +mapreduce: + config_path: /etc/datadog-agent/conf.d/mapreduce.d/conf.yaml + config: + init_config: null + instances: + - resourcemanager_uri: http://localhost:8088 + cluster_name: + disable_legacy_cluster_tag: true +tibco_ems: + config_path: /etc/datadog-agent/conf.d/tibco_ems.d/conf.yaml + config: + init_config: null + instances: + - null +ecs_fargate: + config_path: /etc/datadog-agent/conf.d/ecs_fargate.d/conf.yaml + config: + init_config: null + instances: + - min_collection_interval: 20 +jetson: + config_path: /etc/datadog-agent/conf.d/jetson.d/conf.yaml + config: + instances: + - null +hdfs_namenode: + config_path: /etc/datadog-agent/conf.d/hdfs_namenode.d/conf.yaml + config: + init_config: null + instances: + - hdfs_namenode_jmx_uri: http://localhost:9870 +powerdns_recursor: + config_path: /etc/datadog-agent/conf.d/powerdns_recursor.d/conf.yaml + config: + init_config: null + instances: + - host: 127.0.0.1 + port: 8082 + api_key: +kubernetes_cluster_autoscaler: + config_path: /etc/datadog-agent/conf.d/kubernetes_cluster_autoscaler.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:8085/metrics +activemq: + config_path: /etc/datadog-agent/conf.d/activemq.d/conf.yaml + config: + init_config: + is_jmx: true + collect_default_metrics: true + new_gc_metrics: true + instances: + - host: localhost + port: 1616 +mcache: + config_path: /etc/datadog-agent/conf.d/mcache.d/conf.yaml + config: + init_config: null + instances: + - null +pan_firewall: + config_path: /etc/datadog-agent/conf.d/pan_firewall.d/conf.yaml + config: + logs: + - type: tcp + port: 10518 + service: firewall + source: pan.firewall +network_path: + config_path: /etc/datadog-agent/conf.d/network_path.d/conf.yaml + config: + init_config: null + instances: + - hostname: +druid: + config_path: /etc/datadog-agent/conf.d/druid.d/conf.yaml + config: + init_config: null + instances: + - url: +nfsstat: + config_path: /etc/datadog-agent/conf.d/nfsstat.d/conf.yaml + config: + init_config: null + instances: + - null +tekton: + config_path: /etc/datadog-agent/conf.d/tekton.d/conf.yaml + config: + init_config: null + instances: + - null +voltdb: + config_path: /etc/datadog-agent/conf.d/voltdb.d/conf.yaml + config: + init_config: null + instances: + - url: http://localhost:8080 + username: + password: +foundationdb: + config_path: /etc/datadog-agent/conf.d/foundationdb.d/conf.yaml + config: + init_config: null + instances: + - null +proxysql: + config_path: /etc/datadog-agent/conf.d/proxysql.d/conf.yaml + config: + init_config: null + instances: + - host: + port: + username: + password: +datadog_cluster_agent: + config_path: /etc/datadog-agent/conf.d/datadog_cluster_agent.d/conf.yaml + config: + init_config: null + instances: + - prometheus_url: http://localhost:5000/metrics +boundary: + config_path: /etc/datadog-agent/conf.d/boundary.d/conf.yaml + config: + init_config: null + instances: + - health_endpoint: http://localhost:9203/health + openmetrics_endpoint: http://localhost:9203/metrics +nginx_ingress_controller: + config_path: /etc/datadog-agent/conf.d/nginx_ingress_controller.d/conf.yaml + config: + init_config: null + instances: + - prometheus_url: http://localhost:10254/metrics +zeek: + config_path: /etc/datadog-agent/conf.d/zeek.d/conf.yaml + config: {} +mapr: + config_path: /etc/datadog-agent/conf.d/mapr.d/conf.yaml + config: + init_config: null + instances: + - disable_legacy_cluster_tag: true +snmp: + config_path: /etc/datadog-agent/conf.d/snmp.d/conf.yaml + config: + init_config: + loader: core + use_device_id_as_hostname: true + instances: + - loader: core + use_device_id_as_hostname: true +gitlab: + config_path: /etc/datadog-agent/conf.d/gitlab.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http:///-/metrics +snowflake: + config_path: /etc/datadog-agent/conf.d/snowflake.d/conf.yaml + config: + init_config: null + instances: + - account: - + username: + role: + min_collection_interval: 3600 + disable_generic_tags: true +tenable: + config_path: /etc/datadog-agent/conf.d/tenable.d/conf.yaml + config: + logs: + - type: file + path: /opt/nessus/var/nessus/logs/backend.log + service: nessus_backend + source: tenable + - type: file + path: /opt/nessus/var/nessus/logs/www_server.log + service: nessus_webserver + source: tenable +argo_workflows: + config_path: /etc/datadog-agent/conf.d/argo_workflows.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:9090/metrics +airflow: + config_path: /etc/datadog-agent/conf.d/airflow.d/conf.yaml + config: + init_config: null + instances: + - url: +system_core: + config_path: /etc/datadog-agent/conf.d/system_core.d/conf.yaml + config: + init_config: null + instances: + - null +ping_federate: + config_path: /etc/datadog-agent/conf.d/ping_federate.d/conf.yaml + config: {} +kube_dns: + config_path: /etc/datadog-agent/conf.d/kube_dns.d/conf.yaml + config: + init_config: null + instances: + - prometheus_endpoint: http://localhost:10055/metrics +checkpoint_quantum_firewall: + config_path: /etc/datadog-agent/conf.d/checkpoint_quantum_firewall.d/conf.yaml + config: {} +php_fpm: + config_path: /etc/datadog-agent/conf.d/php_fpm.d/conf.yaml + config: + init_config: null + instances: + - null +vllm: + config_path: /etc/datadog-agent/conf.d/vllm.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:8000/metrics +temporal: + config_path: /etc/datadog-agent/conf.d/temporal.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: +prometheus: + config_path: /etc/datadog-agent/conf.d/prometheus.d/conf.yaml + config: + init_config: null + instances: + - prometheus_url: http://localhost:10055/metrics + namespace: + metrics: + - : + - +squid: + config_path: /etc/datadog-agent/conf.d/squid.d/conf.yaml + config: + init_config: null + instances: + - name: +teradata: + config_path: /etc/datadog-agent/conf.d/teradata.d/conf.yaml + config: + init_config: null + instances: + - server: + database: +palo_alto_panorama: + config_path: /etc/datadog-agent/conf.d/palo_alto_panorama.d/conf.yaml + config: {} +appgate_sdp: + config_path: /etc/datadog-agent/conf.d/appgate_sdp.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:5556/metrics +cacti: + config_path: /etc/datadog-agent/conf.d/cacti.d/conf.yaml + config: + init_config: null + instances: + - mysql_host: localhost + mysql_user: + rrd_path: +tcp_queue_length: + config_path: /etc/datadog-agent/conf.d/tcp_queue_length.d/conf.yaml + config: + init_config: null + instances: + - null +gpu: + config_path: /etc/datadog-agent/conf.d/gpu.d/conf.yaml + config: + init_config: null + instances: + - null +teamcity: + config_path: /etc/datadog-agent/conf.d/teamcity.d/conf.yaml + config: + init_config: null + instances: + - use_openmetrics: true + server: http://teamcity..com + - server: http://teamcity..com +systemd: + config_path: /etc/datadog-agent/conf.d/systemd.d/conf.yaml + config: + init_config: null + instances: + - unit_names: + - +couch: + config_path: /etc/datadog-agent/conf.d/couch.d/conf.yaml + config: + init_config: null + instances: + - server: http://localhost:5984 +sonarqube: + config_path: /etc/datadog-agent/conf.d/sonarqube.d/conf.yaml + config: + init_config: + collect_default_metrics: true + new_gc_metrics: true + instances: + - null + - null +go_expvar: + config_path: /etc/datadog-agent/conf.d/go_expvar.d/conf.yaml + config: + init_config: null + instances: + - expvar_url: http://localhost:8080 +flink: + config_path: /etc/datadog-agent/conf.d/flink.d/conf.yaml + config: {} +pgbouncer: + config_path: /etc/datadog-agent/conf.d/pgbouncer.d/conf.yaml + config: + init_config: null + instances: + - null +ignite: + config_path: /etc/datadog-agent/conf.d/ignite.d/conf.yaml + config: + init_config: + is_jmx: true + collect_default_metrics: true + new_gc_metrics: true + instances: + - host: + port: 49112 +kong: + config_path: /etc/datadog-agent/conf.d/kong.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:8001/metrics +pulsar: + config_path: /etc/datadog-agent/conf.d/pulsar.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:8080/metrics +wazuh: + config_path: /etc/datadog-agent/conf.d/wazuh.d/conf.yaml + config: {} +keda: + config_path: /etc/datadog-agent/conf.d/keda.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:8080/metrics +openldap: + config_path: /etc/datadog-agent/conf.d/openldap.d/conf.yaml + config: + init_config: null + instances: + - url: ldaps://localhost:636 +nginx: + config_path: /etc/datadog-agent/conf.d/nginx.d/conf.yaml + config: + init_config: null + instances: + - nginx_status_url: http://localhost:81/nginx_status/ + only_query_enabled_endpoints: true + disable_generic_tags: true +silk: + config_path: /etc/datadog-agent/conf.d/silk.d/conf.yaml + config: + init_config: null + instances: + - host_address: https://localhost:443 +kubeflow: + config_path: /etc/datadog-agent/conf.d/kubeflow.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://:9090/metrics +ibm_i: + config_path: /etc/datadog-agent/conf.d/ibm_i.d/conf.yaml + config: + init_config: null + instances: + - null +sidekiq: + config_path: /etc/datadog-agent/conf.d/sidekiq.d/conf.yaml + config: {} +gunicorn: + config_path: /etc/datadog-agent/conf.d/gunicorn.d/conf.yaml + config: + init_config: null + instances: + - proc_name: +consul: + config_path: /etc/datadog-agent/conf.d/consul.d/conf.yaml + config: + init_config: null + instances: + - url: http://localhost:8500 + disable_legacy_service_tag: true +hdfs_datanode: + config_path: /etc/datadog-agent/conf.d/hdfs_datanode.d/conf.yaml + config: + init_config: null + instances: + - hdfs_datanode_jmx_uri: http://localhost:9864 +statsd: + config_path: /etc/datadog-agent/conf.d/statsd.d/conf.yaml + config: + init_config: null + instances: + - null +teleport: + config_path: /etc/datadog-agent/conf.d/teleport.d/conf.yaml + config: + init_config: null + instances: + - teleport_url: http://127.0.0.1 +quarkus: + config_path: /etc/datadog-agent/conf.d/quarkus.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:8080/q/metrics +mongo: + config_path: /etc/datadog-agent/conf.d/mongo.d/conf.yaml + config: + init_config: null + instances: + - hosts: + - : +oom_kill: + config_path: /etc/datadog-agent/conf.d/oom_kill.d/conf.yaml + config: + init_config: null + instances: + - null +marathon: + config_path: /etc/datadog-agent/conf.d/marathon.d/conf.yaml + config: + init_config: null + instances: + - url: https://: +clickhouse: + config_path: /etc/datadog-agent/conf.d/clickhouse.d/conf.yaml + config: + init_config: null + instances: + - server: +cassandra_nodetool: + config_path: /etc/datadog-agent/conf.d/cassandra_nodetool.d/conf.yaml + config: + init_config: null + instances: + - keyspaces: [] +kube_apiserver_metrics: + config_path: /etc/datadog-agent/conf.d/kube_apiserver_metrics.d/conf.yaml + config: + init_config: null + instances: + - prometheus_url: https://localhost:443/metrics +redisdb: + config_path: /etc/datadog-agent/conf.d/redisdb.d/conf.yaml + config: + init_config: null + instances: + - host: localhost + port: 6379 +solr: + config_path: /etc/datadog-agent/conf.d/solr.d/conf.yaml + config: + init_config: + is_jmx: true + collect_default_metrics: true + new_gc_metrics: true + instances: + - host: + port: 9999 +nvidia_nim: + config_path: /etc/datadog-agent/conf.d/nvidia_nim.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:8000/metrics +cisco_secure_firewall: + config_path: /etc/datadog-agent/conf.d/cisco_secure_firewall.d/conf.yaml + config: {} +btrfs: + config_path: /etc/datadog-agent/conf.d/btrfs.d/conf.yaml + config: + init_config: null + instances: + - null +system_swap: + config_path: /etc/datadog-agent/conf.d/system_swap.d/conf.yaml + config: + init_config: null + instances: + - null +rethinkdb: + config_path: /etc/datadog-agent/conf.d/rethinkdb.d/conf.yaml + config: + init_config: null + instances: + - host: localhost + port: 28015 +kube_metrics_server: + config_path: /etc/datadog-agent/conf.d/kube_metrics_server.d/conf.yaml + config: + init_config: null + instances: + - prometheus_url: https://localhost:443/metrics +scylla: + config_path: /etc/datadog-agent/conf.d/scylla.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:9180/metrics +kubelet: + config_path: /etc/datadog-agent/conf.d/kubelet.d/conf.yaml + config: + init_config: null + instances: + - min_collection_interval: 20 +nvidia_triton: + config_path: /etc/datadog-agent/conf.d/nvidia_triton.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:8002/metrics +postfix: + config_path: /etc/datadog-agent/conf.d/postfix.d/conf.yaml + config: + init_config: null + instances: + - directory: /var/spool/postfix + queues: + - incoming + - active + - deferred +sqlserver: + config_path: /etc/datadog-agent/conf.d/sqlserver.d/conf.yaml + config: + init_config: null + instances: + - host: , + autodiscovery_db_service_check: false +strimzi: + config_path: /etc/datadog-agent/conf.d/strimzi.d/conf.yaml + config: + init_config: null + instances: + - null +traefik_mesh: + config_path: /etc/datadog-agent/conf.d/traefik_mesh.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://: +symantec_endpoint_protection: + config_path: /etc/datadog-agent/conf.d/symantec_endpoint_protection.d/conf.yaml + config: {} +riak: + config_path: /etc/datadog-agent/conf.d/riak.d/conf.yaml + config: + init_config: null + instances: + - url: http://127.0.0.1:8098/stats +kube_scheduler: + config_path: /etc/datadog-agent/conf.d/kube_scheduler.d/conf.yaml + config: + init_config: null + instances: + - prometheus_url: http://localhost:10251/metrics +openstack_controller: + config_path: /etc/datadog-agent/conf.d/openstack_controller.d/conf.yaml + config: + init_config: null + instances: + use_legacy_check_version: false + ironic_microversion: '1.80' + nova_microversion: '2.93' + cinder_microversion: volume 3.70 +fluentd: + config_path: /etc/datadog-agent/conf.d/fluentd.d/conf.yaml + config: + init_config: null + instances: + - monitor_agent_url: http://example.com:24220/api/plugins.json +suricata: + config_path: /etc/datadog-agent/conf.d/suricata.d/conf.yaml + config: {} +kyverno: + config_path: /etc/datadog-agent/conf.d/kyverno.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:8000/metrics +lighttpd: + config_path: /etc/datadog-agent/conf.d/lighttpd.d/conf.yaml + config: + init_config: null + instances: + - lighttpd_status_url: http://localhost/server-status?auto +cert_manager: + config_path: /etc/datadog-agent/conf.d/cert_manager.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: +cisco_aci: + config_path: /etc/datadog-agent/conf.d/cisco_aci.d/conf.yaml + config: + init_config: null + instances: + - aci_url: http://localhost + username: datadog + pwd: +dcgm: + config_path: /etc/datadog-agent/conf.d/dcgm.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:9400/metrics +nagios: + config_path: /etc/datadog-agent/conf.d/nagios.d/conf.yaml + config: + init_config: null + instances: + - nagios_conf: /etc/nagios3/nagios.cfg +ceph: + config_path: /etc/datadog-agent/conf.d/ceph.d/conf.yaml + config: + init_config: null + instances: + - null +tls: + config_path: /etc/datadog-agent/conf.d/tls.d/conf.yaml + config: + init_config: null + instances: + - server: +kubernetes_state: + config_path: /etc/datadog-agent/conf.d/kubernetes_state.d/conf.yaml + config: + init_config: null + instances: + - kube_state_url: http://example.com:8080/metrics +linux_proc_extras: + config_path: /etc/datadog-agent/conf.d/linux_proc_extras.d/conf.yaml + config: + init_config: null + instances: + - null +yarn: + config_path: /etc/datadog-agent/conf.d/yarn.d/conf.yaml + config: + init_config: null + instances: + - disable_legacy_cluster_tag: true +ossec_security: + config_path: /etc/datadog-agent/conf.d/ossec_security.d/conf.yaml + config: {} +couchbase: + config_path: /etc/datadog-agent/conf.d/couchbase.d/conf.yaml + config: + init_config: null + instances: + - server: http://localhost:8091 +mesos_slave: + config_path: /etc/datadog-agent/conf.d/mesos_slave.d/conf.yaml + config: + init_config: null + instances: + - url: http://localhost:5051 +openmetrics: + config_path: /etc/datadog-agent/conf.d/openmetrics.d/conf.yaml + config: + init_config: null + instances: + - metrics: [] + tag_by_endpoint: false +cloud_foundry_api: + config_path: /etc/datadog-agent/conf.d/cloud_foundry_api.d/conf.yaml + config: + instances: + - api_url: + client_id: + client_secret: + init_config: null +argo_rollouts: + config_path: /etc/datadog-agent/conf.d/argo_rollouts.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:8090/metrics +sap_hana: + config_path: /etc/datadog-agent/conf.d/sap_hana.d/conf.yaml + config: + init_config: null + instances: + - server: + username: + password: +karpenter: + config_path: /etc/datadog-agent/conf.d/karpenter.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:8000/metrics +torchserve: + config_path: /etc/datadog-agent/conf.d/torchserve.d/conf.yaml + config: + init_config: null + instances: + - null + - null + - null +gearmand: + config_path: /etc/datadog-agent/conf.d/gearmand.d/conf.yaml + config: + init_config: null + instances: + - null +riakcs: + config_path: /etc/datadog-agent/conf.d/riakcs.d/conf.yaml + config: + init_config: null + instances: + - null +kube_proxy: + config_path: /etc/datadog-agent/conf.d/kube_proxy.d/conf.yaml + config: + init_config: null + instances: + - prometheus_url: http://127.0.0.1:10249/metrics +weblogic: + config_path: /etc/datadog-agent/conf.d/weblogic.d/conf.yaml + config: + init_config: + is_jmx: true + collect_default_metrics: true + new_gc_metrics: true + instances: + - host: localhost + port: 9090 +marklogic: + config_path: /etc/datadog-agent/conf.d/marklogic.d/conf.yaml + config: + init_config: null + instances: + - url: http://localhost:8002 +hudi: + config_path: /etc/datadog-agent/conf.d/hudi.d/conf.yaml + config: + init_config: + is_jmx: true + collect_default_metrics: true + new_gc_metrics: true + instances: + - host: + port: +tcp_check: + config_path: /etc/datadog-agent/conf.d/tcp_check.d/conf.yaml + config: + init_config: null + instances: + - name: + host: + port: +external_dns: + config_path: /etc/datadog-agent/conf.d/external_dns.d/conf.yaml + config: + init_config: null + instances: + - prometheus_url: http://localhost:7979/metrics +argocd: + config_path: /etc/datadog-agent/conf.d/argocd.d/conf.yaml + config: + init_config: null + instances: + - null +istio: + config_path: /etc/datadog-agent/conf.d/istio.d/conf.yaml + config: + init_config: null + instances: + - use_openmetrics: true + tag_by_endpoint: true +confluent_platform: + config_path: /etc/datadog-agent/conf.d/confluent_platform.d/conf.yaml + config: + init_config: + is_jmx: true + collect_default_metrics: true + new_gc_metrics: true + service_check_prefix: confluent + instances: + - host: + port: +twistlock: + config_path: /etc/datadog-agent/conf.d/twistlock.d/conf.yaml + config: + init_config: null + instances: + - url: http://localhost:8081 +calico: + config_path: /etc/datadog-agent/conf.d/calico.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: +supervisord: + config_path: /etc/datadog-agent/conf.d/supervisord.d/conf.yaml + config: + init_config: null + instances: + - name: +kube_controller_manager: + config_path: /etc/datadog-agent/conf.d/kube_controller_manager.d/conf.yaml + config: + init_config: null + instances: + - prometheus_url: http://localhost:10252/metrics +cassandra: + config_path: /etc/datadog-agent/conf.d/cassandra.d/conf.yaml + config: + init_config: + is_jmx: true + collect_default_metrics: true + new_gc_metrics: true + instances: + - host: localhost + port: 7199 + cassandra_aliasing: true +envoy: + config_path: /etc/datadog-agent/conf.d/envoy.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:80/stats/prometheus +delinea_privilege_manager: + config_path: /etc/datadog-agent/conf.d/delinea_privilege_manager.d/conf.yaml + config: {} +esxi: + config_path: /etc/datadog-agent/conf.d/esxi.d/conf.yaml + config: + init_config: null + instances: + - host: + username: + password: + empty_default_hostname: true +mysql: + config_path: /etc/datadog-agent/conf.d/mysql.d/conf.yaml + config: + init_config: null + instances: + - host: localhost + username: datadog + password: + port: 3306 + disable_generic_tags: true +elastic: + config_path: /etc/datadog-agent/conf.d/elastic.d/conf.yaml + config: + init_config: null + instances: + - url: http://localhost:9200 + disable_legacy_service_check_tags: true +coredns: + config_path: /etc/datadog-agent/conf.d/coredns.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://%%host%%:9153/metrics +octopus_deploy: + config_path: /etc/datadog-agent/conf.d/octopus_deploy.d/conf.yaml + config: + init_config: null + instances: + - octopus_endpoint: http://localhost:80 + headers: + X-Octopus-ApiKey: +jmx: + config_path: /etc/datadog-agent/conf.d/jmx.d/conf.yaml + config: + init_config: null + instances: + - port: 7199 +arangodb: + config_path: /etc/datadog-agent/conf.d/arangodb.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: +openstack: + config_path: /etc/datadog-agent/conf.d/openstack.d/conf.yaml + config: + init_config: + keystone_server_url: https://:/ + instances: + - name: + user: + password: + name: + domain: + id: +kafka_consumer: + config_path: /etc/datadog-agent/conf.d/kafka_consumer.d/conf.yaml + config: + init_config: null + instances: + - kafka_connect_str: +azure_iot_edge: + config_path: /etc/datadog-agent/conf.d/azure_iot_edge.d/conf.yaml + config: + init_config: null + instances: + - edge_hub_prometheus_url: http://edgeHub:9600/metrics + edge_agent_prometheus_url: http://edgeAgent:9600/metrics +duckdb: + config_path: /etc/datadog-agent/conf.d/duckdb.d/conf.yaml + config: + init_config: null + instances: + - db_name: /path-to-file/my_database.db + min_collection_interval: 60 +ambari: + config_path: /etc/datadog-agent/conf.d/ambari.d/conf.yaml + config: + init_config: null + instances: + - url: +aws_neuron: + config_path: /etc/datadog-agent/conf.d/aws_neuron.d/conf.yaml + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:8000/metrics +rabbitmq: + config_path: /etc/datadog-agent/conf.d/rabbitmq.d/conf.yaml + config: + init_config: null + instances: + - prometheus_plugin: + url: http://localhost:15692 + - null +dns_check: + config_path: /etc/datadog-agent/conf.d/dns_check.d/conf.yaml + config: + init_config: null + instances: + - hostname: +cilium: + config_path: /etc/datadog-agent/conf.d/cilium.d/conf.yaml + config: + init_config: null + instances: + - use_openmetrics: true + agent_endpoint: http://localhost:9962/metrics +gitlab_runner: + config_path: /etc/datadog-agent/conf.d/gitlab_runner.d/conf.yaml + config: + init_config: + allowed_metrics: + - ci_docker_machines_provider_machine_creation_duration_seconds + - ci_docker_machines_provider_machine_states + - ci_runner_builds + - ci_runner_errors + - ci_ssh_docker_machines_provider_machine_creation_duration_seconds + - ci_ssh_docker_machines_provider_machine_states + - gitlab_runner_autoscaling_machine_creation_duration_seconds + - gitlab_runner_autoscaling_machine_states + - gitlab_runner_errors_total + - gitlab_runner_jobs + - gitlab_runner_version_info + - go_gc_duration_seconds + - go_goroutines + - go_memstats_alloc_bytes + - go_memstats_alloc_bytes_total + - go_memstats_buck_hash_sys_bytes + - go_memstats_frees_total + - go_memstats_gc_sys_bytes + - go_memstats_heap_alloc_bytes + - go_memstats_heap_idle_bytes + - go_memstats_heap_inuse_bytes + - go_memstats_heap_objects + - go_memstats_heap_released_bytes_total + - go_memstats_heap_sys_bytes + - go_memstats_last_gc_time_seconds + - go_memstats_lookups_total + - go_memstats_mallocs_total + - go_memstats_mcache_inuse_bytes + - go_memstats_mcache_sys_bytes + - go_memstats_mspan_inuse_bytes + - go_memstats_mspan_sys_bytes + - go_memstats_next_gc_bytes + - go_memstats_other_sys_bytes + - go_memstats_stack_inuse_bytes + - go_memstats_stack_sys_bytes + - go_memstats_sys_bytes + - process_cpu_seconds_total + - process_max_fds + - process_open_fds + - process_resident_memory_bytes + - process_start_time_seconds + - process_virtual_memory_bytes + instances: + - gitlab_url: + prometheus_endpoint: http://:/metrics +amazon_msk: + config_path: /etc/datadog-agent/conf.d/amazon_msk.d/conf.yaml + config: + init_config: null + instances: + - use_openmetrics: true + cluster_arn: +impala: + config_path: /etc/datadog-agent/conf.d/impala.d/conf.yaml + config: + init_config: null + instances: + - service_type: daemon + openmetrics_endpoint: http://%%host%%:25000/metrics_prometheus +linkerd: + config_path: /etc/datadog-agent/conf.d/linkerd.d/conf.yaml + config: + init_config: null + instances: + - tag_by_endpoint: false + exclude_labels: + - destination_service +traffic_server: + config_path: /etc/datadog-agent/conf.d/traffic_server.d/conf.yaml + config: + init_config: null + instances: + - traffic_server_url: http://localhost:8080/_stats + metric_patterns: + include: + - traffic_server.node.* + - traffic_server.process.http.code.* + - traffic_server.process.http(s|2)?.*current + - traffic_server.process.http(s|2)?.*_requests + - traffic_server.process.http(s|2)?.*_connections + - traffic_server.process.http.transaction_.* + - traffic_server.process.hostdb.* + - traffic_server.process.dns.* + - traffic_server.process.traffic_server.memory.rss + - traffic_server.process.eventloop.* + - traffic_server.process.ssl.user_agent_session.* + - traffic_server.process.ssl.ssl_error.* + - traffic_server.process.ssl.user_agent_sessions + - traffic_server.process.cache.total.* + - traffic_server.process.cache.volume.dir.* + - traffic_server.process.cache.volume.percent_full + - traffic_server.process.cache.volume.bytes.* + - traffic_server.process.cache.volume.ram_cache.* +slurm: + config_path: /etc/datadog-agent/conf.d/slurm.d/conf.yaml + config: + init_config: null + instances: + - min_collection_interval: 60 +postgres: + config_path: /etc/datadog-agent/conf.d/postgres.d/conf.yaml + config: + init_config: null + instances: + - host: localhost + username: datadog + collect_bloat_metrics: false + disable_generic_tags: true +oracle: + config_path: /etc/datadog-agent/conf.d/oracle.d/conf.yaml + config: + _error: "Failed to parse YAML: mapping values are not allowed here\n in \"/etc/datadog-agent/conf.d/oracle.d/conf.yaml.example\"\ + , line 35, column 29" +journald: + config_path: /etc/datadog-agent/conf.d/journald.d/conf.yaml + config: + logs: + - type: journald +ibm_db2: + config_path: /etc/datadog-agent/conf.d/ibm_db2.d/conf.yaml + config: + init_config: null + instances: + - db: + username: + password: +harbor: + config_path: /etc/datadog-agent/conf.d/harbor.d/conf.yaml + config: + init_config: null + instances: + - url: + username: + password: +directory: + config_path: /etc/datadog-agent/conf.d/directory.d/conf.yaml + config: + init_config: null + instances: + - directory: +hive: + config_path: /etc/datadog-agent/conf.d/hive.d/conf.yaml + config: + init_config: + is_jmx: true + collect_default_metrics: true + new_gc_metrics: true + instances: + - host: + port: 8809 +singlestore: + config_path: /etc/datadog-agent/conf.d/singlestore.d/conf.yaml + config: + init_config: null + instances: + - host: +keycloak: + config_path: /etc/datadog-agent/conf.d/keycloak.d/conf.yaml + config: {} +process: + config_path: /etc/datadog-agent/conf.d/process.d/conf.yaml + config: + init_config: null + instances: + - name: diff --git a/agent_integration_defaults/src/collect_configs.py b/agent_integration_defaults/src/collect_configs.py new file mode 100644 index 0000000..4fd8ef2 --- /dev/null +++ b/agent_integration_defaults/src/collect_configs.py @@ -0,0 +1,58 @@ +# This script collects configuration files from the Datadog Agent's conf.d directory +# and outputs them into a single YAML file for easy review. +# It looks for both conf.yaml and conf.yaml.example files, prioritizing conf.yaml if both exist. +# It also handles YAML parsing errors gracefully, including them in the output. + +# Usage: Run this script in an environment where the Datadog Agent's conf.d directory is accessible. +import os +import yaml + +CONF_ROOT = "/etc/datadog-agent/conf.d" +OUTPUT_FILE = "collected_integrations.yaml" + +def normalize_integration_name(name): + return name[:-2] if name.endswith(".d") else name + +def normalize_config_path(path): + return path.replace("conf.yaml.example", "conf.yaml") + +def find_configs(): + integrations = {} + for entry in os.scandir(CONF_ROOT): + if entry.is_dir(): + raw_name = entry.name + conf_dir = entry.path + conf_file = os.path.join(conf_dir, "conf.yaml") + example_file = os.path.join(conf_dir, "conf.yaml.example") + + selected_file = None + if os.path.exists(conf_file): + selected_file = conf_file + elif os.path.exists(example_file): + selected_file = example_file + + if selected_file: + try: + with open(selected_file, "r") as f: + config = yaml.safe_load(f) or {} + except yaml.YAMLError as e: + config = {"_error": f"Failed to parse YAML: {str(e)}"} + + name = normalize_integration_name(raw_name) + path = normalize_config_path(selected_file) + + integrations[name] = { + "config_path": path, + "config": config + } + + return integrations + +def main(): + integrations = find_configs() + with open(OUTPUT_FILE, "w") as out: + yaml.dump(integrations, out, default_flow_style=False, sort_keys=False) + print(f"✅ Collected {len(integrations)} integrations into {OUTPUT_FILE}") + +if __name__ == "__main__": + main() diff --git a/agent_integration_defaults/src/requirements.txt b/agent_integration_defaults/src/requirements.txt new file mode 100644 index 0000000..8392d54 --- /dev/null +++ b/agent_integration_defaults/src/requirements.txt @@ -0,0 +1 @@ +PyYAML==6.0.2 From 20b20119788f96ac5cea152b3d64d69c4519c38a Mon Sep 17 00:00:00 2001 From: dongothing-dd Date: Thu, 24 Apr 2025 21:05:30 -0600 Subject: [PATCH 2/4] changed logic to use the integrations-core directory instead of conf.d directory --- agent_integration_defaults/Dockerfile | 21 +- agent_integration_defaults/README.md | 17 +- .../collected_integrations.yaml | 1797 +++++++++-------- .../src/collect_configs.py | 87 +- 4 files changed, 1024 insertions(+), 898 deletions(-) diff --git a/agent_integration_defaults/Dockerfile b/agent_integration_defaults/Dockerfile index 281a117..327b079 100644 --- a/agent_integration_defaults/Dockerfile +++ b/agent_integration_defaults/Dockerfile @@ -1,9 +1,20 @@ -FROM datadog/agent:latest +FROM python:3.13-slim -COPY src/requirements.txt /tmp/requirements.txt -RUN pip3 install -r /tmp/requirements.txt +# Install dependencies +RUN apt-get update && apt-get install -y git && rm -rf /var/lib/apt/lists/* -COPY /src /app +# Set up the working directory WORKDIR /app -CMD ["python3", "collect_configs.py"] \ No newline at end of file +# Clone the integrations-core repo +RUN git clone https://github.com/DataDog/integrations-core.git + +# Set the working directory to the cloned repo +COPY src/requirements.txt /src/requirements.txt +RUN pip3 install -r /src/requirements.txt + +# Copy the Python script into the container +COPY /src /app + +# Run the script +CMD ["python", "collect_configs.py"] \ No newline at end of file diff --git a/agent_integration_defaults/README.md b/agent_integration_defaults/README.md index 689cdca..e546424 100644 --- a/agent_integration_defaults/README.md +++ b/agent_integration_defaults/README.md @@ -1,8 +1,8 @@ # Agent Integration Defaults Collects example configs for core agent integrations in a YAML file. -1. Runs python script that lists available integrations at `/etc/datadog-agent/conf.d`. -2. Collects the `conf.yaml` or `conf.yaml example` file in each directory. +1. Copies the integrations-core repo. +2. Collects the `conf.yaml` or `conf.yaml example` file in each integration directory. 3. Stores the data in a YAML file without comments. 4. Outputs one big YAML file with the name of the integration, path, and default configuration. @@ -17,21 +17,20 @@ Configs with comments are useful to see available options, but they can be hard ## Usage ```bash # build -docker build -t config-collector . +docker build -t datadog-config-exporter . -# generate -docker run --rm -v "$PWD:/output" config-collector bash -c "python3 collect_configs.py && cp /app/collected_integrations.yaml /output/" +# run the container and drop the output in this directory +docker run --rm -v $(pwd):/output -u $(id -u):$(id -g) datadog-config-exporter -# see +# check yq '.nginx' collected_integrations.yaml ``` ### Nginx output ```yaml -config_path: /etc/datadog-agent/conf.d/nginx.d/conf.yaml config: init_config: null instances: - - nginx_status_url: http://localhost:81/nginx_status/ + - disable_generic_tags: true + nginx_status_url: http://localhost:81/nginx_status/ only_query_enabled_endpoints: true - disable_generic_tags: true ``` diff --git a/agent_integration_defaults/collected_integrations.yaml b/agent_integration_defaults/collected_integrations.yaml index ba9e177..0909b06 100644 --- a/agent_integration_defaults/collected_integrations.yaml +++ b/agent_integration_defaults/collected_integrations.yaml @@ -1,1338 +1,1399 @@ -zk: - config_path: /etc/datadog-agent/conf.d/zk.d/conf.yaml +active_directory: config: init_config: null instances: + - null +activemq: + config: + init_config: + collect_default_metrics: true + is_jmx: true + new_gc_metrics: true + instances: - host: localhost -ibm_was: - config_path: /etc/datadog-agent/conf.d/ibm_was.d/conf.yaml + port: 1616 +activemq_xml: config: init_config: null instances: - - servlet_url: http://localhost:/wasPerfTool/servlet/perfservlet -weaviate: - config_path: /etc/datadog-agent/conf.d/weaviate.d/conf.yaml + - url: http://localhost:8161 +adyen: + config: null +aerospike: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:2112/metrics -mesos_master: - config_path: /etc/datadog-agent/conf.d/mesos_master.d/conf.yaml + - openmetrics_endpoint: http://127.0.0.1:9145/metrics +agent_metrics: + config: null +airbyte: + config: null +airflow: config: init_config: null instances: - - url: http://localhost:5050 -vsphere: - config_path: /etc/datadog-agent/conf.d/vsphere.d/conf.yaml + - url: +amazon_eks: + config: null +amazon_eks_blueprints: + config: null +amazon_msk: config: init_config: null instances: - - host: - username: - password: - use_legacy_check_version: false - empty_default_hostname: true -tomcat: - config_path: /etc/datadog-agent/conf.d/tomcat.d/conf.yaml + - cluster_arn: + use_openmetrics: true +ambari: config: - init_config: - is_jmx: true - collect_default_metrics: true - new_gc_metrics: true + init_config: null instances: - - host: localhost - port: 9012 + - url: +anthropic: + config: null +anyscale: + config: null apache: - config_path: /etc/datadog-agent/conf.d/apache.d/conf.yaml config: init_config: null instances: - apache_status_url: http://localhost/server-status?auto disable_generic_tags: true -spark: - config_path: /etc/datadog-agent/conf.d/spark.d/conf.yaml +appgate_sdp: config: init_config: null instances: - - spark_url: http://localhost:8080 - cluster_name: - disable_legacy_cluster_tag: true -etcd: - config_path: /etc/datadog-agent/conf.d/etcd.d/conf.yaml + - openmetrics_endpoint: http://localhost:5556/metrics +arangodb: config: init_config: null instances: - prometheus_url: http://localhost:2379/metrics -aerospike: - config_path: /etc/datadog-agent/conf.d/aerospike.d/conf.yaml + - openmetrics_endpoint: +argo_rollouts: config: init_config: null instances: - - openmetrics_endpoint: http://127.0.0.1:9145/metrics -eks_fargate: - config_path: /etc/datadog-agent/conf.d/eks_fargate.d/conf.yaml + - openmetrics_endpoint: http://localhost:8090/metrics +argo_workflows: config: init_config: null instances: - - null -presto: - config_path: /etc/datadog-agent/conf.d/presto.d/conf.yaml - config: - init_config: - is_jmx: true - collect_default_metrics: true - new_gc_metrics: true - instances: - - host: localhost - port: 9999 -milvus: - config_path: /etc/datadog-agent/conf.d/milvus.d/conf.yaml + - openmetrics_endpoint: http://localhost:9090/metrics +argocd: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:9091/metrics -supabase: - config_path: /etc/datadog-agent/conf.d/supabase.d/conf.yaml + - null +asana: + config: null +aspdotnet: config: init_config: null instances: - null -cloudera: - config_path: /etc/datadog-agent/conf.d/cloudera.d/conf.yaml - config: - init_config: - workload_username: - workload_password: - instances: - - api_url: -kafka: - config_path: /etc/datadog-agent/conf.d/kafka.d/conf.yaml - config: - init_config: - is_jmx: true - collect_default_metrics: true - new_gc_metrics: true - instances: - - host: localhost - port: 9999 -vault: - config_path: /etc/datadog-agent/conf.d/vault.d/conf.yaml +authorize_net: + config: null +avast: + config: null +avi_vantage: config: init_config: null instances: - - use_openmetrics: true - api_url: http://localhost:8200/v1 - no_token: false -kubevirt_handler: - config_path: /etc/datadog-agent/conf.d/kubevirt_handler.d/conf.yaml + - avi_controller_url: https:/// +aws_neuron: config: init_config: null instances: - - null -avi_vantage: - config_path: /etc/datadog-agent/conf.d/avi_vantage.d/conf.yaml + - openmetrics_endpoint: http://localhost:8000/metrics +azure_active_directory: + config: null +azure_iot_edge: config: init_config: null instances: - - avi_controller_url: https:/// -kyototycoon: - config_path: /etc/datadog-agent/conf.d/kyototycoon.d/conf.yaml + - edge_agent_prometheus_url: http://edgeAgent:9600/metrics + edge_hub_prometheus_url: http://edgeHub:9600/metrics +bitdefender: + config: null +blazemeter: + config: null +boundary: config: init_config: null instances: - - report_url: http://localhost:1978/rpc/report -kubernetes_apiserver: - config_path: /etc/datadog-agent/conf.d/kubernetes_apiserver.d/conf.yaml + - health_endpoint: http://localhost:9203/health + openmetrics_endpoint: http://localhost:9203/metrics +brevo: + config: null +btrfs: config: init_config: null instances: - null -crio: - config_path: /etc/datadog-agent/conf.d/crio.d/conf.yaml +cacti: config: init_config: null instances: - - prometheus_url: http://localhost:9090/metrics -ivanti_connect_secure: - config_path: /etc/datadog-agent/conf.d/ivanti_connect_secure.d/conf.yaml - config: {} -fly_io: - config_path: /etc/datadog-agent/conf.d/fly_io.d/conf.yaml + - mysql_host: localhost + mysql_user: + rrd_path: +calico: config: init_config: null instances: - - org_slug: - headers: - Authorization: Bearer - machines_api_endpoint: http://_api.internal:4280 - empty_default_hostname: true -activemq_xml: - config_path: /etc/datadog-agent/conf.d/activemq_xml.d/conf.yaml + - openmetrics_endpoint: +cassandra: + config: + init_config: + collect_default_metrics: true + is_jmx: true + new_gc_metrics: true + instances: + - cassandra_aliasing: true + host: localhost + port: 7199 +cassandra_nodetool: config: init_config: null instances: - - url: http://localhost:8161 -http_check: - config_path: /etc/datadog-agent/conf.d/http_check.d/conf.yaml + - keyspaces: [] +celery: config: init_config: null instances: - - name: My first service - url: http://some.url.example.com -sonicwall_firewall: - config_path: /etc/datadog-agent/conf.d/sonicwall_firewall.d/conf.yaml - config: {} -hazelcast: - config_path: /etc/datadog-agent/conf.d/hazelcast.d/conf.yaml + - openmetrics_endpoint: http://localhost:5555/metrics +ceph: config: - init_config: - collect_default_metrics: true - new_gc_metrics: true + init_config: null instances: - null -ray: - config_path: /etc/datadog-agent/conf.d/ray.d/conf.yaml +cert_manager: config: init_config: null instances: - openmetrics_endpoint: -cockroachdb: - config_path: /etc/datadog-agent/conf.d/cockroachdb.d/conf.yaml +checkpoint_harmony_email_and_collaboration: + config: null +checkpoint_quantum_firewall: + config: null +cilium: config: init_config: null instances: - - null -kubevirt_api: - config_path: /etc/datadog-agent/conf.d/kubevirt_api.d/conf.yaml + - agent_endpoint: http://localhost:9962/metrics + use_openmetrics: true +cisco_aci: config: init_config: null instances: - - null -glusterfs: - config_path: /etc/datadog-agent/conf.d/glusterfs.d/conf.yaml + - aci_url: http://localhost + pwd: + username: datadog +cisco_duo: + config: null +cisco_sdwan: + config: null +cisco_secure_email_threat_defense: + config: null +cisco_secure_endpoint: + config: null +cisco_secure_firewall: + config: null +cisco_secure_web_appliance: + config: null +cisco_umbrella_dns: + config: null +citrix_hypervisor: config: init_config: null instances: - - min_collection_interval: 60 -ssh_check: - config_path: /etc/datadog-agent/conf.d/ssh_check.d/conf.yaml + - url: +clickhouse: config: init_config: null instances: - - host: localhost - username: -varnish: - config_path: /etc/datadog-agent/conf.d/varnish.d/conf.yaml + - server: +cloud_foundry_api: config: init_config: null instances: - - varnishstat: /usr/bin/varnishstat -fluxcd: - config_path: /etc/datadog-agent/conf.d/fluxcd.d/conf.yaml + - api_url: + client_id: + client_secret: +cloudera: + config: + init_config: + workload_password: + workload_username: + instances: + - api_url: +cockroachdb: config: init_config: null instances: - - openmetrics_endpoint: -hivemq: - config_path: /etc/datadog-agent/conf.d/hivemq.d/conf.yaml + - null +confluent_platform: config: init_config: - is_jmx: true collect_default_metrics: true + is_jmx: true new_gc_metrics: true + service_check_prefix: confluent instances: - host: - port: 9010 -jboss_wildfly: - config_path: /etc/datadog-agent/conf.d/jboss_wildfly.d/conf.yaml + port: +consul: config: - init_config: - is_jmx: true - collect_default_metrics: true - new_gc_metrics: true - service_check_prefix: jboss + init_config: null instances: - - jmx_url: service:jmx:remote+http://localhost:9990 -cisco_sdwan: - config_path: /etc/datadog-agent/conf.d/cisco_sdwan.d/conf.yaml + - disable_legacy_service_tag: true + url: http://localhost:8500 +consul_connect: + config: null +container: + config: null +containerd: + config: null +contentful: + config: null +coredns: config: + init_config: null instances: - - null -kubevirt_controller: - config_path: /etc/datadog-agent/conf.d/kubevirt_controller.d/conf.yaml + - openmetrics_endpoint: http://%%host%%:9153/metrics +couch: config: init_config: null instances: - - null -citrix_hypervisor: - config_path: /etc/datadog-agent/conf.d/citrix_hypervisor.d/conf.yaml + - server: http://localhost:5984 +couchbase: config: init_config: null instances: - - url: -vertica: - config_path: /etc/datadog-agent/conf.d/vertica.d/conf.yaml + - server: http://localhost:8091 +cri: + config: null +crio: config: init_config: null instances: - - null -haproxy: - config_path: /etc/datadog-agent/conf.d/haproxy.d/conf.yaml + - prometheus_url: http://localhost:9090/metrics +databricks: + config: null +datadog_cluster_agent: config: init_config: null - instances: null -twemproxy: - config_path: /etc/datadog-agent/conf.d/twemproxy.d/conf.yaml + instances: + - prometheus_url: http://localhost:5000/metrics +datadog_operator: + config: null +dcgm: config: init_config: null instances: - - host: localhost - port: 2222 -mapreduce: - config_path: /etc/datadog-agent/conf.d/mapreduce.d/conf.yaml + - openmetrics_endpoint: http://localhost:9400/metrics +ddev: + config: null +delinea_privilege_manager: + config: null +directory: config: init_config: null instances: - - resourcemanager_uri: http://localhost:8088 - cluster_name: - disable_legacy_cluster_tag: true -tibco_ems: - config_path: /etc/datadog-agent/conf.d/tibco_ems.d/conf.yaml + - directory: +disk: + config: null +dns_check: config: init_config: null instances: - - null -ecs_fargate: - config_path: /etc/datadog-agent/conf.d/ecs_fargate.d/conf.yaml + - hostname: +docker_daemon: config: init_config: null instances: - - min_collection_interval: 20 -jetson: - config_path: /etc/datadog-agent/conf.d/jetson.d/conf.yaml + - url: unix://var/run/docker.sock +docs: + config: null +docusign: + config: null +dotnetclr: config: + init_config: null instances: - null -hdfs_namenode: - config_path: /etc/datadog-agent/conf.d/hdfs_namenode.d/conf.yaml +druid: config: init_config: null instances: - - hdfs_namenode_jmx_uri: http://localhost:9870 -powerdns_recursor: - config_path: /etc/datadog-agent/conf.d/powerdns_recursor.d/conf.yaml + - url: +duckdb: config: init_config: null instances: - - host: 127.0.0.1 - port: 8082 - api_key: -kubernetes_cluster_autoscaler: - config_path: /etc/datadog-agent/conf.d/kubernetes_cluster_autoscaler.d/conf.yaml + - db_name: /path-to-file/my_database.db + min_collection_interval: 60 +ecs_fargate: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:8085/metrics -activemq: - config_path: /etc/datadog-agent/conf.d/activemq.d/conf.yaml - config: - init_config: - is_jmx: true - collect_default_metrics: true - new_gc_metrics: true - instances: - - host: localhost - port: 1616 -mcache: - config_path: /etc/datadog-agent/conf.d/mcache.d/conf.yaml + - min_collection_interval: 20 +eks_anywhere: + config: null +eks_fargate: config: init_config: null instances: - null -pan_firewall: - config_path: /etc/datadog-agent/conf.d/pan_firewall.d/conf.yaml +elastic: config: - logs: - - type: tcp - port: 10518 - service: firewall - source: pan.firewall -network_path: - config_path: /etc/datadog-agent/conf.d/network_path.d/conf.yaml + init_config: null + instances: + - disable_legacy_service_check_tags: true + url: http://localhost:9200 +envoy: config: init_config: null instances: - - hostname: -druid: - config_path: /etc/datadog-agent/conf.d/druid.d/conf.yaml + - openmetrics_endpoint: http://localhost:80/stats/prometheus +esxi: config: init_config: null instances: - - url: -nfsstat: - config_path: /etc/datadog-agent/conf.d/nfsstat.d/conf.yaml + - empty_default_hostname: true + host: + password: + username: +etcd: config: init_config: null instances: - - null -tekton: - config_path: /etc/datadog-agent/conf.d/tekton.d/conf.yaml + prometheus_url: http://localhost:2379/metrics +exchange_server: config: init_config: null instances: - null -voltdb: - config_path: /etc/datadog-agent/conf.d/voltdb.d/conf.yaml +external_dns: config: init_config: null instances: - - url: http://localhost:8080 - username: - password: -foundationdb: - config_path: /etc/datadog-agent/conf.d/foundationdb.d/conf.yaml + - prometheus_url: http://localhost:7979/metrics +extrahop: + config: null +falco: + config: null +flink: + config: null +fluentd: config: init_config: null instances: - - null -proxysql: - config_path: /etc/datadog-agent/conf.d/proxysql.d/conf.yaml + - monitor_agent_url: http://example.com:24220/api/plugins.json +fluxcd: config: init_config: null instances: - - host: - port: - username: - password: -datadog_cluster_agent: - config_path: /etc/datadog-agent/conf.d/datadog_cluster_agent.d/conf.yaml + - openmetrics_endpoint: +fly_io: config: init_config: null instances: - - prometheus_url: http://localhost:5000/metrics -boundary: - config_path: /etc/datadog-agent/conf.d/boundary.d/conf.yaml + - empty_default_hostname: true + headers: + Authorization: Bearer + machines_api_endpoint: http://_api.internal:4280 + org_slug: +forcepoint_secure_web_gateway: + config: null +forcepoint_security_service_edge: + config: null +foundationdb: config: init_config: null instances: - - health_endpoint: http://localhost:9203/health - openmetrics_endpoint: http://localhost:9203/metrics -nginx_ingress_controller: - config_path: /etc/datadog-agent/conf.d/nginx_ingress_controller.d/conf.yaml + - null +freshservice: + config: null +gearmand: config: init_config: null instances: - - prometheus_url: http://localhost:10254/metrics -zeek: - config_path: /etc/datadog-agent/conf.d/zeek.d/conf.yaml - config: {} -mapr: - config_path: /etc/datadog-agent/conf.d/mapr.d/conf.yaml + - null +genesys: + config: null +gitlab: config: init_config: null instances: - - disable_legacy_cluster_tag: true -snmp: - config_path: /etc/datadog-agent/conf.d/snmp.d/conf.yaml + - openmetrics_endpoint: http:///-/metrics +gitlab_runner: config: init_config: - loader: core - use_device_id_as_hostname: true + allowed_metrics: + - ci_docker_machines_provider_machine_creation_duration_seconds + - ci_docker_machines_provider_machine_states + - ci_runner_builds + - ci_runner_errors + - ci_ssh_docker_machines_provider_machine_creation_duration_seconds + - ci_ssh_docker_machines_provider_machine_states + - gitlab_runner_autoscaling_machine_creation_duration_seconds + - gitlab_runner_autoscaling_machine_states + - gitlab_runner_errors_total + - gitlab_runner_jobs + - gitlab_runner_version_info + - go_gc_duration_seconds + - go_goroutines + - go_memstats_alloc_bytes + - go_memstats_alloc_bytes_total + - go_memstats_buck_hash_sys_bytes + - go_memstats_frees_total + - go_memstats_gc_sys_bytes + - go_memstats_heap_alloc_bytes + - go_memstats_heap_idle_bytes + - go_memstats_heap_inuse_bytes + - go_memstats_heap_objects + - go_memstats_heap_released_bytes_total + - go_memstats_heap_sys_bytes + - go_memstats_last_gc_time_seconds + - go_memstats_lookups_total + - go_memstats_mallocs_total + - go_memstats_mcache_inuse_bytes + - go_memstats_mcache_sys_bytes + - go_memstats_mspan_inuse_bytes + - go_memstats_mspan_sys_bytes + - go_memstats_next_gc_bytes + - go_memstats_other_sys_bytes + - go_memstats_stack_inuse_bytes + - go_memstats_stack_sys_bytes + - go_memstats_sys_bytes + - process_cpu_seconds_total + - process_max_fds + - process_open_fds + - process_resident_memory_bytes + - process_start_time_seconds + - process_virtual_memory_bytes instances: - - loader: core - use_device_id_as_hostname: true -gitlab: - config_path: /etc/datadog-agent/conf.d/gitlab.d/conf.yaml + - gitlab_url: + prometheus_endpoint: http://:/metrics +gke: + config: null +glusterfs: config: init_config: null instances: - - openmetrics_endpoint: http:///-/metrics -snowflake: - config_path: /etc/datadog-agent/conf.d/snowflake.d/conf.yaml + - min_collection_interval: 60 +go-metro: config: - init_config: null + init_config: + exp_ttl: 60 + idle_ttl: 300 + log_level: info + log_to_file: true + snaplen: 512 + statsd_ip: 127.0.0.1 + statsd_port: 8125 instances: - - account: - - username: - role: - min_collection_interval: 3600 - disable_generic_tags: true -tenable: - config_path: /etc/datadog-agent/conf.d/tenable.d/conf.yaml - config: - logs: - - type: file - path: /opt/nessus/var/nessus/logs/backend.log - service: nessus_backend - source: tenable - - type: file - path: /opt/nessus/var/nessus/logs/www_server.log - service: nessus_webserver - source: tenable -argo_workflows: - config_path: /etc/datadog-agent/conf.d/argo_workflows.d/conf.yaml + - hosts: + - + interface: eth0 + ips: + - +go_expvar: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:9090/metrics -airflow: - config_path: /etc/datadog-agent/conf.d/airflow.d/conf.yaml + - expvar_url: http://localhost:8080 +godaddy: + config: null +gpu: + config: null +greenhouse: + config: null +gunicorn: config: init_config: null instances: - - url: -system_core: - config_path: /etc/datadog-agent/conf.d/system_core.d/conf.yaml + - proc_name: +haproxy: config: init_config: null - instances: - - null -ping_federate: - config_path: /etc/datadog-agent/conf.d/ping_federate.d/conf.yaml - config: {} -kube_dns: - config_path: /etc/datadog-agent/conf.d/kube_dns.d/conf.yaml + instances: null +harbor: config: init_config: null instances: - - prometheus_endpoint: http://localhost:10055/metrics -checkpoint_quantum_firewall: - config_path: /etc/datadog-agent/conf.d/checkpoint_quantum_firewall.d/conf.yaml - config: {} -php_fpm: - config_path: /etc/datadog-agent/conf.d/php_fpm.d/conf.yaml + - password: + url: + username: +hazelcast: config: - init_config: null + init_config: + collect_default_metrics: true + new_gc_metrics: true instances: - null -vllm: - config_path: /etc/datadog-agent/conf.d/vllm.d/conf.yaml +hdfs_datanode: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:8000/metrics -temporal: - config_path: /etc/datadog-agent/conf.d/temporal.d/conf.yaml + - hdfs_datanode_jmx_uri: http://localhost:9864 +hdfs_namenode: config: init_config: null instances: - - openmetrics_endpoint: -prometheus: - config_path: /etc/datadog-agent/conf.d/prometheus.d/conf.yaml + - hdfs_namenode_jmx_uri: http://localhost:9870 +helm: + config: null +hive: config: - init_config: null + init_config: + collect_default_metrics: true + is_jmx: true + new_gc_metrics: true instances: - - prometheus_url: http://localhost:10055/metrics - namespace: - metrics: - - : - - -squid: - config_path: /etc/datadog-agent/conf.d/squid.d/conf.yaml + - host: + port: 8809 +hivemq: config: - init_config: null + init_config: + collect_default_metrics: true + is_jmx: true + new_gc_metrics: true instances: - - name: -teradata: - config_path: /etc/datadog-agent/conf.d/teradata.d/conf.yaml + - host: + port: 9010 +http_check: config: init_config: null instances: - - server: - database: -palo_alto_panorama: - config_path: /etc/datadog-agent/conf.d/palo_alto_panorama.d/conf.yaml - config: {} -appgate_sdp: - config_path: /etc/datadog-agent/conf.d/appgate_sdp.d/conf.yaml + - name: My first service + url: http://some.url.example.com +hubspot_content_hub: + config: null +hudi: config: - init_config: null + init_config: + collect_default_metrics: true + is_jmx: true + new_gc_metrics: true instances: - - openmetrics_endpoint: http://localhost:5556/metrics -cacti: - config_path: /etc/datadog-agent/conf.d/cacti.d/conf.yaml + - host: + port: +hyperv: config: init_config: null instances: - - mysql_host: localhost - mysql_user: - rrd_path: -tcp_queue_length: - config_path: /etc/datadog-agent/conf.d/tcp_queue_length.d/conf.yaml + - null +iam_access_analyzer: + config: null +ibm_ace: config: init_config: null instances: - - null -gpu: - config_path: /etc/datadog-agent/conf.d/gpu.d/conf.yaml + - channel: + mq_port: 1414 + mq_server: + queue_manager: +ibm_db2: config: init_config: null instances: - - null -teamcity: - config_path: /etc/datadog-agent/conf.d/teamcity.d/conf.yaml + - db: + password: + username: +ibm_i: config: init_config: null instances: - - use_openmetrics: true - server: http://teamcity..com - - server: http://teamcity..com -systemd: - config_path: /etc/datadog-agent/conf.d/systemd.d/conf.yaml + - null +ibm_mq: config: init_config: null instances: - - unit_names: - - -couch: - config_path: /etc/datadog-agent/conf.d/couch.d/conf.yaml + - channel: DEV.ADMIN.SVRCONN + queue_manager: datadog +ibm_was: config: init_config: null instances: - - server: http://localhost:5984 -sonarqube: - config_path: /etc/datadog-agent/conf.d/sonarqube.d/conf.yaml + - servlet_url: http://localhost:/wasPerfTool/servlet/perfservlet +ignite: config: init_config: collect_default_metrics: true + is_jmx: true new_gc_metrics: true instances: + - host: + port: 49112 +iis: + config: + init_config: null + instances: - null - - null -go_expvar: - config_path: /etc/datadog-agent/conf.d/go_expvar.d/conf.yaml +impala: config: init_config: null instances: - - expvar_url: http://localhost:8080 -flink: - config_path: /etc/datadog-agent/conf.d/flink.d/conf.yaml - config: {} -pgbouncer: - config_path: /etc/datadog-agent/conf.d/pgbouncer.d/conf.yaml + - openmetrics_endpoint: http://%%host%%:25000/metrics_prometheus + service_type: daemon +incident_io: + config: null +infiniband: config: init_config: null instances: - null -ignite: - config_path: /etc/datadog-agent/conf.d/ignite.d/conf.yaml +intercom: + config: null +istio: + config: + init_config: null + instances: + - tag_by_endpoint: true + use_openmetrics: true +ivanti_connect_secure: + config: null +ivanti_nzta: + config: null +jboss_wildfly: config: init_config: + collect_default_metrics: true is_jmx: true + new_gc_metrics: true + service_check_prefix: jboss + instances: + - jmx_url: service:jmx:remote+http://localhost:9990 +jmeter: + config: null +journald: + config: + logs: + - type: journald +kafka: + config: + init_config: collect_default_metrics: true + is_jmx: true new_gc_metrics: true instances: - - host: - port: 49112 -kong: - config_path: /etc/datadog-agent/conf.d/kong.d/conf.yaml + - host: localhost + port: 9999 +kafka_consumer: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:8001/metrics -pulsar: - config_path: /etc/datadog-agent/conf.d/pulsar.d/conf.yaml + - kafka_connect_str: +karpenter: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:8080/metrics -wazuh: - config_path: /etc/datadog-agent/conf.d/wazuh.d/conf.yaml - config: {} + - openmetrics_endpoint: http://localhost:8000/metrics keda: - config_path: /etc/datadog-agent/conf.d/keda.d/conf.yaml config: init_config: null instances: - openmetrics_endpoint: http://localhost:8080/metrics -openldap: - config_path: /etc/datadog-agent/conf.d/openldap.d/conf.yaml +keycloak: + config: null +kong: config: init_config: null instances: - - url: ldaps://localhost:636 -nginx: - config_path: /etc/datadog-agent/conf.d/nginx.d/conf.yaml + - openmetrics_endpoint: http://localhost:8001/metrics +kube_apiserver_metrics: config: init_config: null instances: - - nginx_status_url: http://localhost:81/nginx_status/ - only_query_enabled_endpoints: true - disable_generic_tags: true -silk: - config_path: /etc/datadog-agent/conf.d/silk.d/conf.yaml + - prometheus_url: https://localhost:443/metrics +kube_controller_manager: config: init_config: null instances: - - host_address: https://localhost:443 -kubeflow: - config_path: /etc/datadog-agent/conf.d/kubeflow.d/conf.yaml + - prometheus_url: http://localhost:10252/metrics +kube_dns: config: init_config: null instances: - - openmetrics_endpoint: http://:9090/metrics -ibm_i: - config_path: /etc/datadog-agent/conf.d/ibm_i.d/conf.yaml + - prometheus_endpoint: http://localhost:10055/metrics +kube_metrics_server: config: init_config: null instances: - - null -sidekiq: - config_path: /etc/datadog-agent/conf.d/sidekiq.d/conf.yaml - config: {} -gunicorn: - config_path: /etc/datadog-agent/conf.d/gunicorn.d/conf.yaml + - prometheus_url: https://localhost:443/metrics +kube_proxy: config: init_config: null instances: - - proc_name: -consul: - config_path: /etc/datadog-agent/conf.d/consul.d/conf.yaml + - prometheus_url: http://127.0.0.1:10249/metrics +kube_scheduler: config: init_config: null instances: - - url: http://localhost:8500 - disable_legacy_service_tag: true -hdfs_datanode: - config_path: /etc/datadog-agent/conf.d/hdfs_datanode.d/conf.yaml + - prometheus_url: http://localhost:10251/metrics +kubeflow: config: init_config: null instances: - - hdfs_datanode_jmx_uri: http://localhost:9864 -statsd: - config_path: /etc/datadog-agent/conf.d/statsd.d/conf.yaml + - openmetrics_endpoint: http://:9090/metrics +kubelet: config: init_config: null instances: - - null -teleport: - config_path: /etc/datadog-agent/conf.d/teleport.d/conf.yaml + - min_collection_interval: 20 +kubernetes: + config: null +kubernetes_admission: + config: null +kubernetes_cluster_autoscaler: config: init_config: null instances: - - teleport_url: http://127.0.0.1 -quarkus: - config_path: /etc/datadog-agent/conf.d/quarkus.d/conf.yaml + - openmetrics_endpoint: http://localhost:8085/metrics +kubernetes_state: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:8080/q/metrics -mongo: - config_path: /etc/datadog-agent/conf.d/mongo.d/conf.yaml + - kube_state_url: http://example.com:8080/metrics +kubernetes_state_core: config: init_config: null instances: - - hosts: - - : -oom_kill: - config_path: /etc/datadog-agent/conf.d/oom_kill.d/conf.yaml + - null +kubevirt_api: config: init_config: null instances: - null -marathon: - config_path: /etc/datadog-agent/conf.d/marathon.d/conf.yaml +kubevirt_controller: config: init_config: null instances: - - url: https://: -clickhouse: - config_path: /etc/datadog-agent/conf.d/clickhouse.d/conf.yaml + - null +kubevirt_handler: config: init_config: null instances: - - server: -cassandra_nodetool: - config_path: /etc/datadog-agent/conf.d/cassandra_nodetool.d/conf.yaml + - null +kyototycoon: config: init_config: null instances: - - keyspaces: [] -kube_apiserver_metrics: - config_path: /etc/datadog-agent/conf.d/kube_apiserver_metrics.d/conf.yaml + - report_url: http://localhost:1978/rpc/report +kyverno: config: init_config: null instances: - - prometheus_url: https://localhost:443/metrics -redisdb: - config_path: /etc/datadog-agent/conf.d/redisdb.d/conf.yaml + - openmetrics_endpoint: http://localhost:8000/metrics +langchain: + config: null +lastpass: + config: null +lighttpd: config: init_config: null instances: - - host: localhost - port: 6379 -solr: - config_path: /etc/datadog-agent/conf.d/solr.d/conf.yaml + - lighttpd_status_url: http://localhost/server-status?auto +linkerd: config: - init_config: - is_jmx: true - collect_default_metrics: true - new_gc_metrics: true + init_config: null instances: - - host: - port: 9999 -nvidia_nim: - config_path: /etc/datadog-agent/conf.d/nvidia_nim.d/conf.yaml + - exclude_labels: + - destination_service + tag_by_endpoint: false +linux_proc_extras: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:8000/metrics -cisco_secure_firewall: - config_path: /etc/datadog-agent/conf.d/cisco_secure_firewall.d/conf.yaml - config: {} -btrfs: - config_path: /etc/datadog-agent/conf.d/btrfs.d/conf.yaml + - null +mailchimp: + config: null +mapr: config: init_config: null instances: - - null -system_swap: - config_path: /etc/datadog-agent/conf.d/system_swap.d/conf.yaml + - disable_legacy_cluster_tag: true +mapreduce: config: init_config: null instances: - - null -rethinkdb: - config_path: /etc/datadog-agent/conf.d/rethinkdb.d/conf.yaml + - cluster_name: + disable_legacy_cluster_tag: true + resourcemanager_uri: http://localhost:8088 +marathon: config: init_config: null instances: - - host: localhost - port: 28015 -kube_metrics_server: - config_path: /etc/datadog-agent/conf.d/kube_metrics_server.d/conf.yaml + - url: https://: +marklogic: config: init_config: null instances: - - prometheus_url: https://localhost:443/metrics -scylla: - config_path: /etc/datadog-agent/conf.d/scylla.d/conf.yaml + - url: http://localhost:8002 +mcache: + config: + init_config: null + instances: + - null +mesos_master: + config: + init_config: null + instances: + - url: http://localhost:5050 +mesos_slave: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:9180/metrics -kubelet: - config_path: /etc/datadog-agent/conf.d/kubelet.d/conf.yaml + - url: http://localhost:5051 +metabase: + config: null +milvus: config: init_config: null instances: - - min_collection_interval: 20 -nvidia_triton: - config_path: /etc/datadog-agent/conf.d/nvidia_triton.d/conf.yaml + - openmetrics_endpoint: http://localhost:9091/metrics +mimecast: + config: null +mongo: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:8002/metrics -postfix: - config_path: /etc/datadog-agent/conf.d/postfix.d/conf.yaml + - hosts: + - : +mux: + config: null +mysql: config: init_config: null instances: - - directory: /var/spool/postfix - queues: - - incoming - - active - - deferred -sqlserver: - config_path: /etc/datadog-agent/conf.d/sqlserver.d/conf.yaml + - disable_generic_tags: true + host: localhost + password: + port: 3306 + username: datadog +nagios: config: init_config: null instances: - - host: , - autodiscovery_db_service_check: false -strimzi: - config_path: /etc/datadog-agent/conf.d/strimzi.d/conf.yaml + - nagios_conf: /etc/nagios3/nagios.cfg +network: + config: null +network_path: + config: null +nfsstat: config: init_config: null instances: - null -traefik_mesh: - config_path: /etc/datadog-agent/conf.d/traefik_mesh.d/conf.yaml +nginx: config: init_config: null instances: - - openmetrics_endpoint: http://: -symantec_endpoint_protection: - config_path: /etc/datadog-agent/conf.d/symantec_endpoint_protection.d/conf.yaml - config: {} -riak: - config_path: /etc/datadog-agent/conf.d/riak.d/conf.yaml + - disable_generic_tags: true + nginx_status_url: http://localhost:81/nginx_status/ + only_query_enabled_endpoints: true +nginx_ingress_controller: config: init_config: null instances: - - url: http://127.0.0.1:8098/stats -kube_scheduler: - config_path: /etc/datadog-agent/conf.d/kube_scheduler.d/conf.yaml + - prometheus_url: http://localhost:10254/metrics +ntp: + config: null +nvidia_jetson: + config: null +nvidia_nim: config: init_config: null instances: - - prometheus_url: http://localhost:10251/metrics -openstack_controller: - config_path: /etc/datadog-agent/conf.d/openstack_controller.d/conf.yaml + - openmetrics_endpoint: http://localhost:8000/metrics +nvidia_triton: config: init_config: null instances: - use_legacy_check_version: false - ironic_microversion: '1.80' - nova_microversion: '2.93' - cinder_microversion: volume 3.70 -fluentd: - config_path: /etc/datadog-agent/conf.d/fluentd.d/conf.yaml + - openmetrics_endpoint: http://localhost:8002/metrics +octopus_deploy: config: init_config: null instances: - - monitor_agent_url: http://example.com:24220/api/plugins.json -suricata: - config_path: /etc/datadog-agent/conf.d/suricata.d/conf.yaml - config: {} -kyverno: - config_path: /etc/datadog-agent/conf.d/kyverno.d/conf.yaml + - headers: + X-Octopus-ApiKey: + octopus_endpoint: http://localhost:80 +oke: + config: null +okta_workflows: + config: null +oom_kill: + config: null +openai: + config: null +openldap: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:8000/metrics -lighttpd: - config_path: /etc/datadog-agent/conf.d/lighttpd.d/conf.yaml + - url: ldaps://localhost:636 +openmetrics: config: init_config: null instances: - - lighttpd_status_url: http://localhost/server-status?auto -cert_manager: - config_path: /etc/datadog-agent/conf.d/cert_manager.d/conf.yaml + - metrics: [] + tag_by_endpoint: false +openshift: + config: null +openstack: config: - init_config: null + init_config: + keystone_server_url: https://:/ instances: - - openmetrics_endpoint: -cisco_aci: - config_path: /etc/datadog-agent/conf.d/cisco_aci.d/conf.yaml + - name: + user: + domain: + id: + name: + password: +openstack_controller: config: init_config: null instances: - - aci_url: http://localhost - username: datadog - pwd: -dcgm: - config_path: /etc/datadog-agent/conf.d/dcgm.d/conf.yaml + cinder_microversion: volume 3.70 + ironic_microversion: '1.80' + nova_microversion: '2.93' + use_legacy_check_version: false +oracle: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:9400/metrics -nagios: - config_path: /etc/datadog-agent/conf.d/nagios.d/conf.yaml + - password: + server: localhost:1521 + service_name: + username: +orca_security: + config: null +ossec_security: + config: null +otel: + config: null +palo_alto_cortex_xdr: + config: null +palo_alto_panorama: + config: null +pan_firewall: + config: + logs: + - port: 10518 + service: firewall + source: pan.firewall + type: tcp +pdh_check: config: init_config: null instances: - - nagios_conf: /etc/nagios3/nagios.cfg -ceph: - config_path: /etc/datadog-agent/conf.d/ceph.d/conf.yaml + - countersetname: + metrics: + - - + - + - +pgbouncer: config: init_config: null instances: - null -tls: - config_path: /etc/datadog-agent/conf.d/tls.d/conf.yaml +php_fpm: config: init_config: null instances: - - server: -kubernetes_state: - config_path: /etc/datadog-agent/conf.d/kubernetes_state.d/conf.yaml + - null +ping_federate: + config: null +ping_one: + config: null +pivotal_pks: + config: null +plaid: + config: null +plivo: + config: null +podman: + config: null +postfix: config: init_config: null instances: - - kube_state_url: http://example.com:8080/metrics -linux_proc_extras: - config_path: /etc/datadog-agent/conf.d/linux_proc_extras.d/conf.yaml + - directory: /var/spool/postfix + queues: + - incoming + - active + - deferred +postgres: config: init_config: null instances: - - null -yarn: - config_path: /etc/datadog-agent/conf.d/yarn.d/conf.yaml + - collect_bloat_metrics: false + disable_generic_tags: true + host: localhost + username: datadog +postmark: + config: null +powerdns_recursor: config: init_config: null instances: - - disable_legacy_cluster_tag: true -ossec_security: - config_path: /etc/datadog-agent/conf.d/ossec_security.d/conf.yaml - config: {} -couchbase: - config_path: /etc/datadog-agent/conf.d/couchbase.d/conf.yaml + - api_key: + host: 127.0.0.1 + port: 8082 +presto: + config: + init_config: + collect_default_metrics: true + is_jmx: true + new_gc_metrics: true + instances: + - host: localhost + port: 9999 +process: config: init_config: null instances: - - server: http://localhost:8091 -mesos_slave: - config_path: /etc/datadog-agent/conf.d/mesos_slave.d/conf.yaml + - name: +prometheus: config: init_config: null instances: - - url: http://localhost:5051 -openmetrics: - config_path: /etc/datadog-agent/conf.d/openmetrics.d/conf.yaml + - metrics: + - : + - + namespace: + prometheus_url: http://localhost:10055/metrics +proxysql: config: init_config: null instances: - - metrics: [] - tag_by_endpoint: false -cloud_foundry_api: - config_path: /etc/datadog-agent/conf.d/cloud_foundry_api.d/conf.yaml + - host: + password: + port: + username: +pulsar: config: + init_config: null instances: - - api_url: - client_id: - client_secret: + - openmetrics_endpoint: http://localhost:8080/metrics +quarkus: + config: init_config: null -argo_rollouts: - config_path: /etc/datadog-agent/conf.d/argo_rollouts.d/conf.yaml + instances: + - openmetrics_endpoint: http://localhost:8080/q/metrics +rabbitmq: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:8090/metrics -sap_hana: - config_path: /etc/datadog-agent/conf.d/sap_hana.d/conf.yaml + - prometheus_plugin: + url: http://localhost:15692 + - null +ray: config: init_config: null instances: - - server: - username: - password: -karpenter: - config_path: /etc/datadog-agent/conf.d/karpenter.d/conf.yaml + - openmetrics_endpoint: +redisdb: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:8000/metrics -torchserve: - config_path: /etc/datadog-agent/conf.d/torchserve.d/conf.yaml + - host: localhost + port: 6379 +rethinkdb: config: init_config: null instances: - - null - - null - - null -gearmand: - config_path: /etc/datadog-agent/conf.d/gearmand.d/conf.yaml + - host: localhost + port: 28015 +riak: config: init_config: null instances: - - null + - url: http://127.0.0.1:8098/stats riakcs: - config_path: /etc/datadog-agent/conf.d/riakcs.d/conf.yaml config: init_config: null instances: - null -kube_proxy: - config_path: /etc/datadog-agent/conf.d/kube_proxy.d/conf.yaml +ringcentral: + config: null +sanity: + config: null +sap_hana: config: init_config: null instances: - - prometheus_url: http://127.0.0.1:10249/metrics -weblogic: - config_path: /etc/datadog-agent/conf.d/weblogic.d/conf.yaml + - password: + server: + username: +scylla: config: - init_config: - is_jmx: true - collect_default_metrics: true - new_gc_metrics: true + init_config: null instances: - - host: localhost - port: 9090 -marklogic: - config_path: /etc/datadog-agent/conf.d/marklogic.d/conf.yaml + - openmetrics_endpoint: http://localhost:9180/metrics +servicenow_performance: + config: null +shopify: + config: null +sidekiq: + config: null +silk: config: init_config: null instances: - - url: http://localhost:8002 -hudi: - config_path: /etc/datadog-agent/conf.d/hudi.d/conf.yaml + - host_address: https://localhost:443 +silverstripe_cms: config: - init_config: - is_jmx: true - collect_default_metrics: true - new_gc_metrics: true instances: - - host: - port: -tcp_check: - config_path: /etc/datadog-agent/conf.d/tcp_check.d/conf.yaml + - SILVERSTRIPE_DATABASE_NAME: + SILVERSTRIPE_DATABASE_PASSWORD: + SILVERSTRIPE_DATABASE_PORT: 5432 + SILVERSTRIPE_DATABASE_SERVER_IP: + SILVERSTRIPE_DATABASE_TYPE: + SILVERSTRIPE_DATABASE_USERNAME: + min_collection_interval: 15 +singlestore: config: init_config: null instances: - - name: - host: - port: -external_dns: - config_path: /etc/datadog-agent/conf.d/external_dns.d/conf.yaml + - host: +slurm: config: init_config: null instances: - - prometheus_url: http://localhost:7979/metrics -argocd: - config_path: /etc/datadog-agent/conf.d/argocd.d/conf.yaml + - min_collection_interval: 60 +snmp: config: - init_config: null + init_config: + loader: core + use_device_id_as_hostname: true instances: - - null -istio: - config_path: /etc/datadog-agent/conf.d/istio.d/conf.yaml + - loader: core + use_device_id_as_hostname: true +snmp_american_power_conversion: + config: null +snmp_arista: + config: null +snmp_aruba: + config: null +snmp_chatsworth_products: + config: null +snmp_check_point: + config: null +snmp_cisco: + config: null +snmp_dell: + config: null +snmp_f5: + config: null +snmp_fortinet: + config: null +snmp_hewlett_packard_enterprise: + config: null +snmp_juniper: + config: null +snmp_netapp: + config: null +snowflake: config: init_config: null instances: - - use_openmetrics: true - tag_by_endpoint: true -confluent_platform: - config_path: /etc/datadog-agent/conf.d/confluent_platform.d/conf.yaml + - account: - + disable_generic_tags: true + min_collection_interval: 3600 + role: + username: +solr: config: init_config: - is_jmx: true collect_default_metrics: true + is_jmx: true new_gc_metrics: true - service_check_prefix: confluent instances: - host: - port: -twistlock: - config_path: /etc/datadog-agent/conf.d/twistlock.d/conf.yaml - config: - init_config: null - instances: - - url: http://localhost:8081 -calico: - config_path: /etc/datadog-agent/conf.d/calico.d/conf.yaml + port: 9999 +sonarqube: config: - init_config: null + init_config: + collect_default_metrics: true + new_gc_metrics: true instances: - - openmetrics_endpoint: -supervisord: - config_path: /etc/datadog-agent/conf.d/supervisord.d/conf.yaml + - null + - null +sonatype_nexus: config: init_config: null instances: - - name: -kube_controller_manager: - config_path: /etc/datadog-agent/conf.d/kube_controller_manager.d/conf.yaml + - min_collection_interval: 600 + password: test_password + server_url: https://0.0.0.0:8081 + username: test_username +sonicwall_firewall: + config: null +sophos_central_cloud: + config: null +spark: config: init_config: null instances: - - prometheus_url: http://localhost:10252/metrics -cassandra: - config_path: /etc/datadog-agent/conf.d/cassandra.d/conf.yaml + - cluster_name: + disable_legacy_cluster_tag: true + spark_url: http://localhost:8080 +sqlserver: config: - init_config: - is_jmx: true - collect_default_metrics: true - new_gc_metrics: true + init_config: null instances: - - host: localhost - port: 7199 - cassandra_aliasing: true -envoy: - config_path: /etc/datadog-agent/conf.d/envoy.d/conf.yaml + - autodiscovery_db_service_check: false + host: , +squid: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:80/stats/prometheus -delinea_privilege_manager: - config_path: /etc/datadog-agent/conf.d/delinea_privilege_manager.d/conf.yaml - config: {} -esxi: - config_path: /etc/datadog-agent/conf.d/esxi.d/conf.yaml + - name: +ssh_check: config: init_config: null instances: - - host: + - host: localhost username: - password: - empty_default_hostname: true -mysql: - config_path: /etc/datadog-agent/conf.d/mysql.d/conf.yaml +statsd: config: init_config: null instances: - - host: localhost - username: datadog - password: - port: 3306 - disable_generic_tags: true -elastic: - config_path: /etc/datadog-agent/conf.d/elastic.d/conf.yaml + - null +streamnative: + config: null +strimzi: config: init_config: null instances: - - url: http://localhost:9200 - disable_legacy_service_check_tags: true -coredns: - config_path: /etc/datadog-agent/conf.d/coredns.d/conf.yaml + - null +supabase: config: init_config: null instances: - - openmetrics_endpoint: http://%%host%%:9153/metrics -octopus_deploy: - config_path: /etc/datadog-agent/conf.d/octopus_deploy.d/conf.yaml + - null +supervisord: config: init_config: null instances: - - octopus_endpoint: http://localhost:80 - headers: - X-Octopus-ApiKey: -jmx: - config_path: /etc/datadog-agent/conf.d/jmx.d/conf.yaml + - name: +suricata: + config: null +symantec_endpoint_protection: + config: null +symantec_vip: + config: null +system_core: config: init_config: null instances: - - port: 7199 -arangodb: - config_path: /etc/datadog-agent/conf.d/arangodb.d/conf.yaml + - null +system_swap: config: init_config: null instances: - - openmetrics_endpoint: -openstack: - config_path: /etc/datadog-agent/conf.d/openstack.d/conf.yaml + - null +systemd: + config: null +tanium: + config: null +tcp_check: config: - init_config: - keystone_server_url: https://:/ + init_config: null instances: - - name: - user: - password: - name: - domain: - id: -kafka_consumer: - config_path: /etc/datadog-agent/conf.d/kafka_consumer.d/conf.yaml + - host: + name: + port: +tcp_queue_length: + config: null +teamcity: config: init_config: null instances: - - kafka_connect_str: -azure_iot_edge: - config_path: /etc/datadog-agent/conf.d/azure_iot_edge.d/conf.yaml + - server: http://teamcity..com + use_openmetrics: true + - server: http://teamcity..com +tekton: config: init_config: null instances: - - edge_hub_prometheus_url: http://edgeHub:9600/metrics - edge_agent_prometheus_url: http://edgeAgent:9600/metrics -duckdb: - config_path: /etc/datadog-agent/conf.d/duckdb.d/conf.yaml + - null +teleport: config: init_config: null instances: - - db_name: /path-to-file/my_database.db - min_collection_interval: 60 -ambari: - config_path: /etc/datadog-agent/conf.d/ambari.d/conf.yaml + - teleport_url: http://127.0.0.1 +temporal: config: init_config: null instances: - - url: -aws_neuron: - config_path: /etc/datadog-agent/conf.d/aws_neuron.d/conf.yaml + - openmetrics_endpoint: +temporal_cloud: + config: null +tenable: + config: + logs: + - path: /opt/nessus/var/nessus/logs/backend.log + service: nessus_backend + source: tenable + type: file + - path: /opt/nessus/var/nessus/logs/www_server.log + service: nessus_webserver + source: tenable + type: file +tenable_io: + config: null +teradata: config: init_config: null instances: - - openmetrics_endpoint: http://localhost:8000/metrics -rabbitmq: - config_path: /etc/datadog-agent/conf.d/rabbitmq.d/conf.yaml + - database: + server: +terraform: + config: null +tibco_ems: config: init_config: null instances: - - prometheus_plugin: - url: http://localhost:15692 - null -dns_check: - config_path: /etc/datadog-agent/conf.d/dns_check.d/conf.yaml +tls: config: init_config: null instances: - - hostname: -cilium: - config_path: /etc/datadog-agent/conf.d/cilium.d/conf.yaml + - server: +tokumx: config: init_config: null instances: - - use_openmetrics: true - agent_endpoint: http://localhost:9962/metrics -gitlab_runner: - config_path: /etc/datadog-agent/conf.d/gitlab_runner.d/conf.yaml + - server: mongodb://localhost:27017 +tomcat: config: init_config: - allowed_metrics: - - ci_docker_machines_provider_machine_creation_duration_seconds - - ci_docker_machines_provider_machine_states - - ci_runner_builds - - ci_runner_errors - - ci_ssh_docker_machines_provider_machine_creation_duration_seconds - - ci_ssh_docker_machines_provider_machine_states - - gitlab_runner_autoscaling_machine_creation_duration_seconds - - gitlab_runner_autoscaling_machine_states - - gitlab_runner_errors_total - - gitlab_runner_jobs - - gitlab_runner_version_info - - go_gc_duration_seconds - - go_goroutines - - go_memstats_alloc_bytes - - go_memstats_alloc_bytes_total - - go_memstats_buck_hash_sys_bytes - - go_memstats_frees_total - - go_memstats_gc_sys_bytes - - go_memstats_heap_alloc_bytes - - go_memstats_heap_idle_bytes - - go_memstats_heap_inuse_bytes - - go_memstats_heap_objects - - go_memstats_heap_released_bytes_total - - go_memstats_heap_sys_bytes - - go_memstats_last_gc_time_seconds - - go_memstats_lookups_total - - go_memstats_mallocs_total - - go_memstats_mcache_inuse_bytes - - go_memstats_mcache_sys_bytes - - go_memstats_mspan_inuse_bytes - - go_memstats_mspan_sys_bytes - - go_memstats_next_gc_bytes - - go_memstats_other_sys_bytes - - go_memstats_stack_inuse_bytes - - go_memstats_stack_sys_bytes - - go_memstats_sys_bytes - - process_cpu_seconds_total - - process_max_fds - - process_open_fds - - process_resident_memory_bytes - - process_start_time_seconds - - process_virtual_memory_bytes - instances: - - gitlab_url: - prometheus_endpoint: http://:/metrics -amazon_msk: - config_path: /etc/datadog-agent/conf.d/amazon_msk.d/conf.yaml - config: - init_config: null + collect_default_metrics: true + is_jmx: true + new_gc_metrics: true instances: - - use_openmetrics: true - cluster_arn: -impala: - config_path: /etc/datadog-agent/conf.d/impala.d/conf.yaml + - host: localhost + port: 9012 +torchserve: config: init_config: null instances: - - service_type: daemon - openmetrics_endpoint: http://%%host%%:25000/metrics_prometheus -linkerd: - config_path: /etc/datadog-agent/conf.d/linkerd.d/conf.yaml + - null + - null + - null +traefik_mesh: config: init_config: null instances: - - tag_by_endpoint: false - exclude_labels: - - destination_service + - openmetrics_endpoint: http://: traffic_server: - config_path: /etc/datadog-agent/conf.d/traffic_server.d/conf.yaml config: init_config: null instances: - - traffic_server_url: http://localhost:8080/_stats - metric_patterns: + - metric_patterns: include: - traffic_server.node.* - traffic_server.process.http.code.* @@ -1352,75 +1413,133 @@ traffic_server: - traffic_server.process.cache.volume.percent_full - traffic_server.process.cache.volume.bytes.* - traffic_server.process.cache.volume.ram_cache.* -slurm: - config_path: /etc/datadog-agent/conf.d/slurm.d/conf.yaml + traffic_server_url: http://localhost:8080/_stats +trellix_endpoint_security: + config: null +trend_micro_email_security: + config: null +trend_micro_vision_one_endpoint_security: + config: null +trend_micro_vision_one_xdr: + config: null +twemproxy: config: init_config: null instances: - - min_collection_interval: 60 -postgres: - config_path: /etc/datadog-agent/conf.d/postgres.d/conf.yaml + - host: localhost + port: 2222 +twistlock: config: init_config: null instances: - - host: localhost - username: datadog - collect_bloat_metrics: false - disable_generic_tags: true -oracle: - config_path: /etc/datadog-agent/conf.d/oracle.d/conf.yaml + - url: http://localhost:8081 +varnish: config: - _error: "Failed to parse YAML: mapping values are not allowed here\n in \"/etc/datadog-agent/conf.d/oracle.d/conf.yaml.example\"\ - , line 35, column 29" -journald: - config_path: /etc/datadog-agent/conf.d/journald.d/conf.yaml + init_config: null + instances: + - varnishstat: /usr/bin/varnishstat +vault: config: - logs: - - type: journald -ibm_db2: - config_path: /etc/datadog-agent/conf.d/ibm_db2.d/conf.yaml + init_config: null + instances: + - api_url: http://localhost:8200/v1 + no_token: false + use_openmetrics: true +velero: config: init_config: null instances: - - db: - username: - password: -harbor: - config_path: /etc/datadog-agent/conf.d/harbor.d/conf.yaml + - openmetrics_endpoint: +vertica: config: init_config: null instances: - - url: + - null +vllm: + config: + init_config: null + instances: + - openmetrics_endpoint: http://localhost:8000/metrics +voltdb: + config: + init_config: null + instances: + - password: + url: http://localhost:8080 username: +vonage: + config: null +vsphere: + config: + init_config: null + instances: + - empty_default_hostname: true + host: password: -directory: - config_path: /etc/datadog-agent/conf.d/directory.d/conf.yaml + use_legacy_check_version: false + username: +wazuh: + config: null +weaviate: config: init_config: null instances: - - directory: -hive: - config_path: /etc/datadog-agent/conf.d/hive.d/conf.yaml + - openmetrics_endpoint: http://localhost:2112/metrics +weblogic: config: init_config: - is_jmx: true collect_default_metrics: true + is_jmx: true new_gc_metrics: true instances: - - host: - port: 8809 -singlestore: - config_path: /etc/datadog-agent/conf.d/singlestore.d/conf.yaml + - host: localhost + port: 9090 +win32_event_log: + config: + init_config: + legacy_mode: false + instances: + - null +wincrashdetect: + config: null +windows_performance_counters: config: init_config: null instances: - - host: -keycloak: - config_path: /etc/datadog-agent/conf.d/keycloak.d/conf.yaml - config: {} -process: - config_path: /etc/datadog-agent/conf.d/process.d/conf.yaml + - metrics: {} +windows_registry: + config: null +windows_service: config: init_config: null instances: - - name: + - services: + - + - name: + - startup_type: automatic + trigger_start: false +winkmem: + config: null +wmi_check: + config: + init_config: null + instances: + - class: + metrics: + - - + - + - +yarn: + config: + init_config: null + instances: + - disable_legacy_cluster_tag: true +zeek: + config: null +zero_networks: + config: null +zk: + config: + init_config: null + instances: + - host: localhost diff --git a/agent_integration_defaults/src/collect_configs.py b/agent_integration_defaults/src/collect_configs.py index 4fd8ef2..6624b38 100644 --- a/agent_integration_defaults/src/collect_configs.py +++ b/agent_integration_defaults/src/collect_configs.py @@ -4,55 +4,52 @@ # It also handles YAML parsing errors gracefully, including them in the output. # Usage: Run this script in an environment where the Datadog Agent's conf.d directory is accessible. +# The output will be saved to /output/collected_integrations.yaml. import os import yaml -CONF_ROOT = "/etc/datadog-agent/conf.d" -OUTPUT_FILE = "collected_integrations.yaml" - -def normalize_integration_name(name): - return name[:-2] if name.endswith(".d") else name - -def normalize_config_path(path): - return path.replace("conf.yaml.example", "conf.yaml") - -def find_configs(): - integrations = {} - for entry in os.scandir(CONF_ROOT): - if entry.is_dir(): - raw_name = entry.name - conf_dir = entry.path - conf_file = os.path.join(conf_dir, "conf.yaml") - example_file = os.path.join(conf_dir, "conf.yaml.example") - - selected_file = None - if os.path.exists(conf_file): - selected_file = conf_file - elif os.path.exists(example_file): - selected_file = example_file - - if selected_file: +BASE_DIR = "/app/integrations-core" +output = {} + +# Get sorted list of directory names +for item in sorted(os.listdir(BASE_DIR)): + full_path = os.path.join(BASE_DIR, item) + + # Skip non-configuration directories + if item.startswith(".") or item == "__pycache__": + # Skip hidden files and directories + continue + if item == "tests": + # Skip tests directory + continue + if item.startswith("datadog_checks_"): + # Skip datadog_checks_ directories + continue + + # Check if the item is a directory + if os.path.isdir(full_path): + # Check for conf.yaml and conf.yaml.example files + conf_path = os.path.join(full_path, "datadog_checks", item, "data", "conf.yaml") + example_path = os.path.join(full_path, "datadog_checks", item, "data", "conf.yaml.example") + + config = None + + if os.path.isfile(conf_path): + with open(conf_path, "r") as f: try: - with open(selected_file, "r") as f: - config = yaml.safe_load(f) or {} - except yaml.YAMLError as e: - config = {"_error": f"Failed to parse YAML: {str(e)}"} - - name = normalize_integration_name(raw_name) - path = normalize_config_path(selected_file) + config = yaml.safe_load(f) + except yaml.YAMLError: + config = None - integrations[name] = { - "config_path": path, - "config": config - } - - return integrations + if config is None and os.path.isfile(example_path): + with open(example_path, "r") as f: + try: + config = yaml.safe_load(f) + except yaml.YAMLError: + config = None -def main(): - integrations = find_configs() - with open(OUTPUT_FILE, "w") as out: - yaml.dump(integrations, out, default_flow_style=False, sort_keys=False) - print(f"✅ Collected {len(integrations)} integrations into {OUTPUT_FILE}") + output[item] = {"config": config} -if __name__ == "__main__": - main() +# Dump with top-level keys sorted +with open("/output/collected_integrations.yaml", "w") as f: + yaml.dump(dict(sorted(output.items())), f, sort_keys=True) From 05a48a86437ba0b5940da85d216f65bdebccb4bf Mon Sep 17 00:00:00 2001 From: dongothing-dd <166544325+dongothing-dd@users.noreply.github.com> Date: Fri, 25 Apr 2025 08:47:30 -0600 Subject: [PATCH 3/4] Update agent_integration_defaults/Dockerfile add --no-cache-dir Co-authored-by: datadog-datadog-prod-us1[bot] <88084959+datadog-datadog-prod-us1[bot]@users.noreply.github.com> --- agent_integration_defaults/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/agent_integration_defaults/Dockerfile b/agent_integration_defaults/Dockerfile index 327b079..f9ea0a0 100644 --- a/agent_integration_defaults/Dockerfile +++ b/agent_integration_defaults/Dockerfile @@ -11,7 +11,7 @@ RUN git clone https://github.com/DataDog/integrations-core.git # Set the working directory to the cloned repo COPY src/requirements.txt /src/requirements.txt -RUN pip3 install -r /src/requirements.txt +RUN pip3 install --no-cache-dir -r /src/requirements.txt # Copy the Python script into the container COPY /src /app From c220c508cb7596097a1374d4125247097555e22e Mon Sep 17 00:00:00 2001 From: dongothing-dd <166544325+dongothing-dd@users.noreply.github.com> Date: Fri, 25 Apr 2025 08:56:43 -0600 Subject: [PATCH 4/4] Update Dockerfile to pin git version --- agent_integration_defaults/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/agent_integration_defaults/Dockerfile b/agent_integration_defaults/Dockerfile index f9ea0a0..8dc02d1 100644 --- a/agent_integration_defaults/Dockerfile +++ b/agent_integration_defaults/Dockerfile @@ -1,7 +1,7 @@ FROM python:3.13-slim # Install dependencies -RUN apt-get update && apt-get install -y git && rm -rf /var/lib/apt/lists/* +RUN apt-get update && apt-get install -y git=1:2.39.5-0+deb12u2 && rm -rf /var/lib/apt/lists/* # Set up the working directory WORKDIR /app @@ -17,4 +17,4 @@ RUN pip3 install --no-cache-dir -r /src/requirements.txt COPY /src /app # Run the script -CMD ["python", "collect_configs.py"] \ No newline at end of file +CMD ["python", "collect_configs.py"]