diff --git a/share_files/adot-collector-config-test.yaml b/share_files/adot-collector-config-test.yaml new file mode 100644 index 0000000..6607cac --- /dev/null +++ b/share_files/adot-collector-config-test.yaml @@ -0,0 +1,93 @@ +receivers: + otlp/ecs-adot: + protocols: + grpc: + endpoint: 0.0.0.0:4317 + http: + endpoint: 0.0.0.0:4318 + awsecscontainermetrics: + collection_interval: 30s + # awscloudwatch: + # region: ${env:ecs_region} + # logs: + # poll_interval: 1m + # groups: + # autodiscover: + # limit: 5 + # prefix: "/ecs/${env:ecs_cluster_name}/${env:ecs_service_name}" + # streams: + # prefixes: ["ecs/${env:ecs_service_name}"] + filelog: + include: [ /mnt/logs/*.json, /mnt/logs/*.log ] + operators: + - type: json_parser + timestamp: + parse_from: attributes.time + layout: '%Y-%m-%d %H:%M:%S %z' + severity: + parse_from: attributes.severity + prometheus/ecs: + config: + scrape_configs: + - job_name: adot-collector + scrape_interval: 10s + static_configs: + - targets: + - ${env:HOSTNAME}:8888 + +exporters: + debug: + verbosity: ${env:otel_conf_debug_verbosity} + otlphttp/ecs-otel: + endpoint: ${env:otlp_exporter_endpoint} + +processors: + batch: {} + memory_limiter: + check_interval: 5s + limit_percentage: 80 + spike_limit_percentage: 25 + resource: + attributes: + - key: "splashtop.datacenter" + value: ${env:ecs_cluster_name} + action: "insert" + - key: "splashtop.region" + value: ${env:ecs_region} + action: "insert" + resource/log: + attributes: + - key: "service.name" + value: ${env:ecs_service_name} + action: "insert" + +extensions: + health_check: + endpoint: 0.0.0.0:13133 + +service: + telemetry: + metrics: + address: ${env:HOSTNAME}:8888 + extensions: [health_check] + pipelines: + metrics/awsecscontainer: + receivers: [awsecscontainermetrics, prometheus/ecs] + processors: [memory_limiter, resource, batch] + exporters: [otlphttp/ecs-otel, debug] + metrics: + receivers: [otlp/ecs-adot] + processors: [memory_limiter, resource, batch] + exporters: [otlphttp/ecs-otel, debug] + traces: + receivers: [otlp/ecs-adot] + processors: [memory_limiter, resource, batch] + exporters: [otlphttp/ecs-otel, debug] + logs: + receivers: [otlp/ecs-adot] + processors: [memory_limiter, resource, batch] + exporters: [otlphttp/ecs-otel, debug] + logs/filelog: + receivers: [filelog] + processors: [memory_limiter, resource, resource/log, batch] + exporters: [otlphttp/ecs-otel, debug] \ No newline at end of file diff --git a/share_files/adot-collector-config.yaml b/share_files/adot-collector-config.yaml index 9f14e11..6d99b38 100644 --- a/share_files/adot-collector-config.yaml +++ b/share_files/adot-collector-config.yaml @@ -1,6 +1,21 @@ receivers: + otlp/ecs-adot: + protocols: + grpc: + endpoint: 0.0.0.0:4317 + http: + endpoint: 0.0.0.0:4318 awsecscontainermetrics: collection_interval: 30s + filelog: + include: [ /mnt/logs/*.json, /mnt/logs/*.log ] + operators: + - type: json_parser + timestamp: + parse_from: attributes.time + layout: '%Y-%m-%d %H:%M:%S %z' + severity: + parse_from: attributes.severity prometheus/ecs: config: scrape_configs: @@ -11,7 +26,8 @@ receivers: - ${env:HOSTNAME}:8888 exporters: - debug: {} + debug: + verbosity: ${env:otel_conf_debug_verbosity} otlphttp/ecs-otel: endpoint: ${env:otlp_exporter_endpoint} @@ -29,6 +45,11 @@ processors: - key: "splashtop.region" value: ${env:ecs_region} action: "insert" + resource/log: + attributes: + - key: "service.name" + value: ${env:ecs_service_name} + action: "insert" extensions: health_check: @@ -40,7 +61,23 @@ service: address: ${env:HOSTNAME}:8888 extensions: [health_check] pipelines: - metrics: + metrics/awsecscontainer: receivers: [awsecscontainermetrics, prometheus/ecs] processors: [memory_limiter, resource, batch] - exporters: [otlphttp/ecs-otel] \ No newline at end of file + exporters: [otlphttp/ecs-otel, debug] + metrics: + receivers: [otlp/ecs-adot] + processors: [memory_limiter, resource, batch] + exporters: [otlphttp/ecs-otel, debug] + traces: + receivers: [otlp/ecs-adot] + processors: [memory_limiter, resource, batch] + exporters: [otlphttp/ecs-otel, debug] + logs: + receivers: [otlp/ecs-adot] + processors: [memory_limiter, resource, batch] + exporters: [otlphttp/ecs-otel, debug] + logs/filelog: + receivers: [filelog] + processors: [memory_limiter, resource, resource/log, batch] + exporters: [otlphttp/ecs-otel, debug] \ No newline at end of file