DT 2545 adot add more receiver pipeline

share_files/adot-collector-config-test.yaml

@@ -0,0 +1,93 @@
+receivers:
+  otlp/ecs-adot:
+    protocols:
+      grpc:
+        endpoint: 0.0.0.0:4317
+      http:
+        endpoint: 0.0.0.0:4318
+  awsecscontainermetrics:
+    collection_interval: 30s
+  # awscloudwatch:
+  #   region: ${env:ecs_region}
+  #   logs:
+  #     poll_interval: 1m
+  #     groups:
+  #       autodiscover:
+  #         limit: 5
+  #         prefix: "/ecs/${env:ecs_cluster_name}/${env:ecs_service_name}"
+  #         streams:
+  #           prefixes: ["ecs/${env:ecs_service_name}"]
+  filelog:
+    include: [ /mnt/logs/*.json, /mnt/logs/*.log ]
+    operators:
+      - type: json_parser
+        timestamp:
+          parse_from: attributes.time
+          layout: '%Y-%m-%d %H:%M:%S %z'
+        severity:
+          parse_from: attributes.severity
+  prometheus/ecs:
+    config:
+      scrape_configs:
+      - job_name: adot-collector
+        scrape_interval: 10s
+        static_configs:
+          - targets:
+              - ${env:HOSTNAME}:8888
+
+exporters:
+  debug:
+    verbosity: ${env:otel_conf_debug_verbosity}
+  otlphttp/ecs-otel:
+    endpoint: ${env:otlp_exporter_endpoint}
+
+processors:
+  batch: {}
+  memory_limiter:
+    check_interval: 5s
+    limit_percentage: 80
+    spike_limit_percentage: 25
+  resource:
+    attributes:
+      - key: "splashtop.datacenter"
+        value: ${env:ecs_cluster_name}
+        action: "insert"
+      - key: "splashtop.region"
+        value: ${env:ecs_region}
+        action: "insert"
+  resource/log:
+    attributes:
+      - key: "service.name"
+        value: ${env:ecs_service_name}
+        action: "insert"
+
+extensions:
+  health_check:
+    endpoint: 0.0.0.0:13133
+
+service:
+  telemetry:
+    metrics:
+      address: ${env:HOSTNAME}:8888
+  extensions: [health_check]
+  pipelines:
+    metrics/awsecscontainer:
+      receivers: [awsecscontainermetrics, prometheus/ecs]
+      processors: [memory_limiter, resource, batch]
+      exporters: [otlphttp/ecs-otel, debug]
+    metrics:
+      receivers: [otlp/ecs-adot]
+      processors: [memory_limiter, resource, batch]
+      exporters: [otlphttp/ecs-otel, debug]
+    traces:
+      receivers: [otlp/ecs-adot]
+      processors: [memory_limiter, resource, batch]
+      exporters: [otlphttp/ecs-otel, debug]
+    logs:
+      receivers: [otlp/ecs-adot]
+      processors: [memory_limiter, resource, batch]
+      exporters: [otlphttp/ecs-otel, debug]
+    logs/filelog:
+      receivers: [filelog]
+      processors: [memory_limiter, resource, resource/log, batch]
+      exporters: [otlphttp/ecs-otel, debug]

share_files/adot-collector-config.yaml

@@ -1,6 +1,21 @@
 receivers:
+  otlp/ecs-adot:
+    protocols:
+      grpc:
+        endpoint: 0.0.0.0:4317
+      http:
+        endpoint: 0.0.0.0:4318
   awsecscontainermetrics:
     collection_interval: 30s
+  filelog:
+    include: [ /mnt/logs/*.json, /mnt/logs/*.log ]
+    operators:
+      - type: json_parser
+        timestamp:
+          parse_from: attributes.time
+          layout: '%Y-%m-%d %H:%M:%S %z'
+        severity:
+          parse_from: attributes.severity
   prometheus/ecs:
     config:
       scrape_configs:
@@ -11,7 +26,8 @@ receivers:
               - ${env:HOSTNAME}:8888
 
 exporters:
-  debug: {}
+  debug:
+    verbosity: ${env:otel_conf_debug_verbosity}
   otlphttp/ecs-otel:
     endpoint: ${env:otlp_exporter_endpoint}
 
@@ -29,6 +45,11 @@ processors:
       - key: "splashtop.region"
         value: ${env:ecs_region}
         action: "insert"
+  resource/log:
+    attributes:
+      - key: "service.name"
+        value: ${env:ecs_service_name}
+        action: "insert"
 
 extensions:
   health_check:
@@ -40,7 +61,23 @@ service:
       address: ${env:HOSTNAME}:8888
   extensions: [health_check]
   pipelines:
-    metrics:
+    metrics/awsecscontainer:
       receivers: [awsecscontainermetrics, prometheus/ecs]
       processors: [memory_limiter, resource, batch]
-      exporters: [otlphttp/ecs-otel]
+      exporters: [otlphttp/ecs-otel, debug]
+    metrics:
+      receivers: [otlp/ecs-adot]
+      processors: [memory_limiter, resource, batch]
+      exporters: [otlphttp/ecs-otel, debug]
+    traces:
+      receivers: [otlp/ecs-adot]
+      processors: [memory_limiter, resource, batch]
+      exporters: [otlphttp/ecs-otel, debug]
+    logs:
+      receivers: [otlp/ecs-adot]
+      processors: [memory_limiter, resource, batch]
+      exporters: [otlphttp/ecs-otel, debug]
+    logs/filelog:
+      receivers: [filelog]
+      processors: [memory_limiter, resource, resource/log, batch]
+      exporters: [otlphttp/ecs-otel, debug]