posthog/otel-collector-config.dev.yaml at master · hpy1968/posthog · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
extensions:
    docker_observer:
    health_check: # Default configuration is usually fine
    zpages: # Default configuration is usually fine

receivers:
    receiver_creator:
        watch_observers: [docker_observer]
        receivers:
            filelog:
                rule: type == "container" and labels["com.docker.compose.project"] == "${env:COMPOSE_PROJECT}" and not (name matches "otel-collector")
                config:
                    include:
                        - '`"/var/lib/docker/containers/" + container_id + "/*.log"`'
                    include_file_path: true
                    operators:
                        - type: regex_replace
                          regex_name: ansi_control_sequences
                          field: body
                        - id: docker-json-parser
                          type: json_parser
                          timestamp:
                              parse_from: attributes.time
                              layout: '%Y-%m-%dT%H:%M:%S.%LZ'
                          on_error: drop
                        - type: move
                          from: attributes["log"]
                          to: body
                        - type: add
                          field: resource["service.name"]
                          value: '`name`'
                        - type: add
                          field: resource["container.name"]
                          value: '`name`'
                        - type: add
                          field: resource["container.id"]
                          value: '`container_id`'
                        - type: add
                          field: resource["container.image.name"]
                          value: '`image`'
                        - type: json_parser
                          parse_from: body
                          on_error: send_quiet
                          if: "hasPrefix(body, '{')"
                        - type: move
                          from: attributes["log.file.name"]
                          to: resource["log.file.name"]
                        - type: move
                          from: attributes["log.file.path"]
                          to: resource["log.file.path"]
    otlp:
        protocols:
            grpc:
                endpoint: 0.0.0.0:4317 # Collector receiving OTLP gRPC
            http:
                endpoint: 0.0.0.0:4318 # Collector receiving OTLP HTTP
    prometheus:
        config:
            scrape_configs:
                - job_name: 'nodejs'
                  scrape_interval: 15s
                  metrics_path: /_metrics
                  static_configs:
                      - targets: ['host.docker.internal:6738']
                # PostHog's own logs/metrics ingestion services. Their
                # prom-client counters (logs_ingestion_*, metrics_ingestion_*,
                # consumer lag, batch utilization) are exactly the metrics the
                # Grafana logs dashboard charts — scraping them here pipes a
                # real PostHog service through the metrics product locally, so
                # they're queryable in /metrics. Ports match HTTP_SERVER_PORT
                # in bin/mprocs.yaml (ingestion-logs 6743, ingestion-metrics
                # 6744). Targets that aren't running are simply scraped-down.
                # The job_name becomes the row's service_name downstream (the
                # receiver maps it to the service.name resource attribute);
                # static_configs labels can NOT override it.
                - job_name: 'logs-ingestion'
                  scrape_interval: 15s
                  metrics_path: /_metrics
                  static_configs:
                      - targets: ['host.docker.internal:6743']
                - job_name: 'metrics-ingestion'
                  scrape_interval: 15s
                  metrics_path: /_metrics
                  static_configs:
                      - targets: ['host.docker.internal:6744']

exporters:
    otlp: # Using the standard OTLP exporter
        endpoint: '${env:JAEGER_HOST:-jaeger}:4317' # Sending OTLP gRPC to Jaeger
        tls:
            insecure: true # For local communication to Jaeger
    otlphttp: # Using the standard OTLP exporter
        endpoint: 'http://capture-logs:4318'
        compression: none
        tls:
            insecure: true # For local communication to Jaeger
        headers:
            # special "local" token is automatically mapped to team_id 1 in dev environments
            authorization: Bearer phc_local
    otlphttp/logs:
        endpoint: 'http://host.docker.internal:4320'
        compression: none
        tls:
            insecure: true
        headers:
            # special "local" token is automatically mapped to team_id 1 in dev environments
            authorization: Bearer phc_local
    otlphttp/metrics:
        endpoint: 'http://host.docker.internal:4320'
        compression: none
        tls:
            insecure: true
        headers:
            authorization: Bearer phc_local

processors:
    batch:

service:
    pipelines:
        traces:
            receivers: [otlp]
            processors: [batch]
            exporters: [otlp, otlphttp]
        logs:
            exporters:
                - otlphttp/logs
            processors:
                - batch
            receivers:
                - otlp
                - receiver_creator
        metrics:
            receivers: [otlp, prometheus]
            processors: [batch]
            exporters: [otlphttp/metrics]
    extensions: [docker_observer, health_check, zpages] # Enabling the declared extensions