& so it begins

dev/docker-compose.dev.yaml

@@ -0,0 +1,218 @@
+x-common: &common
+    networks:
+        - signoz-net
+    restart: unless-stopped
+    logging:
+        options:
+            max-size: 50m
+            max-file: "3"
+
+x-clickhouse-defaults: &clickhouse-defaults
+    !!merge <<: *common
+    image: clickhouse/clickhouse-server:25.5.6
+    tty: true
+    labels:
+        signoz.io/scrape: "true"
+        signoz.io/port: "9363"
+        signoz.io/path: "/metrics"
+    depends_on:
+        init-clickhouse:
+            condition: service_completed_successfully
+        zookeeper-1:
+            condition: service_healthy
+    healthcheck:
+        test:
+            - CMD
+            - wget
+            - --spider
+            - -q
+            - 0.0.0.0:8123/ping
+        interval: 30s
+        timeout: 5s
+        retries: 3
+    ulimits:
+        nproc: 65535
+        nofile:
+            soft: 262144
+            hard: 262144
+    environment:
+        - CLICKHOUSE_SKIP_USER_SETUP=1
+x-zookeeper-defaults: &zookeeper-defaults
+    !!merge <<: *common
+    image: signoz/zookeeper:3.7.1
+    user: root
+    labels:
+        signoz.io/scrape: "true"
+        signoz.io/port: "9141"
+        signoz.io/path: "/metrics"
+    healthcheck:
+        test:
+            - CMD-SHELL
+            - curl -s -m 2 http://localhost:8080/commands/ruok | grep error | grep null
+        interval: 30s
+        timeout: 5s
+        retries: 3
+x-db-depend: &db-depend
+    !!merge <<: *common
+    depends_on:
+        clickhouse:
+            condition: service_healthy
+# ======
+#  Main
+# ======
+services:
+    valkey:
+        restart: always
+        image: valkey/valkey:9.0.3
+        networks:
+            - signoz-net
+        ports:
+            - 6379:6379
+        volumes:
+            - dev_valkey_data:/data
+    postgresql:
+        restart: always
+        image: postgres:18.3
+        networks:
+            - signoz-net
+        ports:
+            - 5432:5432
+        environment:
+            POSTGRES_DB: primarydb
+            POSTGRES_USER: postgres
+            POSTGRES_PASSWORD: postgres
+        volumes:
+            - dev_postgresql_data:/var/lib/postgresql
+
+    init-clickhouse:
+        !!merge <<: *common
+        image: clickhouse/clickhouse-server:25.5.6
+        container_name: signoz-init-clickhouse
+        command:
+            - bash
+            - -c
+            - |
+                version="v0.0.1"
+                node_os=$$(uname -s | tr '[:upper:]' '[:lower:]')
+                node_arch=$$(uname -m | sed s/aarch64/arm64/ | sed s/x86_64/amd64/)
+                echo "Fetching histogram-binary for $${node_os}/$${node_arch}"
+                cd /tmp
+                wget -O histogram-quantile.tar.gz "https://github.com/SigNoz/signoz/releases/download/histogram-quantile%2F$${version}/histogram-quantile_$${node_os}_$${node_arch}.tar.gz"
+                tar -xvzf histogram-quantile.tar.gz
+                mv histogram-quantile /var/lib/clickhouse/user_scripts/histogramQuantile
+        restart: on-failure
+        volumes:
+            - clickhouse-user-scripts:/var/lib/clickhouse/user_scripts/
+    zookeeper-1:
+        !!merge <<: *zookeeper-defaults
+        container_name: signoz-zookeeper-1
+        # ports:
+        #   - "2181:2181"
+        #   - "2888:2888"
+        #   - "3888:3888"
+        volumes:
+            - zookeeper-1:/bitnami/zookeeper
+        environment:
+            - ZOO_SERVER_ID=1
+            - ALLOW_ANONYMOUS_LOGIN=yes
+            - ZOO_AUTOPURGE_INTERVAL=1
+            - ZOO_ENABLE_PROMETHEUS_METRICS=yes
+            - ZOO_PROMETHEUS_METRICS_PORT_NUMBER=9141
+    clickhouse:
+        !!merge <<: *clickhouse-defaults
+        container_name: signoz-clickhouse
+        # ports:
+        #   - "9000:9000"
+        #   - "8123:8123"
+        #   - "9181:9181"
+        volumes:
+            - ./clickhouse-config.xml:/etc/clickhouse-server/config.xml
+            - ./clickhouse-users.xml:/etc/clickhouse-server/users.xml
+            - ./clickhouse-custom-function.xml:/etc/clickhouse-server/custom-function.xml
+            - clickhouse-user-scripts:/var/lib/clickhouse/user_scripts/
+            - ./clickhouse-cluster.xml:/etc/clickhouse-server/config.d/cluster.xml
+            - clickhouse:/var/lib/clickhouse/
+            # - ./clickhouse-storage.xml:/etc/clickhouse-server/config.d/storage.xml
+    signoz:
+        !!merge <<: *db-depend
+        image: signoz/signoz:${VERSION:-v0.113.0}
+        container_name: signoz
+        ports:
+            - "8080:8080" # signoz port
+        volumes:
+            - sqlite:/var/lib/signoz/
+        environment:
+            - SIGNOZ_ALERTMANAGER_PROVIDER=signoz
+            - SIGNOZ_TELEMETRYSTORE_CLICKHOUSE_DSN=tcp://clickhouse:9000
+            - SIGNOZ_SQLSTORE_SQLITE_PATH=/var/lib/signoz/signoz.db
+            - SIGNOZ_TOKENIZER_JWT_SECRET=secret
+        healthcheck:
+            test:
+                - CMD
+                - wget
+                - --spider
+                - -q
+                - localhost:8080/api/v1/health
+            interval: 30s
+            timeout: 5s
+            retries: 3
+    otel-collector:
+        !!merge <<: *db-depend
+        image: signoz/signoz-otel-collector:${OTELCOL_TAG:-v0.144.1}
+        container_name: signoz-otel-collector
+        entrypoint:
+            - /bin/sh
+        command:
+            - -c
+            - |
+                /signoz-otel-collector migrate sync check &&
+                /signoz-otel-collector --config=/etc/otel-collector-config.yaml --manager-config=/etc/manager-config.yaml --copy-path=/var/tmp/collector-config.yaml
+        volumes:
+            - ./otel-collector-config.yaml:/etc/otel-collector-config.yaml
+            - ./otel-collector-opamp-config.yaml:/etc/manager-config.yaml
+        environment:
+            - OTEL_RESOURCE_ATTRIBUTES=host.name=signoz-host,os.type=linux
+            - LOW_CARDINAL_EXCEPTION_GROUPING=false
+            - SIGNOZ_OTEL_COLLECTOR_CLICKHOUSE_DSN=tcp://clickhouse:9000
+            - SIGNOZ_OTEL_COLLECTOR_CLICKHOUSE_CLUSTER=cluster
+            - SIGNOZ_OTEL_COLLECTOR_CLICKHOUSE_REPLICATION=true
+            - SIGNOZ_OTEL_COLLECTOR_TIMEOUT=10m
+        ports:
+            # - "1777:1777"     # pprof extension
+            - "4317:4317" # OTLP gRPC receiver
+            - "4318:4318" # OTLP HTTP receiver
+    signoz-telemetrystore-migrator:
+        !!merge <<: *db-depend
+        image: signoz/signoz-otel-collector:${OTELCOL_TAG:-v0.144.1}
+        container_name: signoz-telemetrystore-migrator
+        environment:
+            - SIGNOZ_OTEL_COLLECTOR_CLICKHOUSE_DSN=tcp://clickhouse:9000
+            - SIGNOZ_OTEL_COLLECTOR_CLICKHOUSE_CLUSTER=cluster
+            - SIGNOZ_OTEL_COLLECTOR_CLICKHOUSE_REPLICATION=true
+            - SIGNOZ_OTEL_COLLECTOR_TIMEOUT=10m
+        entrypoint:
+            - /bin/sh
+        command:
+            - -c
+            - |
+                /signoz-otel-collector migrate bootstrap &&
+                /signoz-otel-collector migrate sync up &&
+                /signoz-otel-collector migrate async up
+        restart: on-failure
+# Peripherals
+networks:
+    signoz-net:
+        name: signoz-net
+volumes:
+    dev_valkey_data:
+        name: dev-valkey-data
+    dev_postgresql_data:
+        name: dev-postgresql-data
+    clickhouse:
+        name: signoz-clickhouse
+    clickhouse-user-scripts:
+        name: signoz-clickhouse-user-scripts
+    sqlite:
+        name: signoz-sqlite
+    zookeeper-1:
+        name: signoz-zookeeper-1