[feat][storage]: add write path for ClickHouse based on Jaeger V2

Author: zhengkezhou1

.github/workflows/ci-e2e-clickhouse.yaml

@@ -0,0 +1,49 @@
+name: CIT ClickHouse
+
+on:
+  workflow_call:
+
+concurrency:
+  group: cit-kafka-${{ github.workflow }}-${{ (github.event.pull_request && github.event.pull_request.number) || github.ref || github.run_id }}
+  cancel-in-progress: true
+
+# See https://github.com/ossf/scorecard/blob/main/docs/checks.md#token-permissions
+permissions:  # added using https://github.com/step-security/secure-workflows
+  contents: read
+
+jobs:
+  clickhouse:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        jaeger-version: [v2]
+        clickhouse-version: ["2.x"]
+    name: clickhouse ${{matrix.clickhouse-version }} ${{ matrix.jaeger-version }}
+    steps:
+      - name: Harden Runner
+        uses: step-security/harden-runner@91182cccc01eb5e619899d80e4e971d6181294a7 # v2.10.1
+        with:
+          egress-policy: audit # TODO: change to 'egress-policy: block' after couple of runs
+
+      - uses: actions/checkout@d632683dd7b4114ad314bca15554477dd762a938 # v4.2.0
+
+      - uses: actions/setup-go@f111f3307d8850f501ac008e886eec1fd1932a34 # v5.3.0
+        with:
+          go-version: 1.24.x
+
+      - name: Run clickhouse integration tests
+        id: test-execution
+        run: bash scripts/e2e/clickhouse.sh
+
+      - uses: ./.github/actions/verify-metrics-snapshot
+        if: matrix.jaeger-version == 'v2'
+        with:
+          snapshot: metrics_snapshot_clickhouse
+          artifact_key: metrics_snapshot_kafka_${{ matrix.jaeger-version }}
+
+      - name: Upload coverage to codecov
+        uses: ./.github/actions/upload-codecov
+        with:
+          files: cover.out
+          flags: clickhouse-${{ matrix.clickhouse-version }}-${{ matrix.jaeger-version }}

.mockery.yaml

@@ -42,6 +42,11 @@ packages:
   github.com/jaegertracing/jaeger/pkg/es/client:
     config:
       all: true
+  github.com/jaegertracing/jaeger/pkg/clickhouse:
+    config:
+      all: true
+    interfaces:
+      Client:
   github.com/jaegertracing/jaeger/pkg/kafka/consumer:
     interfaces:
       Consumer:

docker-compose/clickhouse/docker-compose.yml

@@ -0,0 +1,11 @@
+services:
+  clickhouse:
+    container_name: clickhouse
+    image: bitnami/clickhouse:25.1.3
+    environment:
+      CLICKHOUSE_USER: "default"
+      CLICKHOUSE_PASSWORD: "default"
+    ports:
+      - 9000:9000
+    volumes:
+      - ./init.sql:/docker-entrypoint-initdb.d/init.sql

docker-compose/clickhouse/init.sql

@@ -0,0 +1,48 @@
+CREATE DATABASE IF NOT EXISTS jaeger;
+
+CREATE TABLE IF NOT EXISTS jaeger.otel_traces (
+    Timestamp DateTime64(9) CODEC(Delta, ZSTD(1)),
+    TraceId String CODEC(ZSTD(1)),
+    SpanId String CODEC(ZSTD(1)),
+    ParentSpanId String CODEC(ZSTD(1)),
+    TraceState String CODEC(ZSTD(1)),
+    SpanName LowCardinality(String) CODEC(ZSTD(1)),
+    SpanKind LowCardinality(String) CODEC(ZSTD(1)),
+    ServiceName LowCardinality(String) CODEC(ZSTD(1)),
+    ResourceAttributes Nested
+(
+    keys LowCardinality(String),
+    values String
+    ) CODEC (ZSTD(1)),
+    ScopeName String CODEC(ZSTD(1)),
+    ScopeVersion String CODEC(ZSTD(1)),
+    SpanAttributes Nested
+(
+    keys LowCardinality(String),
+    values String
+    ) CODEC (ZSTD(1)),
+    Duration UInt64 CODEC(ZSTD(1)),
+    StatusCode LowCardinality(String) CODEC(ZSTD(1)),
+    StatusMessage String CODEC(ZSTD(1)),
+    Events Nested (
+                      Timestamp DateTime64(9),
+    Name LowCardinality(String),
+    Attributes Map(LowCardinality(String), String)
+    ) CODEC(ZSTD(1)),
+    Links Nested (
+                     TraceId String,
+                     SpanId String,
+                     TraceState String,
+                     Attributes Map(LowCardinality(String), String)
+    ) CODEC(ZSTD(1)),
+    INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 1,
+    INDEX idx_res_attr_key ResourceAttributes.keys TYPE bloom_filter(0.01) GRANULARITY 1,
+    INDEX idx_res_attr_value ResourceAttributes.values TYPE bloom_filter(0.01) GRANULARITY 1,
+    INDEX idx_span_attr_key SpanAttributes.keys TYPE bloom_filter(0.01) GRANULARITY 1,
+    INDEX idx_span_attr_value SpanAttributes.values TYPE bloom_filter(0.01) GRANULARITY 1,
+    INDEX idx_duration Duration TYPE minmax GRANULARITY 1
+    ) ENGINE MergeTree()
+
+    PARTITION BY toDate(Timestamp)
+    ORDER BY (ServiceName, SpanName, toUnixTimestamp(Timestamp), SpanAttributes.keys, SpanAttributes.values, Duration, TraceId)
+    SETTINGS index_granularity=8192, ttl_only_drop_parts = 1;

go.mod

@@ -105,10 +105,24 @@ require (
 )
 
 require (
+	github.com/ClickHouse/ch-go v0.64.1 // indirect
+	github.com/ClickHouse/clickhouse-go/v2 v2.31.0 // indirect
+	github.com/andybalholm/brotli v1.1.1 // indirect
+	github.com/dmarkham/enumer v1.5.10 // indirect
+	github.com/go-faster/city v1.0.1 // indirect
+	github.com/go-faster/errors v0.7.1 // indirect
 	github.com/gogo/googleapis v1.4.1 // indirect
+	github.com/jackc/puddle/v2 v2.2.2 // indirect
 	github.com/open-telemetry/opentelemetry-collector-contrib/pkg/core/xidutils v0.119.0 // indirect
+	github.com/pascaldekloe/name v1.0.1 // indirect
+	github.com/paulmach/orb v0.11.1 // indirect
+	github.com/segmentio/asm v1.2.0 // indirect
+	github.com/shopspring/decimal v1.4.0 // indirect
 	go.opentelemetry.io/collector/extension/xextension v0.119.0 // indirect
 	go.opentelemetry.io/otel/exporters/otlp/otlplog/otlploggrpc v0.10.0 // indirect
+	golang.org/x/mod v0.19.0 // indirect
+	golang.org/x/sync v0.11.0 // indirect
+	golang.org/x/tools v0.23.0 // indirect
 )
 
 require (