otel-arrow/tools/pipeline_perf_test/test_suites/integration/continuous/passthrough.yaml at ddc19873e9a3d887a2a3bfdf8528c609bbde451c · cijothomas/otel-arrow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
# Passthrough test (no processor in middle)
name: Continuous - Passthrough
components:
  load-generator:
    deployment:
      docker:
        image: df_engine:latest
        network: testbed
        ports:
          - "8085:8080"
        volumes:
          - 'test_suites/integration/configs/loadgen/config.rendered.yaml:/home/dataflow/config.yaml:ro'
        command:
          - "--config"
          - "./config.yaml"
          - "--core-id-range"
          - "1-12"
          - "--http-admin-bind"
          - "0.0.0.0:8080"
    monitoring:
      docker_component:
        allocated_cores: 12
      prometheus:
        endpoint: http://localhost:8085/telemetry/metrics?format=prometheus&reset=false
  df-engine:
    deployment:
      docker:
        image: df_engine:latest
        network: testbed
        ports:
          - "8086:8080"
        volumes:
          - 'test_suites/integration/configs/engine/config.rendered.yaml:/home/dataflow/config.yaml:ro'
        command:
          - "--config"
          - "./config.yaml"
          - "--core-id-range"
          - "0-0"
          - "--http-admin-bind"
          - "0.0.0.0:8080"
    monitoring:
      docker_component:
        allocated_cores: 1
      prometheus:
        endpoint: http://localhost:8086/telemetry/metrics?format=prometheus&reset=false
  backend-service:
    deployment:
      docker:
        image: df_engine:latest
        network: testbed
        ports:
          - "8087:8080"
        volumes:
          - 'test_suites/integration/configs/backend/config.rendered.yaml:/home/dataflow/config.yaml:ro'
        command:
          - "--config"
          - "./config.yaml"
          - "--core-id-range"
          - "13-14"
          - "--http-admin-bind"
          - "0.0.0.0:8080"
    monitoring:
      docker_component:
        allocated_cores: 2
      prometheus:
        endpoint: http://localhost:8087/telemetry/metrics?format=prometheus&reset=false

tests:
  - name: OTLP-OTLP
    from_template:
      path: test_suites/integration/templates/test_steps/df-loadgen-steps-docker.yaml
      variables:
        result_dir: continuous_passthrough
        engine_config_template: test_suites/integration/templates/configs/engine/passthrough/otlp-otlp.yaml
        loadgen_exporter_type: otlp
        backend_receiver_type: otlp
        observation_interval: 60
        signals_per_second: null
        max_batch_size: 512

  - name: OTLP-BATCH-OTLP
    from_template:
      path: test_suites/integration/templates/test_steps/df-loadgen-steps-docker.yaml
      variables:
        result_dir: continuous_passthrough_batch
        engine_config_template: test_suites/integration/templates/configs/engine/batch/otlp-batch-otlp.yaml
        loadgen_exporter_type: otlp
        backend_receiver_type: otlp
        observation_interval: 60
        signals_per_second: null
        max_batch_size: 512