Skip to content
tests

fix(deps): set node-rdkafka floor to ^3.6.0 #6970

Sign in to view logs

fix(deps): set node-rdkafka floor to ^3.6.0

fix(deps): set node-rdkafka floor to ^3.6.0 #6970

Workflow file for this run

.github/workflows/tests.yaml at f528083
---
name: tests
env:
GINKGO_VERSION: v1.15.2
on:
push:
branches-ignore:
- q/*/**
jobs:
build:
name: build ${{ matrix.name }}
runs-on: ubuntu-latest
permissions:
# Need to explicitely add package write permissions for dependabot
contents: read
packages: write
strategy:
matrix:
include:
- name: ci-kafka
context: .github/dockerfiles/kafka
file: ""
- name: syntheticbucketd
context: .
file: .github/dockerfiles/syntheticbucketd/Dockerfile
- name: ci-mongodb
context: .github/dockerfiles/mongodb
file: ""
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Login to Registry
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.repository_owner }}
password: ${{ github.token }}
- name: Build and push ${{ matrix.name }}
uses: docker/build-push-action@v6
with:
push: true
context: ${{ matrix.context }}
file: ${{ matrix.file || format('{0}/Dockerfile', matrix.context) }}
tags: ghcr.io/${{ github.repository }}/${{ matrix.name }}:${{ github.sha }}
cache-from: type=gha,scope=${{ matrix.name }}
cache-to: type=gha,mode=max,scope=${{ matrix.name }}
bucket-scanner:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
- uses: actions/setup-go@v5
with:
go-version: '1.16.2'
cache-dependency-path: bucket-scanner/go.sum
- name: Install ginkgo
run: go get github.com/onsi/ginkgo/ginkgo@${GINKGO_VERSION}
- name: Run bucket scanner unit tests
run: >-
ginkgo -r --randomizeAllSpecs --randomizeSuites --failOnPending --progress \
--cover --trace --race --covermode=atomic --coverprofile=coverage.out \
-nodes 1 -stream -timeout 5m -slowSpecThreshold 60
working-directory: bucket-scanner
- uses: codecov/codecov-action@v5
with:
token: ${{ secrets.CODECOV_TOKEN }}
directory: bucket-scanner
flags: bucket-scanner
lint:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
- uses: actions/setup-node@v6
with:
node-version: '22'
cache: yarn
- name: Install node dependencies
run: yarn install --ignore-engines --frozen-lockfile --network-concurrency 1
- name: Lint markdown
run: yarn run --silent lint_md
- name: Lint Javascript
run: yarn run --silent lint
unit:
needs: build
runs-on: ubuntu-latest
services:
redis:
image: redis:alpine
ports:
- 6379:6379
zookeeper:
image: zookeeper:3.9.4
ports:
- 2181:2181
env:
ZOOKEEPER_CLIENT_PORT: 2181
ZOOKEEPER_TICK_TIME: 2000
kafka:
image: ghcr.io/${{ github.repository }}/ci-kafka:${{ github.sha }}
credentials:
username: ${{ github.repository_owner }}
password: ${{ github.token }}
ports:
- 9092:9092
env:
KAFKA_BROKER_ID: 1
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://localhost:9092
KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
mongo:
image: ghcr.io/${{ github.repository}}/ci-mongodb:${{ github.sha }}
ports:
- 27017:27017
- 27018:27018
- 27019:27019
steps:
- name: Checkout
uses: actions/checkout@v4
- uses: actions/setup-node@v6
with:
node-version: '22'
cache: yarn
- name: Install node dependencies
run: yarn install --ignore-engines --frozen-lockfile --network-concurrency 1
- name: Run unit tests
run: yarn run cover
env:
BACKBEAT_CONFIG_FILE: tests/config.json
TEST_SUITE: test
- uses: codecov/codecov-action@v5
with:
token: ${{ secrets.CODECOV_TOKEN }}
directory: ./coverage/test
flags: unit
functional-tests:
needs: build
name: ${{ matrix.testsuite }} tests
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
include:
- testsuite: api:routes
runner: run_server_tests.bash
env:
MANAGEMENT_BACKEND: operator
- testsuite: api:retry
runner: run_server_tests.bash
- testsuite: replication
runner: run_ft_tests.bash
- testsuite: lifecycle
runner: run_ft_tests.bash
- testsuite: ingestion
runner: run_ft_tests.bash
- testsuite: lib
runner: run_ft_tests.bash
- testsuite: notification
runner: run_ft_tests.bash
- testsuite: oplogPopulator
runner: run_ft_tests.bash
services:
redis:
image: redis:alpine
ports:
- 6379:6379
syntheticbucketd:
image: ghcr.io/${{ github.repository }}/syntheticbucketd:${{ github.sha }}
ports:
- 9001:9001
zookeeper:
image: zookeeper:3.9.4
ports:
- 2181:2181
env:
ZOOKEEPER_CLIENT_PORT: 2181
ZOOKEEPER_TICK_TIME: 2000
kafka:
image: ghcr.io/${{ github.repository }}/ci-kafka:${{ github.sha }}
credentials:
username: ${{ github.repository_owner }}
password: ${{ github.token }}
ports:
- 9092:9092
env:
KAFKA_BROKER_ID: 1
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://localhost:9092
KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
mongo:
image: ghcr.io/${{ github.repository}}/ci-mongodb:${{ github.sha }}
ports:
- 27017:27017
- 27018:27018
- 27019:27019
steps:
- name: Checkout
uses: actions/checkout@v4
- uses: actions/setup-node@v6
with:
node-version: '22'
cache: yarn
- name: Install node dependencies
run: yarn install --ignore-engines --frozen-lockfile --network-concurrency 1
- name: Wait for services
run: |
echo "Waiting for Kafka..."
timeout 60 bash -c 'until nc -z localhost 9092; do sleep 1; done'
echo "Waiting for Zookeeper..."
timeout 60 bash -c 'until nc -z localhost 2181; do sleep 1; done'
echo "Waiting for Redis..."
timeout 60 bash -c 'until nc -z localhost 6379; do sleep 1; done'
echo "Waiting for MongoDB..."
timeout 60 bash -c 'until nc -z localhost 27017; do sleep 1; done'
echo "All services ready"
- name: Run ${{ matrix.testsuite }} tests
uses: ./.github/actions/ft-test
with:
testsuite: ${{ matrix.testsuite }}
token: ${{ secrets.CODECOV_TOKEN }}
runner: ${{ matrix.runner }}
env: ${{ matrix.env || fromJSON('{}') }}
ft-ballooning:
needs: build
runs-on: ubuntu-latest
services:
redis:
image: redis:alpine
ports:
- 6379:6379
syntheticbucketd:
image: ghcr.io/${{ github.repository }}/syntheticbucketd:${{ github.sha }}
ports:
- 9001:9001
zookeeper:
image: zookeeper:3.9.4
ports:
- 2181:2181
env:
ZOOKEEPER_CLIENT_PORT: 2181
ZOOKEEPER_TICK_TIME: 2000
kafka:
image: ghcr.io/${{ github.repository }}/ci-kafka:${{ github.sha }}
credentials:
username: ${{ github.repository_owner }}
password: ${{ github.token }}
ports:
- 9092:9092
env:
KAFKA_BROKER_ID: 1
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://localhost:9092
KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
mongo:
image: ghcr.io/${{ github.repository}}/ci-mongodb:${{ github.sha }}
ports:
- 27017:27017
- 27018:27018
- 27019:27019
steps:
- name: Checkout
uses: actions/checkout@v4
- uses: actions/setup-node@v6
with:
node-version: '22'
cache: yarn
- name: Install node dependencies
run: yarn install --ignore-engines --frozen-lockfile --network-concurrency 1
- name: run ballooning tests for lifecycle conductor
run: yarn mocha tests/performance/lifecycle/conductor-check-memory-balloon.js --exit
env:
# Constrain heap long-lived heap size to 150MB, so that pushing 200K messages
# will crash if they end up in memory all at the same time (circuit breaking
# ineffective) while waiting to be committed to the kafka topic.
NODE_OPTIONS: '--max-old-space-size=150'
- name: Debug wait
uses: scality/actions/action-ssh-to-runner@1.8.0
with:
tmate-server-host: ${{ secrets.TMATE_SERVER_HOST }}
tmate-server-port: ${{ secrets.TMATE_SERVER_PORT }}
tmate-server-rsa-fingerprint: ${{ secrets.TMATE_SERVER_RSA_FINGERPRINT }}
tmate-server-ed25519-fingerprint: ${{ secrets.TMATE_SERVER_ED25519_FINGERPRINT }}
continue-on-error: true
timeout-minutes: 60
if: failure() && runner.debug == '1'
queue-populator:
needs: build
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
profile: [ 's3c' ]
cloudserver_tag: [ '9.0.19' ]
steps:
- name: Checkout
uses: actions/checkout@v4
- uses: actions/setup-node@v6
with:
node-version: '22'
cache: yarn
- name: Install node dependencies
run: yarn install --ignore-engines --frozen-lockfile --network-concurrency 1
- name: Login to Registry
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.repository_owner }}
password: ${{ github.token }}
- name: Setup services
env:
KAFKA_IMAGE: ghcr.io/${{ github.repository }}/ci-kafka:${{ github.sha }}
REDIS_IMAGE: redis:alpine
METADATA_IMAGE: ghcr.io/scality/metadata:7.70.45-standalone
CLOUDSERVER_IMAGE: ghcr.io/scality/cloudserver:${{ matrix.cloudserver_tag }}
run: |-
set -e -o pipefail;
docker compose --profile ${{ matrix.profile }} up -d --quiet-pull --wait
working-directory: .github/dockerfiles/ft
- name: Create Zookeeper paths for tests with metadata
run: |-
# Setup zookeeper paths for backbeat like we do in federation
docker exec ft-kafka-1 /opt/kafka/bin/zookeeper-shell.sh zookeeper:2181 create /backbeat ""
docker exec ft-kafka-1 /opt/kafka/bin/zookeeper-shell.sh zookeeper:2181 create /backbeat/replication-populator ""
docker exec ft-kafka-1 /opt/kafka/bin/zookeeper-shell.sh zookeeper:2181 create /backbeat/replication-populator/raft-id-dispatcher ""
docker exec ft-kafka-1 /opt/kafka/bin/zookeeper-shell.sh zookeeper:2181 create /backbeat/replication-populator/raft-id-dispatcher/owners ""
docker exec ft-kafka-1 /opt/kafka/bin/zookeeper-shell.sh zookeeper:2181 create /backbeat/replication-populator/raft-id-dispatcher/leaders ""
docker exec ft-kafka-1 /opt/kafka/bin/zookeeper-shell.sh zookeeper:2181 create /backbeat/replication-populator/raft-id-dispatcher/provisions ""
# provision raft ids, we configure 4 raft sessions in metadata config
docker exec ft-kafka-1 /opt/kafka/bin/zookeeper-shell.sh zookeeper:2181 create /backbeat/replication-populator/raft-id-dispatcher/provisions/0 ""
docker exec ft-kafka-1 /opt/kafka/bin/zookeeper-shell.sh zookeeper:2181 create /backbeat/replication-populator/raft-id-dispatcher/provisions/1 ""
docker exec ft-kafka-1 /opt/kafka/bin/zookeeper-shell.sh zookeeper:2181 create /backbeat/replication-populator/raft-id-dispatcher/provisions/2 ""
docker exec ft-kafka-1 /opt/kafka/bin/zookeeper-shell.sh zookeeper:2181 create /backbeat/replication-populator/raft-id-dispatcher/provisions/3 ""
if: ${{ matrix.profile == 's3c' }}
- name: Run QueuePopulator functional tests
env:
PROFILE: ${{ matrix.profile }}
TEST_SUITE: ft_test:queuepopulator
run: yarn run cover
- uses: codecov/codecov-action@v4
with:
token: ${{ secrets.CODECOV_TOKEN }}
directory: ./coverage/ft_test:queuepopulator
flags: ft_test:queuepopulator
- name: Debug wait
uses: scality/actions/action-ssh-to-runner@1.8.0
with:
tmate-server-host: ${{ secrets.TMATE_SERVER_HOST }}
tmate-server-port: ${{ secrets.TMATE_SERVER_PORT }}
tmate-server-rsa-fingerprint: ${{ secrets.TMATE_SERVER_RSA_FINGERPRINT }}
tmate-server-ed25519-fingerprint: ${{ secrets.TMATE_SERVER_ED25519_FINGERPRINT }}
continue-on-error: true
timeout-minutes: 60
if: failure() && runner.debug == '1'