Cannot start cp-kafka 7.9.0 due to nonroutable meta-address 0.0.0.0

[jakubdyszkiewicz]

Hey,

I cannot start cp-kafka anymore after upgrade to 7.9.0. 7.8.1 works fine. I'm running it in docker compose

name: kafka

services:
  
  cluster-1-1:
    image: confluentinc/cp-kafka:7.9.0
    environment:
      CLUSTER_ID: "ZDFiZmU3ODUyMzRiNGI3NG"
      KAFKA_KRAFT_MODE: "true"
      KAFKA_PROCESS_ROLES: "broker,controller"
      KAFKA_NODE_ID: "1"
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: "PLAINTEXT:PLAINTEXT,CONTROLLER:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT"
      KAFKA_ADVERTISED_LISTENERS: "PLAINTEXT://cluster-1-1:9092,PLAINTEXT_HOST://localhost:19092"
      KAFKA_INTER_BROKER_LISTENER_NAME: "PLAINTEXT"
      KAFKA_CONTROLLER_LISTENER_NAMES: "CONTROLLER"
      KAFKA_CONTROLLER_QUORUM_VOTERS: "1@cluster-1-1:9093,2@cluster-1-2:9093,3@cluster-1-3:9093"
      KAFKA_LISTENERS: "PLAINTEXT://0.0.0.0:9092,CONTROLLER://0.0.0.0:9093,PLAINTEXT_HOST://0.0.0.0:19092"
      KAFKA_LOG_DIRS: "/var/lib/kafka/data"
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 2
      KAFKA_MIN_INSYNC_REPLICAS: 2
    volumes:
      - cluster-1-1_data:/var/lib/kafka/data
    networks:
      - cluster-1
    ports:
      - "0.0.0.0:19092:19092"
  cluster-1-2:
    image: confluentinc/cp-kafka:7.9.0
    environment:
      CLUSTER_ID: "ZDFiZmU3ODUyMzRiNGI3NG"
      KAFKA_KRAFT_MODE: "true"
      KAFKA_PROCESS_ROLES: "broker,controller"
      KAFKA_NODE_ID: "2"
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: "PLAINTEXT:PLAINTEXT,CONTROLLER:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT"
      KAFKA_ADVERTISED_LISTENERS: "PLAINTEXT://cluster-1-2:9092,PLAINTEXT_HOST://localhost:19093"
      KAFKA_INTER_BROKER_LISTENER_NAME: "PLAINTEXT"
      KAFKA_CONTROLLER_LISTENER_NAMES: "CONTROLLER"
      KAFKA_CONTROLLER_QUORUM_VOTERS: "1@cluster-1-1:9093,2@cluster-1-2:9093,3@cluster-1-3:9093"
      KAFKA_LISTENERS: "PLAINTEXT://0.0.0.0:9092,CONTROLLER://0.0.0.0:9093,PLAINTEXT_HOST://0.0.0.0:19093"
      KAFKA_LOG_DIRS: "/var/lib/kafka/data"
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 2
      KAFKA_MIN_INSYNC_REPLICAS: 2
    volumes:
      - cluster-1-2_data:/var/lib/kafka/data
    networks:
      - cluster-1
    ports:
      - "0.0.0.0:19093:19093"
  cluster-1-3:
    image: confluentinc/cp-kafka:7.9.0
    environment:
      CLUSTER_ID: "ZDFiZmU3ODUyMzRiNGI3NG"
      KAFKA_KRAFT_MODE: "true"
      KAFKA_PROCESS_ROLES: "broker,controller"
      KAFKA_NODE_ID: "3"
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: "PLAINTEXT:PLAINTEXT,CONTROLLER:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT"
      KAFKA_ADVERTISED_LISTENERS: "PLAINTEXT://cluster-1-3:9092,PLAINTEXT_HOST://localhost:19094"
      KAFKA_INTER_BROKER_LISTENER_NAME: "PLAINTEXT"
      KAFKA_CONTROLLER_LISTENER_NAMES: "CONTROLLER"
      KAFKA_CONTROLLER_QUORUM_VOTERS: "1@cluster-1-1:9093,2@cluster-1-2:9093,3@cluster-1-3:9093"
      KAFKA_LISTENERS: "PLAINTEXT://0.0.0.0:9092,CONTROLLER://0.0.0.0:9093,PLAINTEXT_HOST://0.0.0.0:19094"
      KAFKA_LOG_DIRS: "/var/lib/kafka/data"
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 2
      KAFKA_MIN_INSYNC_REPLICAS: 2
    volumes:
      - cluster-1-3_data:/var/lib/kafka/data
    networks:
      - cluster-1
    ports:
      - "0.0.0.0:19094:19094"
    
volumes:
  cluster-1-1_data:
  cluster-1-2_data:
  cluster-1-3_data:

networks:
  cluster-1:
    driver: bridge

The error message is

===> User
uid=1000(appuser) gid=1000(appuser) groups=1000(appuser)
===> Configuring ...
Running in KRaft mode...
===> Running preflight checks ...
===> Check if /var/lib/kafka/data is writable ...
===> Running in KRaft mode, skipping Zookeeper health check...
===> Using provided cluster id ZDFiZmU3ODUyMzRiNGI3NG ...
Exception in thread "main" java.lang.IllegalArgumentException: requirement failed: advertised.listeners cannot use the nonroutable meta-address 0.0.0.0. Use a routable IP address. at scala.Predef$.require(Predef.scala:337) at kafka.server.KafkaConfig.validateValues(KafkaConfig.scala:1022) at kafka.server.KafkaConfig.<init>(KafkaConfig.scala:852) at kafka.server.KafkaConfig.<init>(KafkaConfig.scala:184) at kafka.tools.StorageTool$.$anonfun$execute$1(StorageTool.scala:79) at scala.Option.flatMap(Option.scala:283) at kafka.tools.StorageTool$.execute(StorageTool.scala:79) at kafka.tools.StorageTool$.main(StorageTool.scala:46) at kafka.tools.StorageTool.main(StorageTool.scala)

[Nanovox]

Our team just ran into this same problem this morning, and have yet to identify a workaround. Would love to know if anyone finds a solve. We're running this within Spring Testcontainers using the official ConfluentKafkaContainer with the same result despite attempting to specify the advertised listeners for the container's environment.

[caiolopes]

This is affecting us as well. Right now we stopped using confluentinc/cp-kafka:latest and pinned confluentinc/cp-kafka:7.8.1 because it started breaking our CI tests (using testcontainers as well).

[jvenanciosilva]

This is also happening to us. We had to downgrade to 7.8.1 to make it work.