Skip to content

Commit bea99b1

Browse files
Rajaditya Chauhanclaude
andcommitted
Remove buffer_memory param unsupported in kafka-python 3.x
The buffer_memory producer config was removed in kafka-python 3.0, causing ValueError on pod startup. Drop the parameter from the producer init and the corresponding --kafka-buffer-memory CLI argument. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
1 parent 4cd5db6 commit bea99b1

2 files changed

Lines changed: 0 additions & 7 deletions

File tree

core/opl/args.py

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -171,12 +171,6 @@ def add_kafka_opts(parser):
171171
default=int(os.getenv("KAFKA_BATCH_SIZE", 16384)),
172172
help="Max size of the batch before sending (also use env variable KAFKA_BATCH_SIZE)",
173173
)
174-
parser.add_argument(
175-
"--kafka-buffer-memory",
176-
type=int,
177-
default=int(os.getenv("KAFKA_BUFFER_MEMORY", 33554432)),
178-
help="Memory the producer can use at max for batching (also use env variable KAFKA_BUFFER_MEMORY)",
179-
)
180174
parser.add_argument(
181175
"--kafka-retries",
182176
type=int,

extras/opl/kafka_init.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,6 @@ def get_producer(args, status_data=None):
3939
"linger_ms": getattr(args, "kafka_linger_ms", 0),
4040
"compression_type": getattr(args, "kafka_compression_type", None),
4141
"batch_size": getattr(args, "kafka_batch_size", 16384),
42-
"buffer_memory": getattr(args, "kafka_buffer_memory", 33554432),
4342
"retries": getattr(args, "kafka_retries", 0),
4443
}
4544

0 commit comments

Comments
 (0)