We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent b100de4 commit ec17543Copy full SHA for ec17543
lib/zephyr/src/zephyr/execution.py
@@ -396,10 +396,14 @@ def _write_stage_chunks(
396
use_parquet = True
397
logger.info("Using Parquet for scatter serialization for shard %d", source_shard)
398
except Exception:
399
+ sample_rows = str(test_envelope[:5]) if len(test_envelope) > 5 else str(test_envelope)
400
+ if len(sample_rows) > 1000:
401
+ sample_rows = sample_rows[:1000] + "...(truncated)"
402
logger.warning(
403
"Arrow scatter serialization failed for shard %d; "
- "falling back to pickle. Performance will be degraded.",
404
+ "falling back to pickle. Performance will be degraded. Sample rows: %s",
405
source_shard,
406
+ sample_rows,
407
exc_info=True,
408
)
409
0 commit comments