integration: add 10 missing packages and skip field for excluded ones

Add confluent, cypher, iceberg/integration, mssqlserver/replication,
ollama, oracledb/replication, otlp, postgresql/pglogicalstream,
redpanda, and spicedb to the integration test package list.

Document skipped packages (cohere, cyborgdb, tigerbeetle, zeromq)
inline with a "skip" reason field. The loader filters them out
automatically.

Author: mmatczuk

cmd/tools/integration/packages.go

@@ -26,6 +26,7 @@ const defaultTimeout = "5m"
 type TestPackage struct {
 	Path    string `json:"path"`
 	Timeout string `json:"timeout"`
+	Skip    string `json:"skip"`
 }
 
 // TimeoutStr returns the timeout for go test -timeout, defaulting to 5m.
@@ -40,10 +41,17 @@ func (tp TestPackage) TimeoutStr() string {
 var packagesJSON []byte
 
 // allPackages is the CI matrix package list, loaded from packages.json.
+// Entries with a "skip" field are excluded.
 var allPackages = func() []TestPackage {
-	var pkgs []TestPackage
-	if err := json.Unmarshal(packagesJSON, &pkgs); err != nil {
+	var raw []TestPackage
+	if err := json.Unmarshal(packagesJSON, &raw); err != nil {
 		log.Fatalf("failed to parse packages.json: %v", err)
 	}
+	var pkgs []TestPackage
+	for _, p := range raw {
+		if p.Skip == "" {
+			pkgs = append(pkgs, p)
+		}
+	}
 	return pkgs
 }()

cmd/tools/integration/packages.json

@@ -10,37 +10,52 @@
   {"path": "./internal/impl/beanstalkd"},
   {"path": "./internal/impl/cassandra"},
   {"path": "./internal/impl/cockroachdb"},
+  {"path": "./internal/impl/confluent"},
   {"path": "./internal/impl/couchbase"},
+  {"path": "./internal/impl/cypher"},
   {"path": "./internal/impl/elasticsearch/v8"},
   {"path": "./internal/impl/elasticsearch/v9"},
   {"path": "./internal/impl/gcp"},
   {"path": "./internal/impl/gcp/enterprise"},
   {"path": "./internal/impl/gcp/enterprise/changestreams"},
   {"path": "./internal/impl/gcp/enterprise/changestreams/metadata"},
   {"path": "./internal/impl/hdfs"},
+  {"path": "./internal/impl/iceberg/integration", "timeout": "20m"},
   {"path": "./internal/impl/influxdb"},
   {"path": "./internal/impl/kafka"},
   {"path": "./internal/impl/kafka/enterprise"},
   {"path": "./internal/impl/memcached"},
-  {"path": "./internal/impl/mssqlserver", "timeout": "10m"},
   {"path": "./internal/impl/mongodb"},
   {"path": "./internal/impl/mongodb/cdc"},
   {"path": "./internal/impl/mqtt"},
+  {"path": "./internal/impl/mssqlserver", "timeout": "10m"},
+  {"path": "./internal/impl/mssqlserver/replication", "timeout": "10m"},
   {"path": "./internal/impl/mysql"},
   {"path": "./internal/impl/nanomsg"},
   {"path": "./internal/impl/nats"},
   {"path": "./internal/impl/nsq"},
+  {"path": "./internal/impl/ollama", "timeout": "15m"},
   {"path": "./internal/impl/opensearch"},
   {"path": "./internal/impl/oracledb", "timeout": "10m"},
+  {"path": "./internal/impl/oracledb/replication", "timeout": "30m"},
+  {"path": "./internal/impl/otlp", "timeout": "10m"},
   {"path": "./internal/impl/postgresql"},
+  {"path": "./internal/impl/postgresql/pglogicalstream"},
   {"path": "./internal/impl/pulsar", "timeout": "10m"},
   {"path": "./internal/impl/qdrant"},
   {"path": "./internal/impl/questdb"},
   {"path": "./internal/impl/redis"},
+  {"path": "./internal/impl/redpanda", "timeout": "10m"},
   {"path": "./internal/impl/redpanda/migrator"},
   {"path": "./internal/impl/sftp"},
   {"path": "./internal/impl/snowflake"},
   {"path": "./internal/impl/snowflake/streaming", "timeout": "20m"},
+  {"path": "./internal/impl/spicedb"},
   {"path": "./internal/impl/splunk"},
-  {"path": "./internal/impl/sql"}
+  {"path": "./internal/impl/sql"},
+
+  {"path": "./internal/impl/cohere", "skip": "requires COHERE_API_KEY"},
+  {"path": "./internal/impl/cyborgdb", "skip": "requires CYBORGDB_API_KEY"},
+  {"path": "./internal/impl/tigerbeetle", "skip": "requires cgo build tag"},
+  {"path": "./internal/impl/zeromq", "skip": "requires x_benthos_extra build tag and libzmq"}
 ]