add enable_schema_warning setting (#250)

add a setting to enable or disable the `"No schema for record field"` warning

Author: tobiascadee

target_redshift/sinks.py

@@ -325,7 +325,7 @@ def parse_timestamps_in_record(
         """
         for key, value in record.items():
             if key not in schema["properties"]:
-                if value is not None:
+                if value is not None and self.config["enable_schema_warning"]:
                     self.logger.warning("No schema for record field '%s'", key)
                 continue
             datelike_type = get_datelike_property_type(schema["properties"][key])

target_redshift/target.py

@@ -57,17 +57,13 @@ def __init__(
         th.Property(
             "host",
             th.StringType,
-            description=(
-                "Hostname for redshift instance."
-            ),
+            description=("Hostname for redshift instance."),
         ),
         th.Property(
             "port",
             th.StringType,
             default="5439",
-            description=(
-                "The port on which redshift is awaiting connection."
-            ),
+            description=("The port on which redshift is awaiting connection."),
         ),
         th.Property(
             "enable_iam_authentication",
@@ -89,25 +85,17 @@ def __init__(
         th.Property(
             "user",
             th.StringType,
-            description=(
-                "User name used to authenticate. Note if sqlalchemy_url is set this "
-                "will be ignored."
-            ),
+            description=("User name used to authenticate. Note if sqlalchemy_url is set this " "will be ignored."),
         ),
         th.Property(
             "password",
             th.StringType,
-            description=(
-                "Password used to authenticate. Note if sqlalchemy_url is set this "
-                "will be ignored."
-            ),
+            description=("Password used to authenticate. Note if sqlalchemy_url is set this " "will be ignored."),
         ),
         th.Property(
             "dbname",
             th.StringType,
-            description=(
-                "Database name. Note if sqlalchemy_url is set this will be ignored."
-            ),
+            description=("Database name. Note if sqlalchemy_url is set this will be ignored."),
             title="Database Name",
         ),
         th.Property(
@@ -212,7 +200,13 @@ def __init__(
             "grants",
             th.ArrayType(th.StringType),
             description="List of users/roles/groups that will have select permissions on the tables",
-        )
+        ),
+        th.Property(
+            "enable_schema_warning",
+            th.BooleanType,
+            default=True,
+            description=("If true, the target will log a warning when a record is not found in the schema."),
+        ),
     ).to_dict()
 
     default_sink_class = RedshiftSink