Infer schema only if it's enabled (enabled by default)

Author: alexott

README.md

@@ -218,6 +218,7 @@ Supported read options:
 - `client_id` (string, required) - Application ID (client ID) of Azure Service Principal
 - `client_secret` (string, required) - Client Secret of Azure Service Principal
 - `num_partitions` (int, optional, default: 1) - Number of partitions for reading data
+- `inferSchema` (bool, optional, default: true) - if we do the schema inference by sampling result.
 
 **KQL Query Examples:**
 

cyber_connectors/MsSentinel.py

@@ -258,23 +258,19 @@ def schema(self):
         """Return the schema for reading data.
 
         If the user doesn't provide a schema, this method infers it by executing
-        a sample query with limit 1.
+        a sample query with limit 1. Only if inferSchema is true.
 
         Returns:
             StructType: The schema of the data
 
         """
-        # Check if we're being called for reading (workspace_id present)
-        # vs writing (dce present)
-        if self.options.get("workspace_id"):
-            # Reading - infer schema from query
+        
+        infer_schema = self.options.get("inferSchema", "true").lower() == "true"
+        if infer_schema:
             return self._infer_read_schema()
         else:
-            # Writing - schema will be provided by Spark
-            raise PySparkNotImplementedError(
-                errorClass="NOT_IMPLEMENTED",
-                messageParameters={"feature": "schema for write operations"},
-            )
+            raise Exception("Must provide schema if inferSchema is false")
+        
 
     def _infer_read_schema(self):
         """Infer schema by executing a sample query with limit 1.