dagster-spark library .. currentmodule:: dagster_spark .. autoclass:: SparkOpError .. autofunction:: define_spark_config .. autofunction:: create_spark_op .. autofunction:: construct_spark_shell_command Spark Declarative Pipelines .. autoclass:: SparkDeclarativePipelineComponent .. currentmodule:: dagster_spark.components.spark_declarative_pipeline .. autoclass:: SparkPipelinesResource .. autoclass:: SparkDeclarativePipelineScaffolder .. currentmodule:: dagster_spark Legacy .. autoconfigurable:: spark_resource :annotation: ResourceDefinition