chore: modified add_actions_table to stream

.cargo/config.toml

@@ -0,0 +1,11 @@
+[target.x86_64-apple-darwin]
+rustflags = [
+  "-C", "link-arg=-undefined",
+  "-C", "link-arg=dynamic_lookup",
+]
+
+[target.aarch64-apple-darwin]
+rustflags = [
+  "-C", "link-arg=-undefined",
+  "-C", "link-arg=dynamic_lookup",
+]

.commitlintrc.js

@@ -0,0 +1,15 @@
+module.exports = {
+    extends: ['@commitlint/config-conventional'],
+    // Workaround for https://github.com/dependabot/dependabot-core/issues/5923
+    ignores: [(message) => /^Bumps \[.+]\(.+\) from .+ to .+\.$/m.test(message)],
+    rules: {
+        'body-max-length': [0, 'always'],
+        'body-max-line-length': [0, 'always'],
+        'footer-max-length': [0, 'always'],
+        'footer-max-line-length': [0, 'always'],
+        'header-max-length': [0, 'always'],
+        'scope-max-length': [0, 'always'],
+        'subject-max-length': [0, 'always'],
+        'type-max-length': [0, 'always'],
+    },
+}

.github/CODEOWNERS

@@ -0,0 +1,14 @@
+crates/core @roeap @rtyler @hntd187
+crates/aws @rtyler
+crates/lakefs @ion-elgreco
+crates/catalog-glue @rtyler
+crates/catalog-unity @roeap @hntd187
+
+delta-inspect/ @rtyler
+
+proofs/ @houqp
+python/ @ion-elgreco
+
+tlaplus/ @houqp
+
+.github/ @rtyler

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,27 @@
+---
+name: Bug report
+about: Problems and issues with delta-rs
+title: ''
+labels: 'bug'
+---
+# Environment
+
+**Delta-rs version**:
+
+**Binding**: 
+
+**Environment**:
+- **Cloud provider**:
+- **OS**:
+- **Other**:
+
+***
+# Bug
+
+**What happened**:
+
+**What you expected to happen**:
+
+**How to reproduce it**:
+
+**More details**:

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,5 @@
+blank_issues_enabled: false
+contact_links:
+  - name: Ask a question, ideas or get support
+    url: https://delta-users.slack.com/ssb/redirect
+    about: Ask a question or request support for using delta-rs

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,12 @@
+---
+name: Feature request
+about: Suggest an idea for this project or its docs
+title: ''
+labels: 'enhancement'
+---
+
+# Description
+
+**Use Case**
+
+**Related Issue(s)**

.github/actions/setup-env/action.yml

@@ -0,0 +1,36 @@
+name: "Setup Python and Rust Environment"
+description: "Set up Python, virtual environment, and Rust toolchain"
+
+inputs:
+  python-version:
+    description: "The Python version to set up"
+    required: false
+    default: "3.10"
+
+  rust-toolchain:
+    description: "The Rust toolchain to set up"
+    required: false
+    default: "stable"
+
+runs:
+  using: "composite"
+
+  steps:
+    - name: Install uv
+      uses: astral-sh/setup-uv@v3
+
+    - name: Set up Python ${{ inputs.python-version }}
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ inputs.python-version }}
+
+    - name: Setup sccache
+      uses: mozilla-actions/[email protected]
+
+    - name: Setup Rust toolchain
+      uses: actions-rust-lang/setup-rust-toolchain@v1
+      with:
+        toolchain: ${{ inputs.rust-toolchain }}
+        cache: true
+        # if we ever get rid of all the clippy warnings, we can remove this line
+        rustflags: ""

.github/codecov.yml

@@ -0,0 +1,18 @@
+coverage:
+  status:
+    project:
+      default:
+        # allow some leniency on the deviation of pull requests
+        threshold: 1
+        if_ci_failed: error
+        informational: false
+    patch:
+      default:
+        if_ci_failed: error
+        informational: false
+
+ignore:
+  - "delta-inspect/"
+  - "proofs/"
+  - "**/*.toml"
+  - "crates/benchmarks/"

.github/dependabot.yml

@@ -0,0 +1,14 @@
+# Please see the documentation for all configuration options:
+# https://docs.github.com/github/administering-a-repository/configuration-options-for-dependency-updates
+
+version: 2
+updates:
+  - package-ecosystem: "cargo"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+    ignore:
+      # arrow and datafusion are bumped manually
+      - dependency-name: "arrow*"
+      - dependency-name: "datafusion*"
+      - dependency-name: "parquet"

.github/mockoon_data_files/unitycatalog_databricks.json

@@ -0,0 +1,112 @@
+{
+  "uuid": "0696d6d5-62b6-4a0f-8524-917b0c3848d4",
+  "lastMigration": 33,
+  "name": "Unity Catalog (Databricks) Test API",
+  "endpointPrefix": "",
+  "latency": 0,
+  "port": 8080,
+  "hostname": "",
+  "folders": [],
+  "routes": [
+    {
+      "uuid": "16d88cdc-abcf-4b0d-a4d6-18a3205a9a6c",
+      "type": "http",
+      "documentation": "Temporary Table Credentials API",
+      "method": "post",
+      "endpoint": "api/2.1/unity-catalog/temporary-table-credentials",
+      "responses": [
+        {
+          "uuid": "50bba5c1-1e2c-4d5b-a611-ab478320f2b0",
+          "body": "{\n  \"aws_temp_credentials\": {\n    \"access_key_id\": \"string\",\n    \"secret_access_key\": \"string\",\n    \"session_token\": \"string\",\n    \"access_point\": \"string\"\n  },\n  \"azure_user_delegation_sas\": {\n    \"sas_token\": \"string\"\n  },\n  \"r2_temp_credentials\": {\n    \"access_key_id\": \"string\",\n    \"secret_access_key\": \"string\",\n    \"session_token\": \"string\"\n  },\n  \"expiration_time\": 0,\n  \"url\": \"string\"\n}",
+          "latency": 0,
+          "statusCode": 200,
+          "label": "Default response",
+          "headers": [],
+          "bodyType": "INLINE",
+          "filePath": "",
+          "databucketID": "",
+          "sendFileAsBody": false,
+          "rules": [],
+          "rulesOperator": "OR",
+          "disableTemplating": false,
+          "fallbackTo404": false,
+          "default": true,
+          "crudKey": "id",
+          "callbacks": []
+        }
+      ],
+      "responseMode": null,
+      "streamingMode": null,
+      "streamingInterval": 0
+    },
+    {
+      "uuid": "66f51ad5-2ba3-4cb0-b633-c362a9f75836",
+      "type": "http",
+      "documentation": "Get Table Details API",
+      "method": "get",
+      "endpoint": "api/2.1/unity-catalog/tables/unity.default.testtable",
+      "responses": [
+        {
+          "uuid": "da280b2c-07b6-45ee-8da7-92c50e4e540e",
+          "body": "{\n  \"name\": \"string\",\n  \"catalog_name\": \"string\",\n  \"schema_name\": \"string\",\n  \"table_type\": \"MANAGED\",\n  \"data_source_format\": \"DELTA\",\n  \"columns\": [\n    {\n      \"name\": \"string\",\n      \"type_text\": \"string\",\n      \"type_name\": \"BOOLEAN\",\n      \"position\": 0,\n      \"type_precision\": 0,\n      \"type_scale\": 0,\n      \"type_interval_type\": \"string\",\n      \"type_json\": \"string\",\n      \"comment\": \"string\",\n      \"nullable\": true,\n      \"partition_index\": 0,\n      \"mask\": {\n        \"function_name\": \"string\",\n        \"using_column_names\": [\n          \"string\"\n        ]\n      }\n    }\n  ],\n  \"storage_location\": \"../crates/test/tests/data/delta-0.8.0-partitioned\",\n  \"view_definition\": \"string\",\n  \"view_dependencies\": {\n    \"dependencies\": [\n      {\n        \"table\": {\n          \"table_full_name\": \"string\"\n        },\n        \"function\": {\n          \"function_full_name\": \"string\"\n        }\n      }\n    ]\n  },\n  \"sql_path\": \"string\",\n  \"owner\": \"string\",\n  \"comment\": \"string\",\n  \"properties\": {\n    \"property1\": \"string\",\n    \"property2\": \"string\"\n  },\n  \"storage_credential_name\": \"string\",\n  \"table_constraints\": [\n    {\n      \"primary_key_constraint\": {\n        \"name\": \"string\",\n        \"child_columns\": [\n          \"string\"\n        ]\n      },\n      \"foreign_key_constraint\": {\n        \"name\": \"string\",\n        \"child_columns\": [\n          \"string\"\n        ],\n        \"parent_table\": \"string\",\n        \"parent_columns\": [\n          \"string\"\n        ]\n      },\n      \"named_table_constraint\": {\n        \"name\": \"string\"\n      }\n    }\n  ],\n  \"row_filter\": {\n    \"function_name\": \"string\",\n    \"input_column_names\": [\n      \"string\"\n    ]\n  },\n  \"enable_predictive_optimization\": \"DISABLE\",\n  \"metastore_id\": \"string\",\n  \"full_name\": \"string\",\n  \"data_access_configuration_id\": \"string\",\n  \"created_at\": 0,\n  \"created_by\": \"string\",\n  \"updated_at\": 0,\n  \"updated_by\": \"string\",\n  \"deleted_at\": 0,\n  \"table_id\": \"string\",\n  \"delta_runtime_properties_kvpairs\": {\n    \"delta_runtime_properties\": {\n      \"property1\": \"string\",\n      \"property2\": \"string\"\n    }\n  },\n  \"effective_predictive_optimization_flag\": {\n    \"value\": \"DISABLE\",\n    \"inherited_from_type\": \"CATALOG\",\n    \"inherited_from_name\": \"string\"\n  },\n  \"access_point\": \"string\",\n  \"pipeline_id\": \"string\",\n  \"browse_only\": true\n}",
+          "latency": 0,
+          "statusCode": 200,
+          "label": "Default response",
+          "headers": [],
+          "bodyType": "INLINE",
+          "filePath": "",
+          "databucketID": "",
+          "sendFileAsBody": false,
+          "rules": [],
+          "rulesOperator": "OR",
+          "disableTemplating": false,
+          "fallbackTo404": false,
+          "default": true,
+          "crudKey": "id",
+          "callbacks": []
+        }
+      ],
+      "responseMode": null,
+      "streamingMode": null,
+      "streamingInterval": 0
+    }
+  ],
+  "rootChildren": [
+    {
+      "type": "route",
+      "uuid": "16d88cdc-abcf-4b0d-a4d6-18a3205a9a6c"
+    },
+    {
+      "type": "route",
+      "uuid": "66f51ad5-2ba3-4cb0-b633-c362a9f75836"
+    }
+  ],
+  "proxyMode": false,
+  "proxyHost": "",
+  "proxyRemovePrefix": false,
+  "tlsOptions": {
+    "enabled": false,
+    "type": "CERT",
+    "pfxPath": "",
+    "certPath": "",
+    "keyPath": "",
+    "caPath": "",
+    "passphrase": ""
+  },
+  "cors": true,
+  "headers": [],
+  "proxyReqHeaders": [
+    {
+      "key": "",
+      "value": ""
+    }
+  ],
+  "proxyResHeaders": [
+    {
+      "key": "",
+      "value": ""
+    }
+  ],
+  "data": [],
+  "callbacks": []
+}

.github/mockoon_data_files/unitycatalog_oss.json

@@ -0,0 +1,112 @@
+{
+  "uuid": "0696d6d5-62b6-4a0f-8524-917b0c3848d4",
+  "lastMigration": 33,
+  "name": "Unity Catalog (OSS) Test API",
+  "endpointPrefix": "",
+  "latency": 0,
+  "port": 8080,
+  "hostname": "",
+  "folders": [],
+  "routes": [
+    {
+      "uuid": "16d88cdc-abcf-4b0d-a4d6-18a3205a9a6c",
+      "type": "http",
+      "documentation": "Temporary Table Credentials API",
+      "method": "post",
+      "endpoint": "api/2.1/unity-catalog/temporary-table-credentials",
+      "responses": [
+        {
+          "uuid": "50bba5c1-1e2c-4d5b-a611-ab478320f2b0",
+          "body": "{\n  \"aws_temp_credentials\": {\n    \"access_key_id\": \"string\",\n    \"secret_access_key\": \"string\",\n    \"session_token\": \"string\"\n  },\n  \"azure_user_delegation_sas\": {\n    \"sas_token\": \"string\"\n  },\n  \"gcp_oauth_token\": {\n    \"oauth_token\": \"string\"\n  },\n  \"expiration_time\": 0\n}",
+          "latency": 0,
+          "statusCode": 200,
+          "label": "Default response",
+          "headers": [],
+          "bodyType": "INLINE",
+          "filePath": "",
+          "databucketID": "",
+          "sendFileAsBody": false,
+          "rules": [],
+          "rulesOperator": "OR",
+          "disableTemplating": false,
+          "fallbackTo404": false,
+          "default": true,
+          "crudKey": "id",
+          "callbacks": []
+        }
+      ],
+      "responseMode": null,
+      "streamingMode": null,
+      "streamingInterval": 0
+    },
+    {
+      "uuid": "66f51ad5-2ba3-4cb0-b633-c362a9f75836",
+      "type": "http",
+      "documentation": "Get Table Details API",
+      "method": "get",
+      "endpoint": "api/2.1/unity-catalog/tables/unity.default.testtable",
+      "responses": [
+        {
+          "uuid": "da280b2c-07b6-45ee-8da7-92c50e4e540e",
+          "body": "{\n  \"name\": \"string\",\n  \"catalog_name\": \"string\",\n  \"schema_name\": \"string\",\n  \"table_type\": \"MANAGED\",\n  \"data_source_format\": \"DELTA\",\n  \"columns\": [\n    {\n      \"name\": \"string\",\n      \"type_text\": \"string\",\n      \"type_json\": \"string\",\n      \"type_name\": \"BOOLEAN\",\n      \"type_precision\": 0,\n      \"type_scale\": 0,\n      \"type_interval_type\": \"string\",\n      \"position\": 0,\n      \"comment\": \"string\",\n      \"nullable\": true,\n      \"partition_index\": 0\n    }\n  ],\n  \"storage_location\": \"string\",\n  \"comment\": \"string\",\n  \"properties\": {\n    \"additionalProp1\": \"string\",\n    \"additionalProp2\": \"string\",\n    \"additionalProp3\": \"string\"\n  },\n  \"owner\": \"string\",\n  \"created_at\": 0,\n  \"created_by\": \"string\",\n  \"updated_at\": 0,\n  \"updated_by\": \"string\",\n  \"table_id\": \"string\"\n}",
+          "latency": 0,
+          "statusCode": 200,
+          "label": "Default response",
+          "headers": [],
+          "bodyType": "INLINE",
+          "filePath": "",
+          "databucketID": "",
+          "sendFileAsBody": false,
+          "rules": [],
+          "rulesOperator": "OR",
+          "disableTemplating": false,
+          "fallbackTo404": false,
+          "default": true,
+          "crudKey": "id",
+          "callbacks": []
+        }
+      ],
+      "responseMode": null,
+      "streamingMode": null,
+      "streamingInterval": 0
+    }
+  ],
+  "rootChildren": [
+    {
+      "type": "route",
+      "uuid": "16d88cdc-abcf-4b0d-a4d6-18a3205a9a6c"
+    },
+    {
+      "type": "route",
+      "uuid": "66f51ad5-2ba3-4cb0-b633-c362a9f75836"
+    }
+  ],
+  "proxyMode": false,
+  "proxyHost": "",
+  "proxyRemovePrefix": false,
+  "tlsOptions": {
+    "enabled": false,
+    "type": "CERT",
+    "pfxPath": "",
+    "certPath": "",
+    "keyPath": "",
+    "caPath": "",
+    "passphrase": ""
+  },
+  "cors": true,
+  "headers": [],
+  "proxyReqHeaders": [
+    {
+      "key": "",
+      "value": ""
+    }
+  ],
+  "proxyResHeaders": [
+    {
+      "key": "",
+      "value": ""
+    }
+  ],
+  "data": [],
+  "callbacks": []
+}