Chore(deps): Bump rsa from 0.9.8 to 0.9.10 in the cargo group across 1 directory

.github/DISCUSSION_TEMPLATE/issue-triage.yml

@@ -0,0 +1,65 @@
+labels: ["needs-confirmation"]
+body:
+  - type: markdown
+    attributes:
+      value: |
+        > [!IMPORTANT]
+        > Please check for both existing [Discussions](https://github.com/vortex-data/vortex/discussions) and [Issues](https://github.com/vortex-data/vortex/issues) prior to opening a new Discussion.
+  - type: markdown
+    attributes:
+      value: "# Issue Details"
+  - type: textarea
+    attributes:
+      label: Issue Description
+      description: |
+        Provide a detailed description of the issue.  Include relevant information, such as:
+        - Which integration you are using if any, e.g. DataFusion, DuckDB, Polars, etc.
+        - Which language you are using, e.g. Python, Rust, Java, etc.
+        - The Vortex package version you are using.
+        - If this is a regression of an existing issue that was closed or resolved, please include the previous item reference (Discussion, Issue, PR, commit) in your description.
+    validations:
+      required: true
+  - type: textarea
+    attributes:
+      label: Expected Behavior
+      description: |
+        Describe how you expect Vortex to behave in this situation.  Include any relevant documentation links.
+    validations:
+      required: true
+  - type: textarea
+    attributes:
+      label: Actual Behavior
+      description: |
+        Describe how Vortex actually behaves in this situation.  If it is not immediately obvious how the actual behavior differs from the expected behavior described above, please be sure to mention the deviation specifically.
+    validations:
+      required: true
+  - type: textarea
+    attributes:
+      label: Reproduction Steps
+      description: |
+        Provide a detailed set of step-by-step instructions for reproducing this issue.
+    validations:
+      required: true
+  - type: input
+    attributes:
+      label: OS Version Information
+      description: |
+        Please tell us what operating system (name and version) you are using.
+      placeholder: Ubuntu 24.04.1 (Noble Numbat)
+    validations:
+      required: true
+
+  - type: markdown
+    attributes:
+      value: |
+        # User Acknowledgements
+        > [!TIP]
+        > Use these links to review the existing Vortex [Discussions](https://github.com/vortex-data/vortex/discussions) and [Issues](https://github.com/vortex-data/vortex/issues).
+  - type: checkboxes
+    attributes:
+      label: "I acknowledge that:"
+      options:
+        - label: I have searched the Vortex repository (both open and closed Discussions and Issues) and confirm this is not a duplicate of an existing issue or discussion.
+          required: true
+        - label: I have checked the "Preview" tab on all text fields to ensure that everything looks right, and have wrapped all configuration and code in code blocks with a group of three backticks (` ``` `) on separate lines.
+          required: true

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,5 @@
+blank_issues_enabled: false
+contact_links:
+  - name: Features, Bug Reports, Questions
+    url: https://github.com/vortex-data/vortex/discussions/new/choose
+    about: Our preferred starting point if you have any questions or suggestions about configuration, features or behavior.

.github/ISSUE_TEMPLATE/preapproved.md

@@ -0,0 +1,9 @@
+---
+name: Pre-Discussed and Approved Topics
+about: |-
+  Only for topics already discussed and approved in the GitHub Discussions section.
+---
+
+**DO NOT OPEN A NEW ISSUE. PLEASE USE THE DISCUSSIONS SECTION.**
+
+**I DIDN'T READ THE ABOVE LINE. PLEASE CLOSE THIS ISSUE.**

.github/actions/setup-rust/action.yml

@@ -15,41 +15,50 @@ inputs:
   targets:
     description: "optional targets override (e.g. wasm32-unknown-unknown)"
     required: false
+  cache-suffix:
+    description: "optional suffix for cache key to isolate builds with different RUSTFLAGS (e.g. 'sanitizer')"
+    required: false
+    default: ""
 
 runs:
   using: "composite"
   steps:
-    - name: Rust Version
-      id: rust-version
+    - name: Resolve Toolchain Config
+      id: toolchain-config
       shell: bash
-      run: echo "version=$(cat rust-toolchain.toml | grep channel | awk -F'\"' '{print $2}')" >> $GITHUB_OUTPUT
+      run: |
+        DEFAULT_VERSION=$(grep channel rust-toolchain.toml | awk -F'"' '{print $2}')
+        TOOLCHAIN="${TOOLCHAIN_OVERRIDE:-$DEFAULT_VERSION}"
+        echo "toolchain=$TOOLCHAIN" >> $GITHUB_OUTPUT
+        echo "targets=$TARGETS" >> $GITHUB_OUTPUT
+      env:
+        TOOLCHAIN_OVERRIDE: ${{ inputs.toolchain }}
+        TARGETS: ${{ inputs.targets }}
 
     - name: Install Mold
+      if: runner.os == 'Linux'
       uses: rui314/setup-mold@v1
 
     - name: Rust Toolchain
       id: rust-toolchain
-      uses: dtolnay/rust-toolchain@master
+      uses: dtolnay/rust-toolchain@stable
       if: steps.rustup-cache.outputs.cache-hit != 'true'
       with:
-        toolchain: "${{ inputs.toolchain || steps.rust-version.outputs.version }}"
-        targets: "${{inputs.targets || ''}}"
+        toolchain: "${{ steps.toolchain-config.outputs.toolchain }}"
+        targets: "${{ steps.toolchain-config.outputs.targets }}"
         components: "${{ inputs.components || 'clippy, rustfmt' }}"
 
     - name: Rust Dependency Cache
       uses: Swatinem/rust-cache@v2
       with:
         save-if: ${{ github.ref_name == 'develop' }}
-        shared-key: "rust-cache-${{ runner.os }}-${{ runner.environment }}"  # To allow reuse across jobs
+        shared-key: "rust-cache-${{ runner.os }}-${{ runner.arch }}-${{ runner.environment }}-${{ steps.toolchain-config.outputs.toolchain }}-${{ steps.toolchain-config.outputs.targets }}${{ inputs.cache-suffix && format('-{0}', inputs.cache-suffix) || '' }}"
 
     - name: Rust Compile Cache
       uses: mozilla-actions/sccache-action@v0.0.9
 
-    - name: Export Path
-      shell: bash
-      run: echo "PATH=$PATH" >> $GITHUB_ENV
-
     - name: Install Protoc (for lance-encoding build step)
+      if: runner.os != 'Windows'
       uses: arduino/setup-protoc@v3
       with:
         version: "29.3"

.github/release-drafter.yml

@@ -1,4 +1,4 @@
-name-template: "🌪 $RESOLVED_VERSION"
+name-template: "$RESOLVED_VERSION"
 tag-template: "$RESOLVED_VERSION"
 categories:
   - title: "⚠️ Breaks"
@@ -15,6 +15,9 @@ categories:
     collapse-after: 8
     labels:
       - "fix"
+  - title: "📖 Documentation"
+    labels:
+      - "documentation"
   - title: "🧰 Maintenance"
     labels:
       - "chore"
@@ -33,6 +36,9 @@ version-resolver:
       - "wire-break"
   default: patch
 
+exclude-labels:
+  - "skip-changelog"
+
 template: |
   ## Changes
 

.github/runs-on.yml

@@ -0,0 +1,11 @@
+images:
+  vortex-ci-amd64:
+    platform: "linux"
+    arch: "x64"
+    name: "vortex-ci-*"
+    owner: "375504701696"
+  vortex-ci-arm64:
+    platform: "linux"
+    arch: "arm64"
+    name: "vortex-ci-*"
+    owner: "375504701696"

.github/scripts/run-sql-bench.sh

@@ -0,0 +1,129 @@
+#!/bin/bash
+# SPDX-License-Identifier: Apache-2.0
+# SPDX-FileCopyrightText: Copyright the Vortex contributors
+#
+# Runs SQL benchmarks (datafusion-bench, duckdb-bench, lance-bench) for the given targets.
+# This script is used by the sql-benchmarks.yml workflow.
+#
+# Usage:
+#   run-sql-bench.sh <subcommand> <targets> [options]
+#
+# Arguments:
+#   subcommand   The benchmark subcommand (e.g., tpch, clickbench, tpcds)
+#   targets      Comma-separated list of engine:format pairs
+#                (e.g., "datafusion:parquet,datafusion:vortex,duckdb:parquet")
+#
+# Options:
+#   --scale-factor <sf>       Scale factor for the benchmark (e.g., 1.0, 10.0)
+#   --remote-storage <url>    Remote storage URL (e.g., s3://bucket/path/)
+#                             If provided, runs in remote mode (no lance support).
+#   --benchmark-id <id>       Benchmark ID for error messages (e.g., tpch-s3)
+
+set -Eeu -o pipefail
+
+subcommand="$1"
+targets="$2"
+shift 2
+
+scale_factor=""
+remote_storage=""
+benchmark_id=""
+
+while [[ $# -gt 0 ]]; do
+    case "$1" in
+        --scale-factor)
+            scale_factor="$2"
+            shift 2
+            ;;
+        --remote-storage)
+            remote_storage="$2"
+            shift 2
+            ;;
+        --benchmark-id)
+            benchmark_id="$2"
+            shift 2
+            ;;
+        *)
+            echo "Unknown option: $1" >&2
+            exit 1
+            ;;
+    esac
+done
+
+is_remote=false
+if [[ -n "$remote_storage" ]]; then
+    is_remote=true
+fi
+
+# Lance on remote storage is not supported. The infrastructure to generate and upload lance files
+# to S3 does not exist. If you need lance on S3, you must first implement:
+#   1. Lance data generation in data-gen (or a separate step)
+#   2. Lance data upload to S3 before this step runs
+if $is_remote && echo "$targets" | grep -q 'lance'; then
+    echo "ERROR: Lance format is not supported for remote storage benchmarks."
+    echo "Remove 'datafusion:lance' from targets for benchmark '${benchmark_id:-unknown}'."
+    exit 1
+fi
+
+# Extract formats for each engine from the targets string.
+# Example input: "datafusion:parquet,datafusion:vortex,datafusion:lance,duckdb:parquet"
+#
+# Pipeline: split by comma -> filter by engine prefix -> remove prefix -> rejoin with commas
+#
+# Lance is filtered out of df_formats because it uses a separate binary (lance-bench).
+#
+# The `|| true` is needed because some benchmarks don't use all engines (e.g., statpopgen only has
+# duckdb targets). grep returns exit code 1 when no matches are found. Both greps must be in the
+# subshell so that `|| true` covers the case where grep -v receives empty input.
+df_formats=$(echo "$targets" | tr ',' '\n' | (grep '^datafusion:' | grep -v ':lance$' || true) | sed 's/datafusion://' | tr '\n' ',' | sed 's/,$//')
+ddb_formats=$(echo "$targets" | tr ',' '\n' | (grep '^duckdb:' || true) | sed 's/duckdb://' | tr '\n' ',' | sed 's/,$//')
+has_lance=$(echo "$targets" | grep -q 'datafusion:lance' && echo "true" || echo "false")
+
+# Build options string.
+opts=""
+if $is_remote; then
+    opts="--opt remote-data-dir=$remote_storage"
+fi
+if [[ -n "$scale_factor" ]]; then
+    if [[ -n "$opts" ]]; then
+        opts="--opt scale-factor=$scale_factor $opts"
+    else
+        opts="--opt scale-factor=$scale_factor"
+    fi
+fi
+
+touch results.json
+
+if [[ -n "$df_formats" ]]; then
+    # shellcheck disable=SC2086
+    target/release_debug/datafusion-bench "$subcommand" \
+        -d gh-json \
+        --formats "$df_formats" \
+        $opts \
+        -o df-results.json
+
+    cat df-results.json >> results.json
+fi
+
+if [[ -n "$ddb_formats" ]]; then
+    # shellcheck disable=SC2086
+    target/release_debug/duckdb-bench "$subcommand" \
+        -d gh-json \
+        --formats "$ddb_formats" \
+        $opts \
+        --delete-duckdb-database \
+        -o ddb-results.json
+
+    cat ddb-results.json >> results.json
+fi
+
+# Lance-bench only runs for local benchmarks.
+if ! $is_remote && [[ "$has_lance" == "true" ]] && [[ -f "target/release_debug/lance-bench" ]]; then
+    # shellcheck disable=SC2086
+    target/release_debug/lance-bench "$subcommand" \
+        -d gh-json \
+        $opts \
+        -o lance-results.json
+
+    cat lance-results.json >> results.json
+fi