Merge branch 'main' into alex/sch-adj

Author: chaptersix

.github/CODEOWNERS

@@ -1,2 +1 @@
-* @temporalio/sdk
-* @temporalio/server
+*  @temporalio/server @temporalio/sdk

.github/workflows/all-docker-images.yml

@@ -22,6 +22,9 @@ on:
       dotnet-version:
         description: Dotnet SDK version to build. Skipped if not specified. Must start with v.
         type: string
+      ruby-version:
+        description: Ruby SDK version to build. Skipped if not specified. Must start with v.
+        type: string
       do-push:
         description: If set, push the built images to Docker Hub.
         type: boolean
@@ -49,6 +52,9 @@ on:
       dotnet-version:
         description: Dotnet SDK version to build. Skipped if not specified. Must start with v.
         type: string
+      ruby-version:
+        description: Ruby SDK version to build. Skipped if not specified. Must start with v.
+        type: string
       do-push:
         description: If set, push the built images to Docker Hub.
         type: boolean
@@ -109,6 +115,16 @@ jobs:
       do-push: ${{ inputs.do-push }}
       as-latest: ${{ inputs.as-latest }}
 
+  build-ruby-docker-images:
+    if: inputs.ruby-version
+    uses: ./.github/workflows/docker-images.yml
+    secrets: inherit
+    with:
+      lang: ruby
+      sdk-version: ${{ inputs.ruby-version }}
+      do-push: ${{ inputs.do-push }}
+      as-latest: ${{ inputs.as-latest }}
+
   build-cli-docker-images:
     uses: ./.github/workflows/docker-images.yml
     secrets: inherit

.github/workflows/ci.yml

@@ -6,7 +6,8 @@ permissions:
   checks: write
 
 env:
-  MISE_VERSION: v2025.8.1
+  MISE_VERSION: v2025.12.1
+  MISE_NODE_VERIFY: no
 
 on: # rebuild any PRs and main branch changes
   pull_request:
@@ -44,18 +45,22 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        sdk: [go, java, python, typescript, dotnet]
+        target: [go, java, python, ruby, typescript, dotnet, kitchensink-gen]
         include:
-          - sdk: go
+          - target: go
             tools: go
-          - sdk: java
+          - target: java
             tools: java go
-          - sdk: python
+          - target: python
             tools: python go
-          - sdk: typescript
+          - target: ruby
+            tools: ruby go
+          - target: typescript
             tools: rust go node protoc
-          - sdk: dotnet
+          - target: dotnet
             tools: dotnet go
+          - target: kitchensink-gen
+            tools: rust go protoc
     steps:
       - name: Checkout repo
         uses: actions/checkout@v4
@@ -68,25 +73,29 @@ jobs:
       - name: Install Tools
         run: |
           go run ./cmd/dev install ${{ matrix.tools }}
+      - name: Ensure rustfmt
+        if: matrix.target == 'kitchensink-gen'
+        run: |
+          rustup component add rustfmt || echo "rustup not available, skipping rustfmt component add"
       - name: Add Go bin to PATH
         run: |
           echo "$(go env GOPATH)/bin" >> $GITHUB_PATH
-      - name: Lint and format ${{ matrix.sdk }} worker
+      - name: Lint and format ${{ matrix.target }} worker
         run: |
-          go run ./cmd/dev lint-and-format ${{ matrix.sdk }}
+          go run ./cmd/dev lint-and-format ${{ matrix.target }}
       - name: Check formatting
         run: |
-          git diff --exit-code || (echo "${{ matrix.sdk }} worker has uncommitted formatting changes" && exit 1)
-      - name: Test ${{ matrix.sdk }} worker
+          git diff --exit-code || (echo "${{ matrix.target }} worker has uncommitted formatting changes" && exit 1)
+      - name: Test ${{ matrix.target }} worker
         run: |
-          go run ./cmd/dev test ${{ matrix.sdk }}
+          go run ./cmd/dev test ${{ matrix.target }}
 
   build-worker:
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
-        sdk: [go, java, python, typescript, dotnet]
+        sdk: [go, java, python, ruby, typescript, dotnet]
     steps:
       - name: Checkout repo
         uses: actions/checkout@v4
@@ -119,21 +128,22 @@ jobs:
             --run-id ${{ github.run_id }} \
             --connect-timeout 1m \
             --iterations 5
-        
 
   test-kitchensink:
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
-        sdk: [go, java, python, typescript, dotnet]
+        sdk: [go, java, python, ruby, typescript, dotnet]
         include:
           - sdk: go
             tools: go
           - sdk: java
             tools: java go
           - sdk: python
             tools: python go
+          - sdk: ruby
+            tools: ruby go
           - sdk: typescript
             tools: node go
           - sdk: dotnet
@@ -150,6 +160,10 @@ jobs:
       - name: Install Tools
         run: |
           go run ./cmd/dev install ${{ matrix.tools }}
+      - name: Ensure rustfmt
+        if: matrix.target == 'kitchensink-gen'
+        run: |
+          rustup component add rustfmt || echo "rustup not available, skipping rustfmt component add"
       - name: Test Kitchensink ${{ matrix.sdk }}
         run: |
           SDK=${{ matrix.sdk }} go test -v -race ./loadgen -run TestKitchenSink 2>&1 | \
@@ -231,6 +245,7 @@ jobs:
       java-sdk-version: ${{ steps.set-output.outputs.java-sdk-version }}
       python-sdk-version: ${{ steps.set-output.outputs.python-sdk-version }}
       dotnet-sdk-version: ${{ steps.set-output.outputs.dotnet-sdk-version }}
+      ruby-sdk-version: ${{ steps.set-output.outputs.ruby-sdk-version }}
     steps:
       - name: Checkout repo
         uses: actions/checkout@v2
@@ -246,6 +261,7 @@ jobs:
           echo "java-sdk-version=v${{ env.JAVA_SDK_VERSION }}" >> "$GITHUB_OUTPUT"
           echo "python-sdk-version=v${{ env.PYTHON_SDK_VERSION }}" >> "$GITHUB_OUTPUT"
           echo "dotnet-sdk-version=v${{ env.DOTNET_SDK_VERSION }}" >> "$GITHUB_OUTPUT"
+          echo "ruby-sdk-version=v${{ env.RUBY_SDK_VERSION }}" >> "$GITHUB_OUTPUT"
   push-docker-images:
     needs: prepare-for-docker-push
     uses: ./.github/workflows/all-docker-images.yml
@@ -260,3 +276,4 @@ jobs:
       java-version: ${{ needs.prepare-for-docker-push.outputs.java-sdk-version }}
       py-version: ${{ needs.prepare-for-docker-push.outputs.python-sdk-version }}
       dotnet-version: ${{ needs.prepare-for-docker-push.outputs.dotnet-sdk-version }}
+      ruby-version: ${{ needs.prepare-for-docker-push.outputs.ruby-sdk-version }}

.gitignore

@@ -13,6 +13,8 @@ workers/java/bin
 workers/java/build
 
 /loadgen/kitchen-sink-gen/target/
+
+omes.sln
 /workers/dotnet/obj/
 /workers/dotnet/bin/
 /last_fuzz_run.proto
@@ -22,4 +24,6 @@ workers/python/**/__pycache__/
 workers/*/omes-temp-*/
 workers/*/prepared/
 
-temporal-omes
+tsconfig.tsbuildinfo
+
+temporal-omes

README.md

@@ -49,6 +49,33 @@ flowchart TD
 * **Executor**: produces concurrent executions of workflows and activities requested by the Scenario
 * **Workers**: consumes the workflows and activities started by the Executor
 
+### Process Metrics Sidecar
+
+Omes includes a process metrics sidecar - a Go-based HTTP server that monitors CPU and memory usage of the worker process. The sidecar is started by `run-worker` (or `run-scenario-with-worker`) after spawning the worker subprocess.
+
+**Endpoints:**
+- `/metrics` - Prometheus-format metrics (`process_cpu_percent`, `process_resident_memory_bytes`)
+- `/info` - JSON metadata (`sdk_version`, `build_id`, `language`)
+
+**Configuration flags:**
+- `--worker-process-metrics-address` - Address for the sidecar HTTP server (required to enable)
+- `--worker-metrics-version-tag` - SDK version to report in `/info` (defaults to `--version`)
+
+**Example:**
+```sh
+go run ./cmd run-worker --language python --run-id my-run \
+    --worker-process-metrics-address :9091 \
+    --worker-metrics-version-tag v1.24.0
+```
+
+**Metrics export:**
+
+When using the Prometheus instance (`--prom-instance-addr`), sidecar metrics can be exported to parquet files on shutdown. The export includes SDK version, build ID, and language from the `/info` endpoint.
+
+- `--prom-export-worker-metrics` - Path to export metrics parquet file
+- `--prom-export-process-job` - Prometheus job name for process metrics (default: `omes-worker-process`)
+- `--prom-export-worker-info-address` - Address to fetch `/info` from during export (e.g., `localhost:9091`)
+
 ## Usage
 
 ### Define a scenario
@@ -214,6 +241,12 @@ You can run the fuzzer with new random actions like so:
 go run ./cmd run-scenario-with-worker --scenario fuzzer --iterations 1 --language cs
 ```
 
+The fuzzer automatically creates a Nexus endpoint and generates Nexus operations. To use an existing endpoint instead:
+
+```sh
+go run ./cmd run-scenario-with-worker --scenario fuzzer --iterations 1 --language go --option nexus-endpoint=my-endpoint
+```
+
 By default, the scenario will spit out a `last_fuzz_run.proto` binary file containing the generated
 actions. To re-run the same set of actions, you can pass in such a file like so:
 

cmd/cli/cleanup_scenario.go

@@ -63,7 +63,7 @@ func (c *scenarioCleaner) run(ctx context.Context) error {
 		return fmt.Errorf("run ID not found")
 	}
 	metrics := c.metricsOptions.MustCreateMetrics(ctx, c.logger)
-	defer metrics.Shutdown(ctx, c.logger)
+	defer metrics.Shutdown(ctx, c.logger, c.scenario.Scenario, c.scenario.RunID, c.scenario.RunFamily)
 	client := c.clientOptions.MustDial(metrics, c.logger)
 	defer client.Close()
 	taskQueue := loadgen.TaskQueueForRun(c.scenario.RunID)

cmd/cli/run_scenario.go

@@ -80,7 +80,7 @@ func (r *scenarioRunConfig) addCLIFlags(fs *pflag.FlagSet) {
 	fs.DurationVar(&r.timeout, "timeout", 0, "If set, the scenario will stop after this amount of"+
 		" time has elapsed. Any still-running iterations will be cancelled, and omes will exit nonzero.")
 	fs.IntVar(&r.maxConcurrent, "max-concurrent", 0, "Override max-concurrent for the scenario")
-	fs.StringSliceVar(&r.scenarioOptions, "option", nil, "Additional options for the scenario, in key=value format")
+	fs.StringArrayVar(&r.scenarioOptions, "option", nil, "Additional options for the scenario, in key=value format")
 	fs.BoolVar(&r.doNotRegisterSearchAttributes, "do-not-register-search-attributes", false,
 		"Do not register the default search attributes used by scenarios. "+
 			"If the search attributes are not registed by the scenario they must be registered through some other method")
@@ -126,7 +126,7 @@ func (r *scenarioRunner) run(ctx context.Context) error {
 	}
 
 	metrics := r.metricsOptions.MustCreateMetrics(ctx, r.logger)
-	defer metrics.Shutdown(ctx, r.logger)
+	defer metrics.Shutdown(ctx, r.logger, r.scenario.Scenario, r.scenario.RunID, r.scenario.RunFamily)
 	start := time.Now()
 	var client client.Client
 	var err error

cmd/cli/run_worker.go

@@ -53,7 +53,7 @@ func (r *workerRunner) addCLIFlags(fs *pflag.FlagSet) {
 	fs.IntVar(&r.TaskQueueIndexSuffixEnd, "task-queue-suffix-index-end", 0, "Inclusive end for task queue suffix range")
 	fs.AddFlagSet(r.ClientOptions.FlagSet())
 	fs.AddFlagSet(r.MetricsOptions.FlagSet("worker-"))
-	fs.AddFlagSet(r.WorkerOptions.FlagSet("worker-"))
+	fs.AddFlagSet(r.WorkerOptions.FlagSet())
 }
 
 func (r *workerRunner) preRun() {