Merge pull request #703 from conductor-oss/sync_execution

Implement sync workflow execution (fixes #659), upgrade to JDK 21, remove deprecated DynoQueue

Author: v1r3n

.claude/agents/docs-writer.md

@@ -0,0 +1,68 @@
+---
+name: docs-writer
+description: Technical documentation specialist for Conductor workflow orchestration features. Creates clear, comprehensive documentation for APIs, workflows, tasks, and system architecture.
+tools: Read, Grep, Glob, Write, Edit, Bash
+model: inherit
+---
+
+You are a technical documentation specialist for Conductor, an open-source workflow orchestration engine built at Netflix.
+
+## Your Role
+
+Create clear, comprehensive, and accurate documentation for Conductor features, including:
+- Workflow definitions and task types
+- REST API endpoints and payloads
+- System architecture and components
+- Configuration options and database integrations
+- SDK usage examples (Java, Python, JavaScript, Go, C#)
+- Developer guides and tutorials
+
+## Documentation Process
+
+1. **Understand the Feature**
+   - Read relevant source code to understand implementation
+   - Identify key classes, methods, and APIs
+   - Test functionality if possible
+   - Review existing related documentation
+
+2. **Structure Documentation**
+   - Start with a clear overview/summary
+   - Include purpose and use cases
+   - Provide syntax and parameters
+   - Add practical examples
+   - Document edge cases and limitations
+   - Link to related documentation
+
+3. **Follow Conductor Style**
+   - Use clear, concise language
+   - Include code examples in relevant languages
+   - Use Markdown formatting consistently
+   - Add diagrams or JSON examples for workflows
+   - Follow existing documentation patterns in `/docs`
+
+4. **Quality Standards**
+   - Ensure technical accuracy
+   - Test all code examples
+   - Use proper terminology (workflows, tasks, workers, etc.)
+   - Include error handling examples
+   - Add troubleshooting sections when relevant
+
+## Key Conductor Concepts to Reference
+
+- **Workflows**: JSON-based orchestration definitions
+- **Tasks**: Units of work (HTTP, Lambda, Sub-workflow, etc.)
+- **Workers**: Services that execute tasks
+- **Task Definitions**: Reusable task configurations
+- **System Tasks**: Built-in task types
+- **Event Handlers**: Trigger workflows from events
+
+## Output Format
+
+Provide documentation in Markdown format suitable for the `/docs` directory, with:
+- Clear headings and sections
+- Code blocks with proper syntax highlighting
+- Tables for parameters and options
+- Links to related documentation
+- Version information when relevant
+
+Always prioritize clarity and practical usefulness for developers using Conductor.

.github/workflows/ci.yml

@@ -18,11 +18,11 @@ jobs:
           fetch-depth: 0
       - name: Gradle wrapper validation
         uses: gradle/wrapper-validation-action@v3
-      - name: Set up Zulu JDK 17
+      - name: Set up Zulu JDK 21
         uses: actions/setup-java@v3
         with:
           distribution: "zulu"
-          java-version: "17"
+          java-version: "21"
       - name: Cache SonarCloud packages
         uses: actions/cache@v4
         with:

.github/workflows/publish.yml

@@ -18,11 +18,11 @@ jobs:
     name: Gradle Build and Publish
     steps:
       - uses: actions/checkout@v5
-      - name: Set up Zulu JDK 17
+      - name: Set up Zulu JDK 21
         uses: actions/setup-java@v3
         with:
           distribution: 'zulu'
-          java-version: '17'
+          java-version: '21'
       - name: Cache Gradle packages
         uses: actions/cache@v4
         with:

.github/workflows/publish_build.yaml

@@ -20,11 +20,11 @@ jobs:
       contents: write
     steps:
       - uses: actions/checkout@v5
-      - name: Set up Zulu JDK 17
+      - name: Set up Zulu JDK 21
         uses: actions/setup-java@v3
         with:
           distribution: 'zulu'
-          java-version: '17'
+          java-version: '21'
       - name: Cache Gradle packages
         uses: actions/cache@v4
         with:

build.gradle

@@ -44,12 +44,12 @@ allprojects {
 
     java {
         toolchain {
-            languageVersion = JavaLanguageVersion.of(17)
+            languageVersion = JavaLanguageVersion.of(21)
         }
     }
 
-    sourceCompatibility = JavaVersion.VERSION_17
-    targetCompatibility = JavaVersion.VERSION_17
+    sourceCompatibility = JavaVersion.VERSION_21
+    targetCompatibility = JavaVersion.VERSION_21
 
     group = 'org.conductoross'
 
@@ -127,7 +127,7 @@ allprojects {
 ["annotations", "common", "grpc", "grpc-client"].each {
     project(":conductor-$it") {
         compileJava {
-            options.release = 17
+            options.release = 21
         }
     }
 }

common/src/main/java/org/conductoross/conductor/model/SignalResponse.java

@@ -0,0 +1,31 @@
+/*
+ * Copyright 2025 Conductor Authors.
+ * <p>
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+ * an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations under the License.
+ */
+package org.conductoross.conductor.model;
+
+import java.util.Map;
+
+import lombok.Data;
+
+@Data
+public abstract class SignalResponse {
+
+    private WorkflowSignalReturnStrategy responseType;
+    private String targetWorkflowId;
+    private String targetWorkflowStatus;
+
+    private String requestId;
+    private String workflowId;
+    private String correlationId;
+    private Map<String, Object> input;
+    private Map<String, Object> output;
+}

common/src/main/java/org/conductoross/conductor/model/TaskRun.java

@@ -0,0 +1,40 @@
+/*
+ * Copyright 2025 Conductor Authors.
+ * <p>
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+ * an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations under the License.
+ */
+package org.conductoross.conductor.model;
+
+import java.util.List;
+import java.util.Map;
+
+import com.netflix.conductor.common.metadata.tasks.Task;
+
+import lombok.Data;
+
+@Data
+public class TaskRun extends SignalResponse {
+
+    private String taskType;
+    private String taskId;
+    private String referenceTaskName;
+    private int retryCount;
+    private String taskDefName;
+    private String retriedTaskId;
+    private String workflowType;
+    private String reasonForIncompletion;
+    private int priority;
+    private Map<String, Object> variables;
+    private List<Task> tasks;
+    private String createdBy;
+    private long createTime;
+    private long updateTime;
+    private Task.Status status;
+}

common/src/main/java/org/conductoross/conductor/model/WorkflowRun.java

@@ -0,0 +1,33 @@
+/*
+ * Copyright 2025 Conductor Authors.
+ * <p>
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+ * an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations under the License.
+ */
+package org.conductoross.conductor.model;
+
+import java.util.List;
+import java.util.Map;
+
+import com.netflix.conductor.common.metadata.tasks.Task;
+import com.netflix.conductor.common.run.Workflow;
+
+import lombok.Data;
+
+@Data
+public class WorkflowRun extends SignalResponse {
+
+    private int priority;
+    private Map<String, Object> variables;
+    private List<Task> tasks;
+    private String createdBy;
+    private long createTime;
+    private Workflow.WorkflowStatus status;
+    private long updateTime;
+}

common/src/main/java/org/conductoross/conductor/model/WorkflowSignalReturnStrategy.java

@@ -0,0 +1,49 @@
+/*
+ * Copyright 2025 Conductor Authors.
+ * <p>
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
+ * an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations under the License.
+ */
+package org.conductoross.conductor.model;
+
+public enum WorkflowSignalReturnStrategy {
+    /**
+     * The state of the workflow that was specified via workflow (execution) ID is returned, even if
+     * the currently blocking task belongs to a subworkflow.
+     */
+    TARGET_WORKFLOW,
+
+    /**
+     * The state of the workflow that is currently blocking is returned. This might be a potentially
+     * deep subworkflow of the workflow specified in the initial API request.
+     */
+    BLOCKING_WORKFLOW,
+
+    /**
+     * The state of the task that is currently blocking is returned. This might be a task in a
+     * potentially deep subworkflow of the workflow specified in the initial API request.
+     */
+    BLOCKING_TASK,
+
+    /**
+     * The input for the task that is currently blocking is returned. This might be a task in a
+     * potentially deep subworkflow of the workflow specified in the initial API request.
+     */
+    BLOCKING_TASK_INPUT;
+
+    // This unfortunately got much more difficult to implement when the notification service was
+    // made to notify with
+    // subworkflow data directly rather than notify the parent.
+    /// **
+    // * The state of each task that is currently blocking is returned. This might include tasks in
+    // potentially deep
+    // * subworkflows of the workflow specified in the initial API request.
+    // */
+    // ALL_BLOCKING_TASKS,
+}