feat: 支持 maafw 4.0 Agent 功能

Author: MistEO

.gitignore

@@ -446,3 +446,6 @@ install
 
 # Tools
 tools/ImageCropper/**/*.png
+
+config
+debug

agent/main.py

@@ -0,0 +1,21 @@
+import sys
+
+from maa.agent.agent_server import AgentServer
+from maa.toolkit import Toolkit
+
+import my_action
+import my_reco
+
+
+def main():
+    Toolkit.init_option("./")
+
+    socket_id = sys.argv[-1]
+
+    AgentServer.start_up(socket_id)
+    AgentServer.join()
+    AgentServer.shut_down()
+
+
+if __name__ == "__main__":
+    main()

agent/my_action.py

@@ -0,0 +1,17 @@
+from maa.agent.agent_server import AgentServer
+from maa.custom_action import CustomAction
+from maa.context import Context
+
+
+@AgentServer.custom_action("my_action_111")
+class MyCustomAction(CustomAction):
+
+    def run(
+        self,
+        context: Context,
+        argv: CustomAction.RunArg,
+    ) -> bool:
+
+        print("my_action_111 is running!")
+
+        return True

agent/my_reco.py

@@ -0,0 +1,37 @@
+from maa.agent.agent_server import AgentServer
+from maa.custom_recognition import CustomRecognition
+from maa.context import Context
+
+
+@AgentServer.custom_recognition("my_reco_222")
+class MyRecongition(CustomRecognition):
+
+    def analyze(
+        self,
+        context: Context,
+        argv: CustomRecognition.AnalyzeArg,
+    ) -> CustomRecognition.AnalyzeResult:
+
+        reco_detail = context.run_recognition(
+            "MyCustomOCR",
+            argv.image,
+            pipeline_override={"MyCustomOCR": {"roi": [100, 100, 200, 300]}},
+        )
+
+        # context is a reference, will override the pipeline for whole task
+        context.override_pipeline({"MyCustomOCR": {"roi": [1, 1, 114, 514]}})
+        # context.run_recognition ...
+
+        # make a new context to override the pipeline, only for itself
+        new_context = context.clone()
+        new_context.override_pipeline({"MyCustomOCR": {"roi": [100, 200, 300, 400]}})
+        reco_detail = new_context.run_recognition("MyCustomOCR", argv.image)
+
+        click_job = context.tasker.controller.post_click(10, 20)
+        click_job.wait()
+
+        context.override_next(argv.node_name, ["TaskA", "TaskB"])
+
+        return CustomRecognition.AnalyzeResult(
+            box=(0, 0, 100, 100), detail="Hello World!"
+        )

assets/interface.json

@@ -28,6 +28,12 @@
             ]
         }
     ],
+    "agent": {
+        "child_exec": "python",
+        "child_args": [
+            "{PROJECT_DIR}/agent/main.py"
+        ]
+    },
     "task": [
         {
             "name": "普通任务",
@@ -47,6 +53,10 @@
                 "任务选项1"
             ],
             "pipeline_override": {}
+        },
+        {
+            "name": "带Custom的任务",
+            "entry": "MyTask4"
         }
     ],
     "option": {
@@ -71,4 +81,4 @@
             ]
         }
     }
-}
+}

assets/resource/pipeline/my_task.json

@@ -1,5 +1,11 @@
 {
     "MyTask1": {},
     "MyTask2": {},
-    "MyTask3": {}
+    "MyTask3": {},
+    "MyTask4": {
+        "recognition": "Custom",
+        "custom_recognition": "my_reco_222",
+        "action": "Custom",
+        "custom_action": "my_action_111"
+    }
 }

install.py

@@ -69,10 +69,17 @@ def install_chores():
         install_path,
     )
 
+def install_agent():
+    shutil.copytree(
+        working_dir / "agent",
+        install_path / "agent",
+        dirs_exist_ok=True,
+    )
 
 if __name__ == "__main__":
     install_deps()
     install_resource()
     install_chores()
+    install_agent()
 
     print(f"Install to {install_path} successfully.")