update code style

Author: iosmers

fastdeploy/model_executor/layers/backends/xpu/moe/ep.py

@@ -493,10 +493,7 @@ def dispatch(
         # - if valid_token_num is NOT None, it means that we CAN accurately know
         #   the size of the tensor, but the disadvantage is that it will interrupt
         #   the process of kernel launch.
-        if recv_expert_count is None:
-            valid_token_num = -1
-        else:
-            valid_token_num = paddle.sum(recv_expert_count).item()
+        valid_token_num = -1  # The EP operator will automatically calculate valid_token_num
 
         if isinstance(recv_hidden_states, tuple):
             recv_x = recv_hidden_states[0]

tests/xpu_ci/4cards_cases/test_ep4tp4_all2all_cudagraph.py

@@ -0,0 +1,122 @@
+# Copyright (c) 2025 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""
+EP4TP4 all2all测试 - Expert Parallel + Tensor Parallel (all2all通信)
+
+测试配置:
+- 模型: ERNIE-4.5-300B-A47B-Paddle
+- 量化: wint4
+- Tensor Parallel: 4
+- Expert Parallel: 启用
+- Data Parallel: 1
+- 注意: 不使用 --disable-sequence-parallel-moe,启用all2all通信
+"""
+
+
+import openai
+import pytest
+from conftest import (
+    get_model_path,
+    get_port_num,
+    print_logs_on_failure,
+    restore_env,
+    setup_ep_env,
+    start_server,
+)
+
+
+def test_ep4tp4_all2all(xpu_env):
+    """EP4TP4 all2all通信测试"""
+
+    print("\n============================开始 EP4TP4 all2all 测试!============================")
+
+    # 设置EP环境变量
+    original_env = setup_ep_env()
+
+    try:
+        # 获取配置
+        port_num = get_port_num()
+        model_path = get_model_path()
+
+        # 构建服务器启动参数
+        # 注意: 与EP4TP4 online相比,这里不使用 --disable-sequence-parallel-moe
+        server_args = [
+            "--model",
+            f"{model_path}/ERNIE-4.5-300B-A47B-Paddle",
+            "--port",
+            str(port_num),
+            "--tensor-parallel-size",
+            "4",
+            "--enable-expert-parallel",
+            "--enable-prefix-caching",
+            "--data-parallel-size",
+            "1",
+            "--max-model-len",
+            "32768",
+            "--max-num-seqs",
+            "64",
+            "--quantization",
+            "wint4",
+            "--engine-worker-queue-port",
+            str(port_num + 10),
+            "--metrics-port",
+            str(port_num + 2),
+            "--gpu-memory-utilization",
+            "0.9",
+            "--graph-optimization-config",
+            '{"use_cudagraph":true}',
+        ]
+
+        # 启动服务器
+        if not start_server(server_args):
+            pytest.fail("EP4TP4 all2all服务启动失败")
+
+        # 执行测试
+        ip = "0.0.0.0"
+        client = openai.Client(base_url=f"http://{ip}:{port_num}/v1", api_key="EMPTY_API_KEY")
+
+        # 非流式对话
+        response = client.chat.completions.create(
+            model="default",
+            messages=[
+                {"role": "user", "content": "你好,你是谁?"},
+            ],
+            temperature=1,
+            top_p=0,
+            max_tokens=64,
+            stream=False,
+        )
+
+        print(f"\n模型回复: {response.choices[0].message.content}")
+
+        # 验证响应
+        assert any(
+            keyword in response.choices[0].message.content for keyword in ["人工智能", "文心一言", "百度", "智能助手"]
+        ), f"响应内容不符合预期: {response.choices[0].message.content}"
+
+        print("\nEP4TP4 all2all测试通过!")
+
+    except Exception as e:
+        print(f"\nEP4TP4 all2all测试失败: {str(e)}")
+        print_logs_on_failure()
+        pytest.fail(f"EP4TP4 all2all测试失败: {str(e)}")
+
+    finally:
+        # 恢复环境变量
+        restore_env(original_env)
+
+
+if __name__ == "__main__":
+    pytest.main([__file__, "-v", "-s"])