redisun/.github/workflows/benchmark.yml at 718aa6fb9b95dd3b9e7e38d2a172746e768b16a5 · smartboot/redisun · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
name: 性能测试

on:
  workflow_dispatch:
  push:
    branches: [ master ]
  pull_request:
    branches: [ master ]

jobs:
  benchmark:
    runs-on: ubuntu-latest

    services:
      redis:
        image: redis:latest
        ports:
          - 6379:6379
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    strategy:
      matrix:
        client_count: [1, 8, 128, 1024]

    steps:
      - name: 检出代码
        uses: actions/checkout@v4

      - name: 设置 Java 环境
        uses: actions/setup-java@v4
        with:
          java-version: '8'
          distribution: 'temurin'
          cache: 'maven'

      - name: 编译项目
        run: mvn compile

      - name: 运行性能测试 (客户端数量 ${{ matrix.client_count }})
        run: |
          echo "Running benchmark tests with ${{ matrix.client_count }} clients..."

          # 定义测试参数
          clients=("Redisun" "Redisson" "Jedis" "Lettuce")
          methods=("asyncSet" "asyncGet" "concurrentSet" "concurrentGet")

          # 循环执行所有测试
          for client in "${clients[@]}"; do
            for method in "${methods[@]}"; do
              echo "Running ${client} ${method} test..."
              mvn test -Dtest=${client}Benchmark#${method} -Dclient.count=${{ matrix.client_count }} > ${client,,}_${method}_${{ matrix.client_count }}.log 2>&1 || true
            done
          done

      # 上传单个测试结果作为工件
      - name: 上传单个测试结果
        uses: actions/upload-artifact@v4
        with:
          name: benchmark-results-${{ matrix.client_count }}
          path: "*.log"

  # 新增一个job来整合所有结果
  merge-reports:
    needs: benchmark
    runs-on: ubuntu-latest
    steps:
      - name: 检出代码
        uses: actions/checkout@v4

      # 下载所有测试结果
      - name: 下载所有测试结果
        uses: actions/download-artifact@v4
        with:
          path: ./artifacts

      # 整合报告
      - name: 整合测试报告
        run: |
          echo "# Redis客户端性能测试报告" > benchmark-report.md
          echo "测试时间: $(date)" >> benchmark-report.md
          echo "" >> benchmark-report.md
          echo "## 测试环境" >> benchmark-report.md
          echo "- 操作系统: Ubuntu 20.04" >> benchmark-report.md
          echo "- Java 版本: JDK 8" >> benchmark-report.md
          echo "- Redis 版本: latest" >> benchmark-report.md
          echo "- 测试键数量: 50000" >> benchmark-report.md
          echo "" >> benchmark-report.md

          # 创建通用函数提取数据
          extract_data() {
            local file_prefix=$1
            local client_count=$2
            local log_file="./artifacts/benchmark-results-${client_count}/${file_prefix}_${client_count}.log"

            if [ -f "$log_file" ]; then
              # 提取时间 (cost)
              local time_line=$(grep "\] ${file_prefix#*_} cost:" "$log_file" | head -1)
              local time="-"
              if [ -n "$time_line" ]; then
                # 处理不同的格式：xxxms 或 xxx
                time=$(echo "$time_line" | awk '{print $NF}' | sed 's/ms$//' | sed 's/[^0-9\-]*//g')
              fi

              # 提取OPS
              local ops_line=$(grep "\] ${file_prefix#*_} ops/s:" "$log_file" | head -1)
              local ops="-"
              if [ -n "$ops_line" ]; then
                ops=$(echo "$ops_line" | awk '{print $NF}' | sed 's/[^0-9\-]*//g')
              fi

              echo "$time/$ops"
            else
              echo "-/-"
            fi
          }

          # 定义测试类型和表头
          test_types=("concurrent_set" "async_set" "concurrent_get" "async_get")
          type_names=("同步SET性能对比" "异步SET性能对比" "同步GET性能对比" "异步GET性能对比")

          # 为每种测试类型生成表格
          for i in "${!test_types[@]}"; do
            test_type=${test_types[$i]}
            type_name=${type_names[$i]}

            echo "## $type_name" >> benchmark-report.md
            echo "| 客户端数量 | 耗时(Redisun/Redisson/Jedis/Lettuce) | OPS(Redisun/Redisson/Jedis/Lettuce) |" >> benchmark-report.md
            echo "|------------|------------------------|-----------------------|" >> benchmark-report.md

            for client_count in 1 8 128 1024; do
              # 修正文件前缀以匹配实际的日志文件名
              case "${test_type}" in
                "concurrent_set")
                  redisun_data=$(extract_data "redisun_concurrentSet" "$client_count")
                  redisson_data=$(extract_data "redisson_concurrentSet" "$client_count")
                  jedis_data=$(extract_data "jedis_concurrentSet" "$client_count")
                  lettuce_data=$(extract_data "lettuce_concurrentSet" "$client_count")
                  ;;
                "async_set")
                  redisun_data=$(extract_data "redisun_asyncSet" "$client_count")
                  redisson_data=$(extract_data "redisson_asyncSet" "$client_count")
                  jedis_data=$(extract_data "jedis_asyncSet" "$client_count")
                  lettuce_data=$(extract_data "lettuce_asyncSet" "$client_count")
                  ;;
                "concurrent_get")
                  redisun_data=$(extract_data "redisun_concurrentGet" "$client_count")
                  redisson_data=$(extract_data "redisson_concurrentGet" "$client_count")
                  jedis_data=$(extract_data "jedis_concurrentGet" "$client_count")
                  lettuce_data=$(extract_data "lettuce_concurrentGet" "$client_count")
                  ;;
                "async_get")
                  redisun_data=$(extract_data "redisun_asyncGet" "$client_count")
                  redisson_data=$(extract_data "redisson_asyncGet" "$client_count")
                  jedis_data=$(extract_data "jedis_asyncGet" "$client_count")
                  lettuce_data=$(extract_data "lettuce_asyncGet" "$client_count")
                  ;;
              esac

              redisun_time=$(echo $redisun_data | cut -d'/' -f1)
              redisun_ops=$(echo $redisun_data | cut -d'/' -f2)
              redisson_time=$(echo $redisson_data | cut -d'/' -f1)
              redisson_ops=$(echo $redisson_data | cut -d'/' -f2)
              jedis_time=$(echo $jedis_data | cut -d'/' -f1)
              jedis_ops=$(echo $jedis_data | cut -d'/' -f2)
              lettuce_time=$(echo $lettuce_data | cut -d'/' -f1)
              lettuce_ops=$(echo $lettuce_data | cut -d'/' -f2)

              echo "| ${client_count} | ${redisun_time}/${redisson_time}/${jedis_time}/${lettuce_time} | ${redisun_ops}/${redisson_ops}/${jedis_ops}/${lettuce_ops} |" >> benchmark-report.md
            done
            echo "" >> benchmark-report.md
          done

          echo "> 注意：由于 GitHub Actions 环境限制，测试结果可能不如本地环境准确。" >> benchmark-report.md
          echo "" >> benchmark-report.md

          # 显示报告内容
          cat benchmark-report.md

      # 上传整合后的测试报告
      - name: 上传整合后的测试报告
        uses: actions/upload-artifact@v4
        with:
          name: benchmark-report
          path: benchmark-report.md