Migrating build system to cmake

.github/workflows/build.yml

@@ -7,7 +7,11 @@ env:
   MYSQL_USER: 'ragnarok'
   MYSQL_PASSWORD: 'ragnarok'
   MYSQL_ALLOW_EMPTY_PASSWORD: 'yes'
-  DEBIAN_COMMON_PACKAGES: make zlib1g-dev libpcre3-dev git python3 libzstd-dev
+  DEBIAN_COMMON_PACKAGES: make git python3 libzstd-dev python3-venv cmake g++
+
+defaults:
+  run:
+    shell: bash
 
 jobs:
   build:
@@ -16,18 +20,16 @@ jobs:
     strategy:
       matrix:
         # Testing the oldest and newest supported version of gcc/clang on our supported platofrms
-        CC: ["clang-15", "clang-19", "gcc-12", "gcc-14"]
+        CC: ["clang", "gcc"]
         RENEWAL: [""]
-        CLIENT_TYPE: ["", "--enable-packetver-re", "--enable-packetver-zero"]
-        HTTPLIB: ["", "--with-http_parser=llhttp"]
+        CLIENT_TYPE: ["", "-DENABLE_PACKETVER_RE=ON", "-DENABLE_PACKETVER_ZERO=ON"]
+        HTTPLIB: ["", "-DWITH_HTTP_PARSER=llhttp"]
         SANITIZER: [""]
-        PACKET_VERSION: ["--enable-packetver=20100105", "--enable-packetver=20171018"]
-        LTO: ["", "--enable-lto"]
+        PACKET_VERSION: ["-DPACKETVER=20100105", "-DPACKETVER=20171018"]
+        LTO: ["", "-DENABLE_LTO=ON"]
         exclude:
-          - PACKET_VERSION: "--enable-packetver=20100105"
-            CLIENT_TYPE: "--enable-packetver-zero"
-          - CC: "clang-11"
-            LTO: "--enable-lto"
+          - PACKET_VERSION: "-DPACKETVER=20100105"
+            CLIENT_TYPE: "-DENABLE_PACKETVER_ZERO=ON"
 
     # github.head_ref will stop previous runs in the same PR (if in a PR)
     # github.run_id is a fallback when outside a PR (e.g. every merge in master will run, and previous won't stop)
@@ -36,7 +38,7 @@ jobs:
       cancel-in-progress: true
 
     container:
-      image: ubuntu:24.04
+      image: ubuntu:26.04
     services:
       mariadb:
         image: mariadb:latest
@@ -53,10 +55,10 @@ jobs:
           --health-timeout=2s
           --health-retries=3
     env:
-      INSTALL_PACKAGES: ${{ matrix.CC }} mariadb-client libmariadbclient-dev-compat
+      INSTALL_PACKAGES: ${{ matrix.CC }} mariadb-client
       SQLHOST: mariadb
       CC: ${{ matrix.CC }}
-      CONFIGURE_FLAGS: CC=${{ matrix.CC }} --enable-debug --enable-Werror --enable-buildbot ${{ matrix.RENEWAL }} ${{ matrix.HTTPLIB }} ${{ matrix.CLIENT_TYPE }} ${{ matrix.SANITIZER }} ${{ matrix.PACKET_VERSION }} --enable-epoll
+      CONFIGURE_FLAGS: -DCMAKE_C_COMPILER=${{ matrix.CC }} -DCMAKE_BUILD_TYPE=Debug -DENABLE_WERROR=ON -DENABLE_BUILDBOT=ON ${{ matrix.RENEWAL }} ${{ matrix.HTTPLIB }} ${{ matrix.CLIENT_TYPE }} ${{ matrix.SANITIZER }} ${{ matrix.PACKET_VERSION }} -DENABLE_EPOLL=ON
     steps:
       - uses: actions/checkout@v6
         with:
@@ -81,6 +83,8 @@ jobs:
 
       - name: build
         run: |
+          ./tools/ci/travis.sh prepareenv
+          source .venv/bin/activate
           ./tools/ci/travis.sh build $CONFIGURE_FLAGS
 
         # for run default config will show warnings

.github/workflows/codeql-analysis.yml

@@ -2,6 +2,10 @@ name: "CodeQL"
 
 on: workflow_call
 
+defaults:
+  run:
+    shell: bash
+
 jobs:
   analyze:
     name: Analyze
@@ -10,7 +14,11 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        language: ['c', 'python']
+        include:
+          - language: 'c'
+            build-mode: 'manual'
+          - language: 'python'
+            build-mode: 'none'
 
     # github.head_ref will stop previous runs in the same PR (if in a PR)
     # github.run_id is a fallback when outside a PR (e.g. every merge in master will run, and previous won't stop)
@@ -34,11 +42,15 @@ jobs:
       uses: github/codeql-action/init@v4
       with:
         languages: ${{ matrix.language }}
-
-    # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
-    # If this step fails, then you should remove it and run the build manually (see below)
-    - name: Autobuild
-      uses: github/codeql-action/autobuild@v4
+        build-mode: ${{ matrix.build-mode }}
+
+    # Build hercules
+    - if: matrix.build-mode == 'manual'
+      name: Manual Build
+      run: |
+          ./tools/ci/travis.sh prepareenv
+          source .venv/bin/activate
+          ./tools/ci/travis.sh build -DCMAKE_BUILD_TYPE=Release
 
     - name: Perform CodeQL Analysis
       uses: github/codeql-action/analyze@v4

.github/workflows/controller.yml

@@ -27,10 +27,10 @@ jobs:
 #    needs: build
 #    if: ${{ !failure() && !cancelled() }}
 #    uses: ./.github/workflows/gcc_test.yml
-  gccsnapshot_test:
+  sanitizer:
     needs: build
     if: ${{ !failure() && !cancelled() }}
-    uses: ./.github/workflows/gccsnapshot_test.yml
+    uses: ./.github/workflows/sanitizer.yml
   mariadb:
     needs: build
     if: ${{ !failure() && !cancelled() }}

.github/workflows/hwsapibot.yml

@@ -4,13 +4,17 @@ on:
   workflow_call:
 
 env:
-  INSTALL_PACKAGES: make gcc zlib1g-dev libpcre3-dev git libmariadbclient-dev-compat doxygen perl libxml-simple-perl libxml-parser-perl bc curl
+  INSTALL_PACKAGES: cmake make gcc g++ git doxygen perl libxml-simple-perl libxml-parser-perl bc curl python3-venv python3
   BUILDSTATS_API_KEY: ${{ secrets.BUILDSTATS_API_KEY }}
   GPG_SIGNING_KEY: ${{ secrets.GPG_SIGNING_KEY }}
 
+defaults:
+  run:
+    shell: bash
+
 jobs:
   hwsapi:
-    runs-on: ubuntu:24.04
+    runs-on: ubuntu-latest
     concurrency:
       group: hwsapibot
       cancel-in-progress: true
@@ -25,87 +29,93 @@ jobs:
         run: |
           ./tools/ci/retry.sh sudo apt-get update
           ./tools/ci/retry.sh sudo apt-get install -y -qq $INSTALL_PACKAGES
+          ./tools/ci/travis.sh prepareenv
+
 
-      - name: configure
+      - name: CMake configuring
         run: |
           start_time=$(date +%s.%3N)
           echo "start_time=$start_time" >> $GITHUB_ENV
           git config --local user.name hwsapibot
           git config --local user.email dev@herc.ws
           echo -n "$GPG_SIGNING_KEY" | base64 --decode | gpg --import
           git config --local user.signingkey A667DC2F80D63FEF
-          ./configure --enable-debug --disable-lto
-          make clean
+          source .venv/bin/activate
+          cmake -B build -S . -DCMAKE_PROJECT_TOP_LEVEL_INCLUDES=cmake_modules/conan_provider.cmake -DCMAKE_BUILD_TYPE=Debug
 
       - name: hpmhooking
         run: |
           start_this=$(date +%s.%3N)
-          make hooks
+          (cd build && make hooks)
           end_this=$(date +%s.%3N)
           elapsed_hooks=$(echo "scale=0; ($end_this - $start_this) * 1000 / 1" | bc)
           echo "elapsed_hooks=$elapsed_hooks" >> $GITHUB_ENV
           git commit -am 'Update HPM hooks' --signoff --gpg-sign || echo "Nothing to commit"
 
       - name: build
         run: |
+          source .venv/bin/activate
           start_this=$(date +%s.%3N)
-          make sql -j3
+          (cd build && make sql -j3)
           end_this=$(date +%s.%3N)
           elapsed_build=$(echo "scale=0; ($end_this - $start_this) * 1000 / 1" | bc)
           echo "elapsed_build=$elapsed_build" >> $GITHUB_ENV
 
       - name: itemdb2sql
         run: |
-          ./configure --enable-debug --disable-lto --disable-renewal
-          make clean
+          source .venv/bin/activate
+          cmake -B build -S . -DCMAKE_PROJECT_TOP_LEVEL_INCLUDES=cmake_modules/conan_provider.cmake -DCMAKE_BUILD_TYPE=Debug -DENABLE_RENEWAL=OFF
+          (cd build && make clean)
           start_this=$(date +%s.%3N)
-          make map_sql plugin.db2sql -j3
-          ./map-server --load-plugin db2sql --itemdb2sql
+          (cd build && make map-server plugin.db2sql install -j3)
+          ./bin/map-server --load-plugin db2sql --itemdb2sql
           end_this=$(date +%s.%3N)
           elapsed_itemdb=$(echo "scale=0; ($end_this - $start_this) * 1000 / 1" | bc)
-          ./configure --enable-debug --disable-lto --enable-renewal
-          make clean
+          cmake -B build -S . -DCMAKE_PROJECT_TOP_LEVEL_INCLUDES=cmake_modules/conan_provider.cmake -DCMAKE_BUILD_TYPE=Debug -DENABLE_RENEWAL=ON
+          (cd build && make clean)
           start_this=$(date +%s.%3N)
-          make map_sql plugin.db2sql -j3
-          ./map-server --load-plugin db2sql --itemdb2sql
+          (cd build && make map-server plugin.db2sql install -j3)
+          ./bin/map-server --load-plugin db2sql --itemdb2sql
           end_this=$(date +%s.%3N)
           elapsed_itemdb=$(echo "scale=0; $elapsed_itemdb + ($end_this - $start_this) * 1000 / 1" | bc)
           echo "elapsed_itemdb=$elapsed_itemdb" >> $GITHUB_ENV
           git commit -am 'Update item_db SQL data' --signoff --gpg-sign || echo "Nothing to commit"
 
       - name: mobdb2sql
         run: |
-          ./configure --enable-debug --disable-lto --disable-renewal
-          make clean
+          source .venv/bin/activate
+          cmake -B build -S . -DCMAKE_PROJECT_TOP_LEVEL_INCLUDES=cmake_modules/conan_provider.cmake -DCMAKE_BUILD_TYPE=Debug -DENABLE_RENEWAL=OFF
+          (cd build && make clean)
           start_this=$(date +%s.%3N)
-          make map_sql plugin.db2sql -j3
-          ./map-server --load-plugin db2sql --mobdb2sql
+          (cd build && make map-server plugin.db2sql install -j3)
+          ./bin/map-server --load-plugin db2sql --mobdb2sql
           end_this=$(date +%s.%3N)
           elapsed_mobdb=$(echo "scale=0; ($end_this - $start_this) * 1000 / 1" | bc)
-          ./configure --enable-debug --disable-lto --enable-renewal
-          make clean
+          cmake -B build -S . -DCMAKE_PROJECT_TOP_LEVEL_INCLUDES=cmake_modules/conan_provider.cmake -DCMAKE_BUILD_TYPE=Debug -DENABLE_RENEWAL=ON
+          (cd build && make clean)
           start_this=$(date +%s.%3N)
-          make map_sql plugin.db2sql -j3
-          ./map-server --load-plugin db2sql --mobdb2sql
+          (cd build && make map-server plugin.db2sql install -j3)
+          ./bin/map-server --load-plugin db2sql --mobdb2sql
           end_this=$(date +%s.%3N)
           elapsed_mobdb=$(echo "scale=0; $elapsed_mobdb + ($end_this - $start_this) * 1000 / 1" | bc)
           echo "elapsed_mobdb=$elapsed_mobdb" >> $GITHUB_ENV
           git commit -am 'Update mob_db SQL data' --signoff --gpg-sign || echo "Nothing to commit"
 
       - name: constdb2doc
         run: |
-          ./configure --enable-debug --disable-lto --disable-renewal
-          make clean
+          source .venv/bin/activate
+          cmake -B build -S . -DCMAKE_PROJECT_TOP_LEVEL_INCLUDES=cmake_modules/conan_provider.cmake -DCMAKE_BUILD_TYPE=Debug -DENABLE_RENEWAL=OFF
+          (cd build && make clean)
           start_this=$(date +%s.%3N)
-          make map_sql plugin.constdb2doc -j3
-          ./map-server --load-plugin constdb2doc --constdb2doc
+          (cd build && make map-server plugin.constdb2doc install -j3)
+          ./bin/map-server --load-plugin constdb2doc --constdb2doc
           end_this=$(date +%s.%3N)
           elapsed_constdb=$(echo "scale=0; ($end_this - $start_this) * 1000 / 1" | bc)
-          ./configure --enable-debug --disable-lto --enable-renewal
-          make clean
+          cmake -B build -S . -DCMAKE_PROJECT_TOP_LEVEL_INCLUDES=cmake_modules/conan_provider.cmake -DCMAKE_BUILD_TYPE=Debug -DENABLE_RENEWAL=ON
+          (cd build && make clean)
           start_this=$(date +%s.%3N)
-          make map_sql plugin.constdb2doc -j3
-          ./map-server --load-plugin constdb2doc --constdb2doc
+          (cd build && make map-server plugin.constdb2doc install -j3)
+          ./bin/map-server --load-plugin constdb2doc --constdb2doc
           end_this=$(date +%s.%3N)
           elapsed_constdb=$(echo "scale=0; $elapsed_constdb + ($end_this - $start_this) * 1000 / 1" | bc)
           echo "elapsed_constdb=$elapsed_constdb" >> $GITHUB_ENV

.github/workflows/mariadb.yml

@@ -7,7 +7,11 @@ env:
   MYSQL_USER: 'ragnarok'
   MYSQL_PASSWORD: 'ragnarok'
   MYSQL_ALLOW_EMPTY_PASSWORD: 'yes'
-  DEBIAN_COMMON_PACKAGES: make zlib1g-dev libpcre3-dev git python3 libzstd-dev
+  DEBIAN_COMMON_PACKAGES: cmake make git python3 python3-venv libzstd-dev g++
+
+defaults:
+  run:
+    shell: bash
 
 jobs:
   build:
@@ -18,9 +22,9 @@ jobs:
         CC: [gcc]
         RENEWAL: [""]
         CLIENT_TYPE: [""]
-        HTTPLIB: ["", "--with-http_parser=llhttp"]
-        SANITIZER: ["--disable-manager", "--enable-sanitize=full"]
-        PACKET_VERSION: ["--enable-packetver=20221024"]
+        HTTPLIB: ["", "-DWITH_HTTP_PARSER=llhttp"]
+        SANITIZER: ["-DMEMORY_MANAGER=none", "-DMEMORY_MANAGER=none -DENABLE_SANITIZE=ON"]
+        PACKET_VERSION: ["-DPACKETVER=20221024"]
         MYSQL: ["10.11", "11.8", "latest"]
 
     # github.head_ref will stop previous runs in the same PR (if in a PR)
@@ -30,7 +34,7 @@ jobs:
       cancel-in-progress: true
 
     container:
-      image: ubuntu:24.04
+      image: ubuntu:26.04
     services:
       mysql:
         image: mariadb:${{ matrix.MYSQL }}
@@ -47,10 +51,10 @@ jobs:
           --health-timeout=2s
           --health-retries=3
     env:
-      INSTALL_PACKAGES: ${{ matrix.CC }} mariadb-client libmariadbclient-dev-compat
+      INSTALL_PACKAGES: ${{ matrix.CC }} mariadb-client
       SQLHOST: mysql
       CC: ${{ matrix.CC }}
-      CONFIGURE_FLAGS: CC=${{ matrix.CC }} --enable-debug --enable-Werror --enable-buildbot ${{ matrix.RENEWAL }} ${{ matrix.HTTPLIB }} ${{ matrix.CLIENT_TYPE }} ${{ matrix.SANITIZER }} ${{ matrix.PACKET_VERSION }}
+      CONFIGURE_FLAGS: -DCMAKE_C_COMPILER=${{ matrix.CC }} -DCMAKE_BUILD_TYPE=Debug -DENABLE_WERROR=ON -DENABLE_BUILDBOT=ON ${{ matrix.RENEWAL }} ${{ matrix.HTTPLIB }} ${{ matrix.CLIENT_TYPE }} ${{ matrix.SANITIZER }} ${{ matrix.PACKET_VERSION }}
       PACKET_VERSION: ${{ matrix.PACKET_VERSION }}
     steps:
       - uses: actions/checkout@v6
@@ -76,18 +80,15 @@ jobs:
 
       - name: build
         run: |
+          ./tools/ci/travis.sh prepareenv
+          source .venv/bin/activate
           ./tools/ci/travis.sh build $CONFIGURE_FLAGS
 
       - name: test
         run: |
           ./tools/ci/travis.sh test ragnarok ragnarok ragnarok $SQLHOST
 
       - name: extra test
-        if: env.PACKET_VERSION != '--enable-packetver=20130724'
-        run: |
-          ./tools/ci/travis.sh extratest
-
-      - name: extra test
-        if: env.PACKET_VERSION != '--enable-packetver=20130724'
+        if: env.PACKET_VERSION != '-DPACKETVER=20130724'
         run: |
           ./tools/ci/travis.sh extratest