Merge pull request #29 from emerge-lang/llvm-build-linux-x64

tmarsteel · web-flow · commit 5907bb653df5 · 2025-09-02T12:45:25.000+02:00
Also build LLVM for Linux x64
diff --git a/.github/workflows/build-emerge.yaml b/.github/workflows/build-emerge.yaml
@@ -28,6 +28,7 @@ env:
   GCC_GIT_REF: "releases/gcc-14.1.0"
   LIBUNWIND_GIT_REF: "v1.8.1"
   LLVM_MAJOR_VERSION: "20"
+  LLVM_MINOR_VERSION: "1"
   ZULU_JRE_URL: https://cdn.azul.com/zulu/bin/zulu21.36.17-ca-jre21.0.4-win_x64.zip
 
 jobs:
@@ -138,6 +139,8 @@ jobs:
       - name: mvn clean verify
         if: steps.cache-emerge-toolchain-maven.outputs.cache-hit != 'true'
         run: mvn "-Demerge.llvm-tests.llvm-install-dir=/usr/lib/llvm-20" -B clean verify
+  llvm-build-for-linux:
+    uses: ./.github/workflows/build-llvm-linux.yaml
   linux-distributables:
     name: Linux distributable archives
     runs-on: ubuntu-22.04
@@ -148,11 +151,18 @@ jobs:
       - build-glibc-x86_64
       - build-libunwind-x86_64
       - emerge-toolchain-maven
+      - llvm-build-for-linux
     steps:
       - name: checkout
         uses: actions/checkout@v4
         with:
           ref: "${{ inputs.ref || github.sha }}"
+      - name: get LLVM binaries
+        uses: actions/download-artifact@v4.1.8
+        with:
+          run-id: "${{ needs.llvm-build-for-linux.run-id }}"
+          name: llvm-linux-gnu-x86_64
+          path: ${{ github.workspace }}/llvm-install
       - name: get C-runtime binaries from glibc
         uses: actions/cache/restore@v4.2.2
         with:
@@ -193,6 +203,7 @@ jobs:
             mkdir bin && pushd $_
               cp "${{ github.workspace }}/toolchain/target/toolchain.jar" .
             popd
+          
             cp -r "${{ github.workspace }}/stdlib" .
             cp -ar "${{ github.workspace }}/dist/linux/all/." .
             
@@ -217,7 +228,22 @@ jobs:
                 cp "${{ github.workspace }}/glibc-build/csu/Scrt1.o" .
                 cp "${{ github.workspace }}/glibc-build/libc.so" .
               popd  
+            popd  
+          
+            mkdir -p llvm/bin && pushd $_
+              cp "${{ github.workspace }}/llvm-install/bin/lld" .
             popd
+            mkdir llvm/lib && pushd $_
+              cp "${{ github.workspace }}/llvm-install/lib/libLLVM.so.$LLVM_MAJOR_VERSION.$LLVM_MINOR_VERSION" .
+              ln -s "libLLVM.so.$LLVM_MAJOR_VERSION.$LLVM_MINOR_VERSION" "libLLVM-$LLVM_MAJOR_VERSION.so"
+              ln -s "libLLVM.so.$LLVM_MAJOR_VERSION.$LLVM_MINOR_VERSION" "libLLVM.so"
+              cp "${{ github.workspace }}/llvm-install/lib/libLTO.so.$LLVM_MAJOR_VERSION.$LLVM_MINOR_VERSION" .
+              ln -s "libLTO.so.$LLVM_MAJOR_VERSION.$LLVM_MINOR_VERSION" "libLTO-$LLVM_MAJOR_VERSION.so"
+              ln -s "libLTO.so.$LLVM_MAJOR_VERSION.$LLVM_MINOR_VERSION" "libLTO.so"
+              cp "${{ github.workspace }}/llvm-install/lib/libRemarks.so.$LLVM_MAJOR_VERSION.$LLVM_MINOR_VERSION" .
+              ln -s "libRemarks.so.$LLVM_MAJOR_VERSION.$LLVM_MINOR_VERSION" "libRemarks.so"
+            popd
+            cp -r "${{ github.workspace }}/llvm-install/share" llvm/share
           popd
           tar --create \
             --directory=tarball-root \
@@ -269,15 +295,19 @@ jobs:
           run-id: "${{ needs.llvm-build-for-windows.run-id }}"
           name: llvm-windows-x86_64
           path: ${{ github.workspace }}/llvm-install
-      - name: prepare zip
+      - name: build distributable archive
+        id: pack-zip
         shell: pwsh
         run: |
           New-Item -Type Directory -Name "archive-root"
           
           # first extract the linux tarball. It doesn't come with much linux-specific stuff, so we can reuse all the
           # code for building it
-          tar --directory archive-root -xf "${{ needs.linux-distributables.outputs.tarball-filename }}"
+          tar --no-same-owner --no-same-permissions --directory archive-root -xf "${{ needs.linux-distributables.outputs.tarball-filename }}"
+          chown -R archive-root
+          chmod -R u+w archive-root
           Remove-Item "archive-root/configure.sh" # this one is linux specific
+          Remove-Item "archive-root/llvm" -Recurse # this one is linux specific
           
           New-Item -Type Directory -Path "archive-root/llvm" -Name "bin"
           # the LLVM distribution for windows builds THE WHOLE thing. This is needed for development.
@@ -286,15 +316,10 @@ jobs:
           Move-Item -Path "llvm-install/bin/ld.lld.exe" "archive-root/llvm/bin/ld.lld.exe"
           Move-Item -Path "llvm-install/bin/llc.exe" "archive-root/llvm/bin/llc.exe"
           Move-Item -Path "llvm-install/bin/LLVM-C.dll" "archive-root/llvm/bin/LLVM-C.dll"
-          # fix the reference to the LLVM installation directiory
-          (Get-Content archive-root/toolchain-config.yml) -replace '(?<=\s*llvm-installation-directory: ).+','llvm' | Set-Content archive-root/toolchain-config.yml
 
           # redistribute JRE
           Move-Item -Path "zulu-jre/jre" "archive-root/jre"
-      - name: pack zip
-        id: pack-zip
-        shell: pwsh
-        run: |
+
           Get-ChildItem -Path "archive-root" | Compress-Archive -DestinationPath "emerge-toolchain.zip"
           $hash = (Get-FileHash -Algorithm SHA256 "emerge-toolchain.zip").Hash
           Add-Content -Path "$Env:GITHUB_OUTPUT" -Value "sha256=$hash"
diff --git a/.github/workflows/build-llvm-linux.yaml b/.github/workflows/build-llvm-linux.yaml
@@ -0,0 +1,74 @@
+# Copied from github.com/llvm/llvm-project Actions
+
+env:
+  LLVM_REF: llvmorg-20.1.8
+
+name: "Build LLVM for Linux"
+on:
+  workflow_dispatch:
+  workflow_call:
+
+jobs:
+  build-llvm-windows:
+    name: "Build LLVM x86_64-unknown-linux-gnu"
+    runs-on: ubuntu-24.04
+    env:
+      LLVM_INSTALL_PATH: ${{ github.workspace }}/llvm-install
+      LLVM_BUILD_PATH: ${{ github.workspace }}/llvm-build
+    steps:
+      - name: cache
+        id: cache
+        uses: actions/cache@v4.2.2
+        with:
+          path: |
+            ${{ env.LLVM_INSTALL_PATH }}
+          key: llvm-built-${{ env.LLVM_REF }}
+      - name: Fetch LLVM sources
+        if: steps.cache.outputs.cache-hit != 'true'
+        uses: actions/checkout@v4
+        with:
+          repository: llvm/llvm-project
+          ref: ${{ env.LLVM_REF }}
+          fetch-depth: 2
+      - name: install build tools
+        id: setup
+        if: steps.cache.outputs.cache-hit != 'true'
+        run: |
+          sudo apt-get update
+          sudo apt-get install clang-19
+      - name: Configure LLVM
+        if: steps.cache.outputs.cache-hit != 'true'
+        shell: bash
+        run: |
+          cmake \
+            -G "Ninja" \
+            -S llvm \
+            -B $LLVM_BUILD_PATH \
+            -DLLVM_USE_LINKER=gold \
+            -DLLVM_BUILD_LLVM_C_DYLIB=Off \
+            -DLLVM_BUILD_LLVM_DYLIB=On \
+            -DLLVM_LINK_LLVM_DYLIB=On \
+            -DCMAKE_INSTALL_PREFIX=$LLVM_INSTALL_PATH \
+            -DCMAKE_BUILD_TYPE=Release \
+            -DLLVM_ENABLE_ASSERTIONS=On \
+            -DCMAKE_C_COMPILER="/usr/lib/llvm-19/bin/clang" \
+            -DCMAKE_CXX_COMPILER="/usr/lib/llvm-19/bin/clang++" \
+            -DLLVM_TARGETS_TO_BUILD=X86 \
+            -DLLVM_ENABLE_DIA_SDK=OFF \
+            -DLLVM_ENABLE_LIBXML2=OFF \
+            -DLLVM_INCLUDE_TESTS=OFF \
+            -DPYTHON_EXECUTABLE="$(where python.exe | head -1)" \
+            -DLLVM_ENABLE_ZSTD=OFF \
+            -DLLVM_ENABLE_PROJECTS="llvm;lld"
+      - name: Build LLVM
+        if: steps.cache.outputs.cache-hit != 'true'
+        run: |
+          cd "${{ env.LLVM_BUILD_PATH }}"
+          ninja
+          ninja install
+      - name: Collect artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: llvm-linux-gnu-x86_64
+          path: |
+            ${{ env.LLVM_INSTALL_PATH }}
diff --git a/dist/linux/all/configure.sh b/dist/linux/all/configure.sh
@@ -1,12 +1,6 @@
 #!/bin/bash
 set -e
 SELFDIR="$( realpath "$( dirname "${BASH_SOURCE[0]}" )" )"
-LLC="$(realpath "$(which llc-20)")"
-LLVM_DIR="${LLC%/bin/llc}"
-echo "Using LLVM installation in $LLVM_DIR"
-LLVM_DIR_FOR_SED=$(echo "$LLVM_DIR" | sed 's/\//\\\//g')
-
-sed --regexp-extended --in-place 's/llvm-installation-directory: \~/llvm-installation-directory: "'$LLVM_DIR_FOR_SED'"/' "$SELFDIR/toolchain-config.yml"
 
 jre_link="$SELFDIR/jre"
 if [[ ! -e "$jre_link" ]]
diff --git a/dist/linux/all/toolchain-config.yml b/dist/linux/all/toolchain-config.yml
@@ -8,7 +8,7 @@ backends:
     ffi-c-sources: backends/native/emerge-ffi-c
     libc-sources: backends/linux-gnu/emerge-linux-libc
     platform-sources: backends/linux-gnu/emerge-platform-linux
-    llvm-installation-directory: ~
+    llvm-installation-directory: llvm
     static-libs:
       crtbeginS: backends/x86_64-pc-linux-gnu/lib/crtbeginS.o
       crtendS: backends/x86_64-pc-linux-gnu/lib/crtendS.o
diff --git a/dist/linux/deb/DEBIAN/control b/dist/linux/deb/DEBIAN/control
@@ -1,7 +1,7 @@
 Package: ${DEB_NAME}
 Version: ${DEB_VERSION}
 Maintainer: Tobias Marstaller
-Depends: llvm-20, lld-20, java-runtime-headless (>= 21)
+Depends: java-runtime-headless (>= 21)
 Section: devel
 Priority: optional
 Homepage: https://github.com/emerge-lang/compiler
diff --git a/readme.md b/readme.md
@@ -42,8 +42,6 @@ sudo apt install -f ~/Downloads/emerge-toolchain-{INSERT VERSION}.deb
 
 Install the dependencies manually:
 
-* `llvm-20`
-* `lld-20`
 * a Java runtime >= 21
 
 Download the latest `.tar.gz` package from the [releases page][1]. Then run **after filling in**:
