new Build System for comming releases

.github/workflows/build_old.yml

@@ -0,0 +1,44 @@
+name: build (old version)
+
+on:
+  workflow_dispatch:
+  push:
+    # enable next line to limit branches to run
+    branches: ["main"]
+  pull_request:
+    # enable next line to limit branches to run
+    # branches: [ "main" ]
+
+jobs:
+  build:
+    strategy:
+      matrix:
+        node-version: [20.x, 22.x]
+        os: [windows-2022, ubuntu-22.04]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: recursive
+
+      #    not needed currently, but leaving here for future use
+      #    - uses: actions/setup-python@v4
+      #      with:
+      #        python-version: '2.7.18'
+
+      - name: boost
+        if: startsWith(matrix.os,'ubuntu')
+        run: sudo apt-get update && sudo apt-get install -yq libboost-dev
+
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v4
+        with:
+          node-version: ${{ matrix.node-version }}
+
+      - name: Build
+        run: |
+          npm install
+          npm run build
+      - name: Package
+        run: |
+          npm run dist

.github/workflows/linux-build.yml

@@ -0,0 +1,160 @@
+name: Linux Build
+
+on:
+  workflow_call:
+    inputs:
+      build_number:
+        required: true
+        type: string
+      prebuilds_only:
+        required: true
+        type: string
+    secrets:
+      APPLE_API_KEY:
+        required: false
+      APPLE_API_KEY_ID:
+        required: false
+      APPLE_API_ISSUER:
+        required: false
+      APPLE_TEAM_PREFIX:
+        required: false
+
+jobs:
+  build:
+    env:
+      UPDATE_FEED_OWNER: deepnest-next
+      UPDATE_FEED_REPOSITORY: deepnest
+      BUILD_NUMBER: ${{ inputs.build_number }}
+      PREBUILDS_ONLY: ${{ inputs.prebuilds_only }}
+
+    strategy:
+      matrix:
+        os: ["ubuntu-22.04", "ubuntu-24.04", "ubuntu-24.04-arm"]
+        arch: ["x64", "arm64"]
+        exclude:
+          - os: "ubuntu-22.04"
+            arch: "arm64"
+          - os: "ubuntu-24.04-arm"
+            arch: "x64"
+          - os: "ubuntu-24.04"
+            arch: "arm64"
+      fail-fast: true
+
+    runs-on: ${{ matrix.os }}
+
+    steps:
+      - name: Github checkout
+        uses: actions/checkout@v4
+
+      - name: Install distribution dependencies
+        shell: bash
+        run: |
+          sudo apt-get update && sudo apt-get upgrade && sudo apt-get install -y flatpak flatpak-builder elfutils snapd libgl1 libglx-mesa0;
+          sudo apt-get install -y dpkg-dev debhelper fakeroot ; 
+          flatpak remote-add --if-not-exists --user flathub https://dl.flathub.org/repo/flathub.flatpakrepo ;
+          flatpak remote-add --if-not-exists --user flathub https://flathub.org/repo/flathub.flatpakrepo ;
+          flatpak update --appstream -y;
+          flatpak install -y --user flathub org.freedesktop.Sdk//24.08;
+          flatpak install -y --user flathub org.freedesktop.Platform//24.08;
+          sudo apt-get install -y flatpak flatpak-builder elfutils ;
+          git config --global --add protocol.file.allow always
+          #sudo snap install snapcraft --classic;
+          #sudo snap install core22 --classic;
+
+      - name: Setup Node (v22)
+        uses: actions/setup-node@v4
+        with:
+          # https://github.com/actions/setup-node/blob/main/docs/advanced-usage.md#caching-packages-data
+          cache: "npm"
+          node-version: "22"
+          cache-dependency-path: '**/package-lock.json'
+
+      - name: Install dependencies
+        shell: bash
+        run: |
+          npm install -g npm@latest
+          npm ci
+
+      - name: Build (${{ matrix.arch }})
+        uses: DeineAgenturUG/retry@6278ba3ea01ddc52e75d82766fca6cf4d35835cd
+        with:
+          timeout_minutes: 60
+          max_attempts: 3
+          retry_wait_seconds: 120
+          command: |
+            mkdir -p out/make/
+            npm run make -- --arch ${{ matrix.arch }}
+            find ./out -type f
+          shell: bash
+        env:
+          CI: "true"
+          BUILD_NUMBER: ${{ inputs.build_number }}
+          MAKER_ARCH: ${{ matrix.arch }}
+
+      # TODO: add AppImage for linux if we can get snap and/or flatpak to work
+
+      - name: Prepare minimal debian/control
+        run: |
+          PKG=$(node -p "require('./package.json').name")
+          VER=$(node -p "require('./package.json').version")
+          ARCH=amd64
+          mkdir -p debian
+          cat > debian/control <<EOF
+          Source: $PKG
+          Section: utils
+          Priority: optional
+          Maintainer: CI Runner <ci@github.com>
+          Standards-Version: 4.5.0
+          Package: $PKG
+          Version: $VER
+          Architecture: $ARCH
+          Description: Temporäres Control für dpkg-shlibdeps
+          EOF
+
+      - name: Scan shared-library dependencies
+        id: scan
+        run: |
+          # alle ausführbaren Dateien sammeln
+          files=$(find out/ -type f \( -executable -o -name '*.node' \))
+          # dpkg-shlibdeps erzeugt standardmäßig eine "Depends:"-Zeile
+          deps=$(dpkg-shlibdeps $files -O | sed 's/^[[:space:]]*Depends: //')
+          # in Datei schreiben
+          echo "Depends: $deps" > control-deps.txt
+          # als Schritt-Output verfügbar machen
+          echo "DEPS=$deps" >> $GITHUB_OUTPUT
+
+      - name: Scan SONAME-Abhängigkeiten (.so-Libraries)
+        run: |
+          files=$(find out/ -type f \( -executable -o -name '*.node' \))
+          echo "# SONAME Abhängigkeiten pro Binary" > so-deps.txt
+          for f in $files; do
+            echo "## $f" >> so-deps.txt
+            # listet SONAME → Pfad der Library
+            ldd "$f" | grep "=>" | awk '{print $1 " -> " $3}' >> so-deps.txt
+            echo "" >> so-deps.txt
+          done
+
+      - name: Show detected dependencies
+        run: |
+          echo "=== Debian Depends ==="
+          cat control-deps.txt
+          echo
+          echo "=== SONAME Abhängigkeiten ==="
+          cat so-deps.txt
+
+      - name: Upload dependencies artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: debian-dependencies-${{ matrix.os }}-${{ matrix.arch }}
+          retention-days: 1
+          path: |
+            control-deps.txt
+            so-deps.txt
+
+      - name: Upload artifacts (${{ matrix.arch }})
+        uses: actions/upload-artifact@v4
+        with:
+          name: dist-${{ matrix.os }}-${{ matrix.arch }}
+          retention-days: 1
+          path: |
+            out/make/

.github/workflows/macos-build.yml

@@ -0,0 +1,170 @@
+name: macOS Build
+
+on:
+  workflow_call:
+    inputs:
+      build_number:
+        required: true
+        type: string
+      prebuilds_only:
+        required: true
+        type: string
+    secrets:
+      APPLE_MAC_CERT:
+        required: true
+      APPLE_MAC_CERT_PASS:
+        required: true
+      APPLE_KEYCHAIN:
+        required: true
+      APPLE_KEYCHAIN_PASS:
+        required: true
+      APPLE_API_KEY:
+        required: true
+      APPLE_API_KEY_ID:
+        required: true
+      APPLE_API_ISSUER:
+        required: true
+      APPLE_TEAM_PREFIX:
+        required: true
+      APPLE_DEVELOPER_ID_APPLICATION:
+        required: true
+      APPLE_DEVELOPER_ID_INSTALLER:
+        required: true
+      APPLE_MAS_IDENTITY:
+        required: true
+      APPLE_MAS_INSTALLER_IDENTITY:
+        required: true
+      APPLE_PROVISIONING_PROFILE:
+        required: true
+
+jobs:
+  build:
+    env:
+      UPDATE_FEED_OWNER: deepnest-next
+      UPDATE_FEED_REPOSITORY: deepnest
+      BUILD_NUMBER: ${{ inputs.build_number }}
+      PREBUILDS_ONLY: ${{ inputs.prebuilds_only }}
+
+    strategy:
+      matrix:
+        os: ["macos-latest", "macos-13"]
+        arch: ["x64", "arm64"]
+        target: ["", "mas"]
+        exclude:
+          - os: "macos-13"
+            arch: "arm64"
+          - os: "macos-latest"
+            arch: "x64"
+          - os: "macos-13"
+            target: "mas"
+      fail-fast: true
+
+    runs-on: ${{ matrix.os }}
+
+    steps:
+      - name: Github checkout
+        uses: actions/checkout@v4
+
+      - name: Install distribution dependencies
+        shell: bash
+        run: |
+          brew install python-setuptools;
+
+      - name: Setup macOS keychain and signing certificates
+        shell: bash
+        run: |
+          # Create temporary keychain
+          security create-keychain -p "$APPLE_KEYCHAIN_PASS" "$APPLE_KEYCHAIN_PATH"
+          security set-keychain-settings -lut 3600 "$APPLE_KEYCHAIN_PATH"
+          security unlock-keychain -p "$APPLE_KEYCHAIN_PASS" "$APPLE_KEYCHAIN_PATH"
+          security default-keychain -s "$APPLE_KEYCHAIN_PATH"
+
+          # Import signing certificate (using one p12 for both app and installer)
+          echo -n "$APPLE_MAC_CERT" | base64 --decode -o "$CERTIFICATE_PATH"
+          security import "$CERTIFICATE_PATH" -P "$APPLE_SIGN_CERT_PASS" -T /usr/bin/codesign -T /usr/bin/productbuild -T /usr/sbin/installer -k "$APPLE_KEYCHAIN_PATH"
+          security set-key-partition-list -S apple-tool:,apple:,codesign:,installer: -s -k "$APPLE_KEYCHAIN_PASS" "$APPLE_KEYCHAIN_PATH"
+          rm $CERTIFICATE_PATH
+
+          # Import API key for notarization
+          echo -n "${{ secrets.APPLE_API_KEY }}" | base64 --decode -o "$NOTARIZATION_KEY_PATH"
+
+          # Create _assets directory if it doesn't exist and generate provisioning profile
+          mkdir -p _assets
+          if [[ "${{ matrix.target }}" == "mas" ]]; then
+            echo -n "${{ secrets.APPLE_PROVISIONING_PROFILE }}" | base64 --decode -o "_assets/embedded.provisionprofile"
+          fi
+          security find-identity "$APPLE_KEYCHAIN_PATH" -v > /dev/null || true
+          security find-identity -p codesigning "$APPLE_KEYCHAIN_PATH" -v > /dev/null || true
+          security find-identity -p installer "$APPLE_KEYCHAIN_PATH" -v > /dev/null || true
+        env:
+          NOTARIZATION_KEY_PATH: "${{ runner.temp }}/AuthKey_${{ secrets.APPLE_API_KEY_ID }}.p8"
+          CERTIFICATE_PATH: "${{ runner.temp }}/signing_cert.p12"
+          APPLE_MAC_CERT: ${{ secrets.APPLE_MAC_CERT }}
+          APPLE_SIGN_CERT_PASS: ${{ secrets.APPLE_MAC_CERT_PASS }}
+          APPLE_KEYCHAIN: ${{ secrets.APPLE_KEYCHAIN }}
+          APPLE_KEYCHAIN_PATH: "${{ runner.temp }}/${{ secrets.APPLE_KEYCHAIN }}.keychain-db"
+          APPLE_KEYCHAIN_PASS: ${{ secrets.APPLE_KEYCHAIN_PASS }}
+          APPLE_NOTARY_KEY_ID: ${{ secrets.APPLE_API_KEY_ID }}
+
+      - name: Replace AppIdentifierPrefix in plist files
+        shell: bash
+        run: |
+          # Find all entitlements plist files and replace the placeholder
+          find _assets -name "entitlements*.plist" -exec sed -i '' "s/\$(AppIdentifierPrefix)/${{secrets.APPLE_TEAM_PREFIX}}/g" {} \;
+
+      - name: Setup Node (v22)
+        uses: actions/setup-node@v4
+        with:
+          cache: "npm"
+          node-version: "22"
+          cache-dependency-path: '**/package-lock.json'
+
+      - name: Install dependencies
+        shell: bash
+        run: |
+          npm install -g npm@latest
+          npm ci
+          npm install -D appdmg
+
+      - name: Build (${{ matrix.arch }})
+        uses: DeineAgenturUG/retry@6278ba3ea01ddc52e75d82766fca6cf4d35835cd
+        with:
+          timeout_minutes: 60
+          max_attempts: 3
+          retry_wait_seconds: 120
+          command: |
+            mkdir -p out/make/
+            if [[ "${{ matrix.target }}" == "mas" && ("${{ matrix.os }}" == "macos-13" || "${{ matrix.os }}" == "macos-latest") ]]; then
+              npm run make -- --arch ${{ matrix.arch }} || find ./out -type f
+              if [[ "${{ matrix.os }}" == "macos-latest" ]]; then
+                # For macOS 13, we need to use the universal build for the MAS
+                # because it doesn't support arm64 builds.
+                npm run make -- --arch universal --platform mas || find ./out -type f
+              fi
+            else
+              npm run make -- --arch ${{ matrix.arch }}
+            fi
+            find ./out -type f
+          shell: bash
+        env:
+          NOTARIZATION_KEY_PATH: "${{ runner.temp }}/AuthKey_${{ secrets.APPLE_API_KEY_ID }}.p8"
+          APPLE_NOTARY_KEY_ID: ${{ secrets.APPLE_API_KEY_ID }}
+          APPLE_KEYCHAIN_PATH: "${{ runner.temp }}/${{ secrets.APPLE_KEYCHAIN }}.keychain-db"
+          APPLE_DEVELOPER_ID_APPLICATION: ${{ secrets.APPLE_DEVELOPER_ID_APPLICATION }}
+          APPLE_DEVELOPER_ID_INSTALLER: ${{ secrets.APPLE_DEVELOPER_ID_INSTALLER }}
+          APPLE_MAS_IDENTITY: ${{ secrets.APPLE_MAS_IDENTITY }}
+          APPLE_MAS_INSTALLER_IDENTITY: ${{ secrets.APPLE_MAS_INSTALLER_IDENTITY }}
+          APPLE_API_ISSUER: ${{ secrets.APPLE_API_ISSUER }}
+          APPLE_API_KEY_ID: ${{ secrets.APPLE_API_KEY_ID }}
+          CI: "true"
+          BUILD_NUMBER: ${{ inputs.build_number }}
+          MAKER_ARCH: ${{ matrix.arch }}
+          MAKER_PLATFORM: ${{ matrix.target == 'mas' && 'mas' || '' }}
+
+      - name: Upload artifacts (${{ matrix.arch }})
+        uses: actions/upload-artifact@v4
+        with:
+          name: dist-${{ matrix.os }}-${{ matrix.arch }}${{ matrix.target == 'mas' && '-mas' || '' }}
+          retention-days: 1
+          path: |
+            out/make/