Fix CI running out of disk space (#2442)

* Use one cache for all CI runs

* Increase partition size

* Remove unused toolchain

* Use cargo sparse index

* Use cargo sparse index

* Use cargo sparse index

* Cache on failure

* Disable incremental builds

* Revert me: remove needs

* Increase partition size

* Enforce sparse

* Improve CI

Author: cmichi

.cargo/config.toml

@@ -5,3 +5,6 @@ RUSTC_BOOTSTRAP = "1"
 
 [build]
 rustflags = ["--cfg", "substrate_runtime"]
+
+[registry]
+protocol = "sparse"

.github/rust-info/action.yml

@@ -12,4 +12,5 @@ runs:
         ink-node --version
         cargo contract --version
         git --version
+        echo -e '[registry]\nprotocol = "sparse"' > /usr/local/cargo/config.toml
       shell: bash

.github/workflows/ci.yml

@@ -28,7 +28,7 @@ on:
 env:
   # Image can be edited at https://github.com/use-ink/docker-images
   IMAGE:                           useink/ci
-  CARGO_TARGET_DIR:                /ci-cache/${{ github.repository }}/targets/${{ github.ref_name }}/
+  CARGO_TARGET_DIR:                /ci-cache/${{ github.repository }}/targets/
   PURELY_STD_CRATES:               ink/codegen metadata engine e2e e2e/macro ink/ir
   ALSO_RISCV_CRATES:               env storage storage/traits allocator prelude primitives ink ink/macro
   # TODO `cargo clippy --all-targets --all-features` for this crate
@@ -352,7 +352,7 @@ jobs:
 
 ### workspace
 
-  build:
+  build-std:
     runs-on: ubuntu-latest
     needs: [set-image, check]
     defaults:
@@ -362,8 +362,6 @@ jobs:
       image: ${{ needs.set-image.outputs.IMAGE }}
     strategy:
       fail-fast: false
-      matrix:
-        type: [STD, RISCV]
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -380,24 +378,47 @@ jobs:
         uses: ./.github/rust-info
 
       - name: Build for STD
-        if: ${{ matrix.type == 'STD' }}
         run: |
           ALL_CRATES="${PURELY_STD_CRATES} ${ALSO_RISCV_CRATES}"
           for crate in ${ALL_CRATES}; do
             cargo build --all-features --release --manifest-path ./crates/${crate}/Cargo.toml;
           done
 
-      - name: Build for RISC-V
-        if: ${{ matrix.type == 'RISCV' }}
-        run: |
-          for crate in ${ALSO_RISCV_CRATES}; do
-            echo ${crate};
-            RUSTFLAGS="--cfg substrate_runtime" cargo +nightly build \
-              --no-default-features --release \
-              --target $CLIPPY_TARGET \
-              --manifest-path ./crates/${crate}/Cargo.toml \
-              -Zbuild-std="core,alloc";
-          done
+  build-riscv:
+      runs-on: ubuntu-latest
+      needs: [set-image, check]
+      defaults:
+          run:
+              shell: bash
+      container:
+          image: ${{ needs.set-image.outputs.IMAGE }}
+      strategy:
+          fail-fast: false
+      steps:
+          - name: Checkout
+            uses: actions/checkout@v4
+            with:
+                fetch-depth: 1
+
+          - name: Cache
+            uses: Swatinem/rust-cache@v2
+            with:
+                cache-directories: ${{ env.CARGO_TARGET_DIR }}
+                cache-all-crates: true
+
+          - name: Rust Info
+            uses: ./.github/rust-info
+
+          - name: Build for RISC-V
+            run: |
+              for crate in ${ALSO_RISCV_CRATES}; do
+                echo ${crate};
+                RUSTFLAGS="--cfg substrate_runtime" cargo +nightly build \
+                  --no-default-features --release \
+                  --target $CLIPPY_TARGET \
+                  --manifest-path ./crates/${crate}/Cargo.toml \
+                  -Zbuild-std="core,alloc";
+              done
 
   test:
     runs-on: ubuntu-latest
@@ -413,7 +434,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        partition: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30]
+        partition: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35]
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -425,6 +446,7 @@ jobs:
         with:
           cache-directories: ${{ env.CARGO_TARGET_DIR }}
           cache-all-crates: true
+          cache-on-failure: true
 
       - name: Test
         env:
@@ -437,8 +459,9 @@ jobs:
           QUICKCHECK_TESTS: 0
         run: |
             rustup toolchain remove nightly-2025-02-20
+            rustup toolchain remove 1.85.0
             rustup toolchain remove stable
-            cargo +nightly nextest run --all-features --no-fail-fast --workspace --locked --jobs 1 --partition count:${{ matrix.partition }}/30
+            cargo +nightly nextest run --all-features --no-fail-fast --workspace --locked --jobs 1 --partition count:${{ matrix.partition }}/35
 
   test-docs:
       runs-on: ubuntu-latest
@@ -635,6 +658,7 @@ jobs:
         with:
           cache-directories: ${{ env.CARGO_TARGET_DIR }}
           cache-all-crates: true
+          cache-on-failure: true
 
       - name: Test Examples
         uses: docker://useink/ci
@@ -666,6 +690,7 @@ jobs:
             with:
                 cache-directories: ${{ env.CARGO_TARGET_DIR }}
                 cache-all-crates: true
+                cache-on-failure: true
 
           - name: Rust Info
             uses: ./.github/rust-info
@@ -703,6 +728,7 @@ jobs:
         with:
           cache-directories: ${{ env.CARGO_TARGET_DIR }}
           cache-all-crates: true
+          cache-on-failure: true
 
       - name: Rust Info
         uses: ./.github/rust-info
@@ -740,7 +766,8 @@ jobs:
 
   examples-contract-build-riscv:
     runs-on: ubuntu-latest
-    needs: [set-image, build]
+    needs: [set-image]
+    # needs: [set-image, build-std, build-riscv]
     defaults:
       run:
         shell: bash
@@ -749,7 +776,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        partition: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20]
+        partition: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30]
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -761,6 +788,7 @@ jobs:
         with:
           cache-directories: ${{ env.CARGO_TARGET_DIR }}
           cache-all-crates: true
+          cache-on-failure: true
 
       - name: Rust Info
         uses: ./.github/rust-info
@@ -775,9 +803,10 @@ jobs:
           RUSTC_BOOTSTRAP: 1
           MANIFEST_PATH: ""
           CONTRACT_SIZE_FILE: "measurements-${{ steps.extract_branch.outputs.branch }}/contract_size_"
+          CARGO_INCREMENTAL: 0
         run: |
           mkdir -p measurements-${{ steps.extract_branch.outputs.branch }}/
-          scripts/for_all_contracts_exec2.sh --path integration-tests --partition ${{ matrix.partition }}/20 --ignore integration-tests/public/multi-contract-caller -- \
+          scripts/for_all_contracts_exec2.sh --path integration-tests --partition ${{ matrix.partition }}/30 -- \
             scripts/build_and_determine_contract_size.sh {}
 
             #bash -c "scripts/build_and_determine_contract_size.sh {} >> ${CONTRACT_SIZE_FILE} && \
@@ -823,7 +852,7 @@ jobs:
 
   examples-docs:
     runs-on: ubuntu-latest
-    needs: [set-image, build]
+    needs: [set-image, build-std, build-riscv]
     defaults:
       run:
         shell: bash