This is an automated email from the ASF dual-hosted git repository.
hgruszecki pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iggy.git
The following commit(s) were added to refs/heads/master by this push:
new f1ff99a07 ci(rust): replace sccache with Swatinem/rust-cache (#2679)
f1ff99a07 is described below
commit f1ff99a074704b33cba3a4f3be7c92bb03f24b8c
Author: Hubert Gruszecki <[email protected]>
AuthorDate: Wed Feb 4 14:32:15 2026 +0100
ci(rust): replace sccache with Swatinem/rust-cache (#2679)
Remove sccache from setup-rust-with-cache action in favor of pure
Swatinem/rust-cache. This simplifies CI caching and enables future
codecov integration without RUSTC_WRAPPER conflicts.
Swatinem/rust-cache automatically includes RUSTFLAGS in cache key,
ensuring coverage builds get separate cache entries.
---
.github/actions/csharp-dotnet/pre-merge/action.yml | 3 +-
.github/actions/go/pre-merge/action.yml | 3 +-
.github/actions/java-gradle/pre-merge/action.yml | 3 +-
.github/actions/node-npm/pre-merge/action.yml | 3 +-
.../actions/python-maturin/pre-merge/action.yml | 3 +-
.github/actions/rust/pre-merge/action.yml | 26 +--
.../actions/utils/setup-rust-with-cache/action.yml | 194 ++++-----------------
.github/workflows/_build_python_wheels.yml | 3 -
.github/workflows/_build_rust_artifacts.yml | 6 -
.github/workflows/_publish_rust_crates.yml | 3 -
.github/workflows/_test_bdd.yml | 5 +-
.github/workflows/_test_examples.yml | 3 +-
.github/workflows/publish.yml | 3 -
13 files changed, 45 insertions(+), 213 deletions(-)
diff --git a/.github/actions/csharp-dotnet/pre-merge/action.yml
b/.github/actions/csharp-dotnet/pre-merge/action.yml
index ec1779d98..57c226633 100644
--- a/.github/actions/csharp-dotnet/pre-merge/action.yml
+++ b/.github/actions/csharp-dotnet/pre-merge/action.yml
@@ -36,8 +36,7 @@ runs:
if: inputs.task == 'test' || inputs.task == 'e2e'
uses: ./.github/actions/utils/setup-rust-with-cache
with:
- cache-targets: false # Only cache registry and git deps, not target
dir (sccache handles that)
- save-cache: "false" # Only builds server, let Rust test job save
comprehensive cache
+ shared-key: dev
- name: Restore dependencies
run: |
diff --git a/.github/actions/go/pre-merge/action.yml
b/.github/actions/go/pre-merge/action.yml
index 44fb79b50..3401ea3e2 100644
--- a/.github/actions/go/pre-merge/action.yml
+++ b/.github/actions/go/pre-merge/action.yml
@@ -120,8 +120,7 @@ runs:
if: inputs.task == 'e2e'
uses: ./.github/actions/utils/setup-rust-with-cache
with:
- cache-targets: false
- save-cache: "false" # Only builds server, let Rust test job save
comprehensive cache
+ shared-key: dev
- name: Setup server for e2e tests
if: inputs.task == 'e2e'
diff --git a/.github/actions/java-gradle/pre-merge/action.yml
b/.github/actions/java-gradle/pre-merge/action.yml
index 74fb781dc..fe5565ca4 100644
--- a/.github/actions/java-gradle/pre-merge/action.yml
+++ b/.github/actions/java-gradle/pre-merge/action.yml
@@ -80,8 +80,7 @@ runs:
if: inputs.task == 'test'
uses: ./.github/actions/utils/setup-rust-with-cache
with:
- cache-targets: false # Only cache registry and git deps, not target
dir (sccache handles that)
- save-cache: "false" # Only builds server, let Rust test job save
comprehensive cache
+ shared-key: dev
- name: Start Iggy server
if: inputs.task == 'test'
diff --git a/.github/actions/node-npm/pre-merge/action.yml
b/.github/actions/node-npm/pre-merge/action.yml
index 1914c1b24..f6e2e5131 100644
--- a/.github/actions/node-npm/pre-merge/action.yml
+++ b/.github/actions/node-npm/pre-merge/action.yml
@@ -38,8 +38,7 @@ runs:
if: inputs.task == 'e2e'
uses: ./.github/actions/utils/setup-rust-with-cache
with:
- cache-targets: false # Only cache registry and git deps, not target
dir (sccache handles that)
- save-cache: "false" # Only builds server, let Rust test job save
comprehensive cache
+ shared-key: dev
- name: Install netcat
if: inputs.task == 'e2e'
diff --git a/.github/actions/python-maturin/pre-merge/action.yml
b/.github/actions/python-maturin/pre-merge/action.yml
index bc8020d98..6d25bf6c6 100644
--- a/.github/actions/python-maturin/pre-merge/action.yml
+++ b/.github/actions/python-maturin/pre-merge/action.yml
@@ -34,8 +34,7 @@ runs:
- name: Setup Rust with cache
uses: ./.github/actions/utils/setup-rust-with-cache
with:
- cache-targets: false # Only cache registry and git deps, not target
dir (sccache handles that)
- save-cache: "false" # Only builds wheel, let Rust test job save
comprehensive cache
+ shared-key: dev
- name: Cache pip
uses: actions/cache@v4
diff --git a/.github/actions/rust/pre-merge/action.yml
b/.github/actions/rust/pre-merge/action.yml
index a92c1c3f0..9a01a0c98 100644
--- a/.github/actions/rust/pre-merge/action.yml
+++ b/.github/actions/rust/pre-merge/action.yml
@@ -44,10 +44,7 @@ runs:
- name: Setup Rust with cache
uses: ./.github/actions/utils/setup-rust-with-cache
with:
- cache-targets: false # Only cache registry and git deps, not target
dir (sccache handles that)
- # Only test (most comprehensive) and macOS builds should save cache;
- # aarch64-linux builds are fast enough and we don't want to bloat the
cache with platform-specific artifacts
- save-cache: ${{ inputs.task == 'test' || inputs.task ==
'build-macos-aarch64' }}
+ shared-key: dev
- name: Install tools for specific tasks
run: |
@@ -106,10 +103,10 @@ runs:
if: inputs.task == 'test'
run: |
bins_start=$(date +%s)
- cargo build --locked --all-targets
+ cargo build --locked
bins_end=$(date +%s)
bins_duration=$((bins_end - bins_start))
- echo "::notice::All targets built in ${bins_duration}s ($(date -ud
@${bins_duration} +'%M:%S'))"
+ echo "::notice::Binaries and libraries built in ${bins_duration}s
($(date -ud @${bins_duration} +'%M:%S'))"
compile_start=$(date +%s)
cargo test --locked --no-run
@@ -152,7 +149,7 @@ runs:
# aarch64 builds (run on ARM64 runners)
- name: Build aarch64-gnu
if: inputs.task == 'build-aarch64-gnu'
- run: cargo build --locked --all-targets
+ run: cargo build --locked
shell: bash
- name: Install musl tools for aarch64-musl
@@ -164,7 +161,7 @@ runs:
- name: Build aarch64-musl
if: inputs.task == 'build-aarch64-musl'
- run: cargo build --locked --all-targets --target
aarch64-unknown-linux-musl
+ run: cargo build --locked --target aarch64-unknown-linux-musl
shell: bash
env:
# Disable GCC outline atomics to avoid undefined __aarch64_ldadd4_sync
@@ -176,16 +173,5 @@ runs:
# macOS builds
- name: Build macOS aarch64
if: inputs.task == 'build-macos-aarch64'
- run: cargo build --locked --all-targets
- shell: bash
-
- - name: Show sccache statistics
- if: always()
- run: |
- if command -v sccache &> /dev/null; then
- echo "========================================="
- echo "sccache statistics:"
- echo "========================================="
- sccache --show-stats
- fi
+ run: cargo build --locked
shell: bash
diff --git a/.github/actions/utils/setup-rust-with-cache/action.yml
b/.github/actions/utils/setup-rust-with-cache/action.yml
index d761716fb..ec0bb118d 100644
--- a/.github/actions/utils/setup-rust-with-cache/action.yml
+++ b/.github/actions/utils/setup-rust-with-cache/action.yml
@@ -15,33 +15,23 @@
# specific language governing permissions and limitations
# under the License.
-# NOTE: this action sets up the Rust toolchain + swatinem/rust-cache for
dependencies + sccache for compilation,
-# it is a convenience wrapper, so that we can use it in all workflows.
-
name: setup-rust-with-cache
-description: Setup Rust toolchain and comprehensive caching (rust-cache for
dependencies + sccache for compilation)
+description: Setup Rust toolchain with Swatinem/rust-cache
+
inputs:
enabled:
description: "Whether to enable caching"
required: false
default: "true"
- cache-targets:
- description: "Whether to cache target directory (passed to rust-cache)"
- required: false
- default: "false"
- profile:
- description: "Build profile for cache separation (dev or release)"
+ shared-key:
+ description: "Shared cache key across jobs (e.g., 'dev', 'dev-coverage')"
required: false
- default: "dev"
- save-cache:
- description: "Whether to save cache at end of job (set false for jobs that
don't compile much)"
- required: false
- default: "true"
+ default: ""
runs:
using: "composite"
steps:
- - name: Install system dependencies
+ - name: Install system dependencies (Linux)
if: runner.os == 'Linux'
run: |
sudo apt-get update
@@ -55,166 +45,44 @@ runs:
shell: bash
- name: Setup Rust toolchain
- run: |
- echo "Using Rust toolchain from rust-toolchain.toml: $(rustup show)"
+ run: rustup show
shell: bash
- - name: Setup Rust dependencies cache
+ - name: Setup Rust cache
if: inputs.enabled == 'true'
uses: Swatinem/rust-cache@v2
with:
- cache-targets: ${{ inputs.cache-targets }}
- shared-key: rust-deps # All jobs share same dependency cache (profile
doesn't affect downloads)
-
- - name: Get current date
- id: date
- run: echo "date=$(date +'%Y-%m-%d')" >> $GITHUB_OUTPUT
- shell: bash
-
- - name: Setup sccache cache (restore and save)
- if: inputs.enabled == 'true' && inputs.save-cache == 'true'
- uses: actions/cache@v4
- with:
- path: |
- ~/.cache/sccache
- ~/Library/Caches/sccache
- ~/.local/share/sccache
- key: sccache-${{ runner.os }}-${{ runner.arch }}-${{ inputs.profile
}}-${{ steps.date.outputs.date }}-${{ hashFiles('**/Cargo.lock',
'rust-toolchain.toml') }}
- restore-keys: |
- sccache-${{ runner.os }}-${{ runner.arch }}-${{ inputs.profile }}-
-
- - name: Setup sccache cache (restore only)
- if: inputs.enabled == 'true' && inputs.save-cache != 'true'
- uses: actions/cache/restore@v4
- with:
- path: |
- ~/.cache/sccache
- ~/Library/Caches/sccache
- ~/.local/share/sccache
- key: sccache-${{ runner.os }}-${{ runner.arch }}-${{ inputs.profile
}}-${{ steps.date.outputs.date }}-${{ hashFiles('**/Cargo.lock',
'rust-toolchain.toml') }}
- restore-keys: |
- sccache-${{ runner.os }}-${{ runner.arch }}-${{ inputs.profile }}-
-
- - name: Install sccache
- if: inputs.enabled == 'true'
- run: |
- # Check if sccache is already installed
- if ! command -v sccache &> /dev/null; then
- echo "Installing sccache..."
- SCCACHE_VERSION="v0.13.0"
-
- # Detect OS and architecture
- OS="$(uname -s)"
- ARCH="$(uname -m)"
-
- if [[ "$OS" == "Linux" ]]; then
- case "$ARCH" in
- x86_64) SCCACHE_ARCH="x86_64-unknown-linux-musl" ;;
- aarch64) SCCACHE_ARCH="aarch64-unknown-linux-musl" ;;
- *)
- echo "⚠️ Unsupported Linux architecture: $ARCH, skipping
sccache"
- exit 0
- ;;
- esac
- elif [[ "$OS" == "Darwin" ]]; then
- case "$ARCH" in
- x86_64) SCCACHE_ARCH="x86_64-apple-darwin" ;;
- arm64) SCCACHE_ARCH="aarch64-apple-darwin" ;;
- *)
- echo "⚠️ Unsupported macOS architecture: $ARCH, skipping
sccache"
- exit 0
- ;;
- esac
- else
- echo "⚠️ Unsupported OS: $OS, skipping sccache"
- exit 0
- fi
-
-
SCCACHE_URL="https://github.com/mozilla/sccache/releases/download/${SCCACHE_VERSION}/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}.tar.gz";
- echo "Downloading sccache $SCCACHE_VERSION for $SCCACHE_ARCH..."
-
- curl -L "$SCCACHE_URL" | tar xz
- if [[ "$OS" == "Darwin" ]]; then
- mv "sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}/sccache"
/usr/local/bin/
- else
- sudo mv "sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}/sccache"
/usr/local/bin/
- fi
- rm -rf "sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}"
- fi
- shell: bash
- continue-on-error: true
+ shared-key: ${{ inputs.shared-key }}
- name: Install cargo-nextest
+ if: runner.os == 'Linux'
run: |
- # Check if cargo-nextest is already installed
- if ! command -v cargo-nextest &> /dev/null; then
- echo "Installing cargo-nextest..."
-
- # Detect architecture for nextest
- ARCH="$(uname -m)"
- case "$ARCH" in
- x86_64) NEXTEST_PLATFORM="linux" ;;
- aarch64) NEXTEST_PLATFORM="linux-arm" ;;
- *)
- echo "⚠️ Unsupported architecture: $ARCH, skipping nextest"
- exit 0
- ;;
- esac
-
- curl -LsSf "https://get.nexte.st/latest/${NEXTEST_PLATFORM}"; | tar
xzf - -C ${CARGO_HOME:-~/.cargo}/bin
- echo "✅ cargo-nextest installed successfully for $ARCH"
- else
- echo "✅ cargo-nextest already installed"
+ if command -v cargo-nextest &> /dev/null; then
+ echo "cargo-nextest already installed"
+ cargo nextest --version
+ exit 0
fi
- # Verify installation
- cargo nextest --version || true
+ ARCH="$(uname -m)"
+ case "$ARCH" in
+ x86_64) NEXTEST_PLATFORM="linux" ;;
+ aarch64) NEXTEST_PLATFORM="linux-arm" ;;
+ *)
+ echo "Unsupported architecture: $ARCH, skipping nextest"
+ exit 0
+ ;;
+ esac
+
+ curl -LsSf "https://get.nexte.st/latest/${NEXTEST_PLATFORM}"; | tar xzf
- -C ${CARGO_HOME:-~/.cargo}/bin
+ cargo nextest --version
shell: bash
continue-on-error: true
- - name: Configure Rust for sccache
+ - name: Configure Cargo for CI
if: inputs.enabled == 'true'
run: |
- # Only use sccache if it was successfully installed
- if command -v sccache &> /dev/null; then
- # Configure sccache to use local disk cache
- export SCCACHE_DIR="${HOME}/.cache/sccache"
- mkdir -p "$SCCACHE_DIR"
-
- echo "SCCACHE_DIR=$SCCACHE_DIR" >> $GITHUB_ENV
- echo "SCCACHE_CACHE_SIZE=2G" >> $GITHUB_ENV
- echo "SCCACHE_ERROR_BEHAVIOR=warn" >> $GITHUB_ENV
- echo "SCCACHE_IGNORE_SERVER_IO_ERROR=1" >> $GITHUB_ENV
-
- # Don't use GHA cache backend - use local disk cache with
actions/cache
- # This provides better control and persistence
- echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
-
- # Disable incremental compilation - not useful in CI with sccache
- echo "CARGO_INCREMENTAL=0" >> $GITHUB_ENV
-
- # Disable debug info in dev/test builds - faster compilation,
smaller cache
- echo "CARGO_PROFILE_DEV_DEBUG=0" >> $GITHUB_ENV
- echo "CARGO_PROFILE_TEST_DEBUG=0" >> $GITHUB_ENV
-
- # Use sparse registry protocol for faster dependency resolution
- echo "CARGO_REGISTRIES_CRATES_IO_PROTOCOL=sparse" >> $GITHUB_ENV
-
- # Start sccache server
- sccache --stop-server 2>/dev/null || true
- sccache --start-server || true
-
- # Test if sccache is working
- if sccache --show-stats >/dev/null 2>&1; then
- echo "✅ sccache configured with local cache at $SCCACHE_DIR"
-
- # Show initial stats
- echo "Initial cache stats:"
- sccache --show-stats || true
- else
- echo "⚠️ sccache installed but not functioning, continuing without
cache"
- fi
- else
- echo "⚠️ sccache not available, continuing without cache"
- fi
+ echo "CARGO_INCREMENTAL=0" >> $GITHUB_ENV
+ echo "CARGO_PROFILE_DEV_DEBUG=0" >> $GITHUB_ENV
+ echo "CARGO_PROFILE_TEST_DEBUG=0" >> $GITHUB_ENV
+ echo "CARGO_REGISTRIES_CRATES_IO_PROTOCOL=sparse" >> $GITHUB_ENV
shell: bash
diff --git a/.github/workflows/_build_python_wheels.yml
b/.github/workflows/_build_python_wheels.yml
index 3b5e79080..2daab6f4d 100644
--- a/.github/workflows/_build_python_wheels.yml
+++ b/.github/workflows/_build_python_wheels.yml
@@ -86,9 +86,6 @@ jobs:
- name: Setup Rust with cache
uses: ./.github/actions/utils/setup-rust-with-cache
- with:
- cache-targets: false
- profile: release
- name: Build wheels
uses: PyO3/maturin-action@v1
diff --git a/.github/workflows/_build_rust_artifacts.yml
b/.github/workflows/_build_rust_artifacts.yml
index 5afb9af1e..e25bad3a1 100644
--- a/.github/workflows/_build_rust_artifacts.yml
+++ b/.github/workflows/_build_rust_artifacts.yml
@@ -101,9 +101,6 @@ jobs:
- name: Setup Rust with cache
uses: ./.github/actions/utils/setup-rust-with-cache
- with:
- cache-targets: false
- profile: release
- name: Add Rust target
run: rustup target add ${{ matrix.target }}
@@ -204,9 +201,6 @@ jobs:
- name: Setup Rust with cache
uses: ./.github/actions/utils/setup-rust-with-cache
- with:
- cache-targets: false
- profile: release
- name: Add Rust target
run: rustup target add ${{ matrix.target }}
diff --git a/.github/workflows/_publish_rust_crates.yml
b/.github/workflows/_publish_rust_crates.yml
index 5b04d92ac..b8cc787db 100644
--- a/.github/workflows/_publish_rust_crates.yml
+++ b/.github/workflows/_publish_rust_crates.yml
@@ -96,9 +96,6 @@ jobs:
- name: Setup Rust with cache
uses: ./.github/actions/utils/setup-rust-with-cache
- with:
- cache-targets: false
- profile: release
- name: Extract versions
id: versions
diff --git a/.github/workflows/_test_bdd.yml b/.github/workflows/_test_bdd.yml
index cfa2e2188..f949daaec 100644
--- a/.github/workflows/_test_bdd.yml
+++ b/.github/workflows/_test_bdd.yml
@@ -56,13 +56,12 @@ jobs:
if: startsWith(inputs.component, 'bdd-') && startsWith(inputs.task,
'bdd-')
uses: ./.github/actions/utils/setup-rust-with-cache
with:
- cache-targets: false # Only cache registry and git deps, not target
dir (sccache handles that)
- save-cache: "false" # Only builds server+cli, let Rust test job
save comprehensive cache
+ shared-key: dev
- name: Build server for BDD tests
if: startsWith(inputs.component, 'bdd-') && startsWith(inputs.task,
'bdd-')
run: |
- echo "Building server binary and CLI for BDD tests with sccache..."
+ echo "Building server binary and CLI for BDD tests..."
cargo build --locked --bin iggy-server --bin iggy
echo "Server binary built at: target/debug/iggy-server"
diff --git a/.github/workflows/_test_examples.yml
b/.github/workflows/_test_examples.yml
index 38a3a3281..64053ef30 100644
--- a/.github/workflows/_test_examples.yml
+++ b/.github/workflows/_test_examples.yml
@@ -47,8 +47,7 @@ jobs:
if: inputs.component == 'examples-suite'
uses: ./.github/actions/utils/setup-rust-with-cache
with:
- cache-targets: false # Only cache registry and git deps, not target
dir (sccache handles that)
- save-cache: "false" # Only builds server+examples, let Rust test job
save comprehensive cache
+ shared-key: dev
- name: Setup Node with cache for examples
if: inputs.component == 'examples-suite'
diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml
index 11cf8669a..74f2b0207 100644
--- a/.github/workflows/publish.yml
+++ b/.github/workflows/publish.yml
@@ -872,9 +872,6 @@ jobs:
- name: Setup Rust toolchain (if needed)
if: matrix.type == 'rust' || matrix.type == 'python'
uses: ./.github/actions/utils/setup-rust-with-cache
- with:
- cache-targets: false
- profile: release
- name: Debug matrix
run: echo '${{ toJson(matrix) }}'
