From 0631365cc9ddfc74e7368526829fd685402b2bbd Mon Sep 17 00:00:00 2001 From: Pietro Abate Date: Thu, 13 Nov 2025 14:58:35 +0100 Subject: [PATCH 1/3] ciao: use gcp bucket for sccache --- .gitlab/ci/pipelines/before_merging.yml | 504 +++++++++--------- .gitlab/ci/pipelines/client-libs.daily.yml | 14 +- .gitlab/ci/pipelines/debian.daily.yml | 24 +- .../pipelines/debian_repository_partial.yml | 12 +- .../debian_repository_partial_auto.yml | 12 +- .gitlab/ci/pipelines/documentation.daily.yml | 40 +- .gitlab/ci/pipelines/documentation.update.yml | 54 +- .gitlab/ci/pipelines/etherlink.daily.yml | 156 +++--- .gitlab/ci/pipelines/master_branch.yml | 78 +-- .gitlab/ci/pipelines/merge_train.yml | 504 +++++++++--------- .gitlab/ci/pipelines/non_release_tag.yml | 148 +++-- .gitlab/ci/pipelines/non_release_tag_test.yml | 148 +++-- .../octez-smart-rollup-node.release.yml | 24 +- .../octez-smart-rollup-node.test_release.yml | 24 +- .../ci/pipelines/octez_beta_release_tag.yml | 148 +++-- .../pipelines/octez_beta_release_tag_test.yml | 148 +++-- .../pipelines/octez_evm_node_release_tag.yml | 24 +- .../ci/pipelines/octez_major_release_tag.yml | 148 +++-- .../octez_major_release_tag_test.yml | 148 +++-- .../ci/pipelines/octez_minor_release_tag.yml | 96 ++-- .../octez_minor_release_tag_test.yml | 96 ++-- .gitlab/ci/pipelines/octez_monitoring.yml | 42 +- .gitlab/ci/pipelines/opam.daily.yml | 150 +++--- .../publish_sdk_bindings_releases.yml | 28 +- .gitlab/ci/pipelines/rpm.daily.yml | 48 +- .../ci/pipelines/rpm_repository_partial.yml | 24 +- .../pipelines/rpm_repository_partial_auto.yml | 24 +- ...hedule_extended_baker_remote_mode_test.yml | 54 +- .../schedule_extended_dal_use_baker.yml | 54 +- .../pipelines/schedule_extended_rpc_test.yml | 54 +- .../ci/pipelines/schedule_extended_test.yml | 316 +++++------ .../schedule_extended_validation_test.yml | 54 +- .../schedule_master_test_release.yml | 124 ++--- .gitlab/ci/pipelines/teztale.daily.yml | 28 +- .gitlab/ci/pipelines/teztale.release.yml | 28 +- .gitlab/ci/pipelines/teztale.test_release.yml | 28 +- ci/lib_cacio/cacio.ml | 23 +- ci/lib_cacio/cacio.mli | 10 +- ci/lib_tezos_ci/tezos_ci.ml | 24 +- ci/lib_tezos_ci/tezos_ci.mli | 27 +- ci/lib_tezos_ci_jobs/code_verification.ml | 4 +- ci/lib_tezos_ci_jobs/common.ml | 24 +- ci/lib_tezos_ci_jobs/debian_repository.ml | 2 +- ci/lib_tezos_ci_jobs/opam.ml | 6 +- etherlink/ci/etherlink_ci.ml | 2 +- rollup_node/ci/rollup_node_ci.ml | 2 +- teztale/ci/teztale_ci.ml | 2 +- 47 files changed, 1768 insertions(+), 1964 deletions(-) diff --git a/.gitlab/ci/pipelines/before_merging.yml b/.gitlab/ci/pipelines/before_merging.yml index 9f9d92d60676..6ba5ee1dc8c0 100644 --- a/.gitlab/ci/pipelines/before_merging.yml +++ b/.gitlab/ci/pipelines/before_merging.yml @@ -482,10 +482,6 @@ oc.build_arm64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -508,8 +504,12 @@ oc.build_arm64-released: ARCH: arm64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -537,14 +537,10 @@ oc.build_arm64-extra-dev: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -565,8 +561,12 @@ oc.build_arm64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -596,14 +596,10 @@ oc.build_arm64-exp: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -622,8 +618,12 @@ oc.build_arm64-exp: ARCH: arm64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -680,10 +680,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -706,8 +702,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -759,10 +759,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -785,8 +781,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -850,10 +850,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -876,8 +872,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -946,10 +946,6 @@ oc.build_amd64-extra-dev: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -976,8 +972,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -1051,10 +1051,6 @@ oc.build_amd64-exp: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1079,8 +1075,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -1157,11 +1157,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -1180,8 +1176,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG @@ -1209,14 +1209,10 @@ build_octez_source: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1241,8 +1237,12 @@ build_octez_source: variables: DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" build-layer1-profiling: image: ${ci_image_name}/build:${ci_image_tag} @@ -1282,14 +1282,10 @@ build-layer1-profiling: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1313,8 +1309,12 @@ build-layer1-profiling: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 day paths: @@ -1418,14 +1418,10 @@ test_sdk_rust: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1440,8 +1436,12 @@ test_sdk_rust: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" test_sdk_bindings: image: ${rust_sdk_bindings_image_name}:${rust_sdk_bindings_image_tag} @@ -1467,14 +1467,10 @@ test_sdk_bindings: - oc.docker:rust-sdk-bindings:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1490,8 +1486,12 @@ test_sdk_bindings: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" ocaml-check: image: ${ci_image_name}/build:${ci_image_tag} @@ -1585,10 +1585,6 @@ oc.unit:non-proto-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1614,8 +1610,12 @@ oc.unit:non-proto-x86_64: MAKE_TARGETS: test-nonproto-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1677,10 +1677,6 @@ oc.unit:other-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1706,8 +1702,12 @@ oc.unit:other-x86_64: MAKE_TARGETS: test-other-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1769,10 +1769,6 @@ oc.unit:proto-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1798,8 +1794,12 @@ oc.unit:proto-x86_64: MAKE_TARGETS: test-proto-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1857,14 +1857,10 @@ oc.unit:non-proto-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1884,8 +1880,12 @@ oc.unit:non-proto-arm64: DUNE_ARGS: -j 12 DISTRIBUTE_TESTS_TO_PARALLELS: "true" CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: $CI_JOB_NAME-$CI_COMMIT_SHA-${ARCH} expire_in: 1 day @@ -1990,14 +1990,10 @@ oc.unit:protocol_compiles: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -2013,8 +2009,12 @@ oc.unit:protocol_compiles: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" de.unit:x86_64: image: ${ci_image_name}/test:${ci_image_tag} @@ -2543,14 +2543,10 @@ oc.check_lift_limits_patch: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2570,8 +2566,12 @@ oc.check_lift_limits_patch: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" oc.python_check: image: ${ci_image_name}/test:${ci_image_tag} @@ -2643,14 +2643,10 @@ oc.integration:compiler-rejections: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2667,8 +2663,12 @@ oc.integration:compiler-rejections: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" oc.script:test-gen-genesis: image: ${ci_image_name}/build:${ci_image_tag} @@ -2743,10 +2743,6 @@ oc.script:snapshot_alpha_and_link: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -2770,8 +2766,12 @@ oc.script:snapshot_alpha_and_link: - dune cache trim --size=5GB variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -2923,14 +2923,10 @@ check_riscv_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2948,8 +2944,12 @@ check_riscv_kernels: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" audit_riscv_deps: image: ${rust_toolchain_image_name_protected}:master @@ -2966,14 +2966,10 @@ audit_riscv_deps: dependencies: [] timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2990,8 +2986,12 @@ audit_riscv_deps: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" test_kernels: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -3016,14 +3016,10 @@ test_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3041,8 +3037,12 @@ test_kernels: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.lint_wasm_runtime: image: ${ci_image_name}/build:${ci_image_tag} @@ -3060,14 +3060,10 @@ etherlink.lint_wasm_runtime: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3085,8 +3081,12 @@ etherlink.lint_wasm_runtime: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.unit_tests: image: ${ci_image_name}/build:${ci_image_tag} @@ -3110,10 +3110,6 @@ etherlink.unit_tests: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune_cache-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/_dune_cache @@ -3138,8 +3134,12 @@ etherlink.unit_tests: variables: DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -3275,10 +3275,6 @@ etherlink.build_tezt: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -3305,8 +3301,12 @@ etherlink.build_tezt: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -3373,14 +3373,10 @@ documentation.docgen: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3396,8 +3392,12 @@ documentation.docgen: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 week paths: @@ -3426,14 +3426,10 @@ client-libs.kaitai_checks: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3452,8 +3448,12 @@ client-libs.kaitai_checks: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 hour paths: @@ -3544,14 +3544,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3572,8 +3568,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: 1 day @@ -3597,14 +3597,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3625,8 +3621,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: 1 day @@ -3725,14 +3725,10 @@ documentation.odoc: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3748,8 +3744,12 @@ documentation.odoc: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 4 hours paths: @@ -4319,14 +4319,10 @@ etherlink.test_revm_compatibility: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4345,8 +4341,12 @@ etherlink.test_revm_compatibility: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_evm_compatibility: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -4371,14 +4371,10 @@ etherlink.test_evm_compatibility: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4399,8 +4395,12 @@ etherlink.test_evm_compatibility: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_firehose: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -4424,14 +4424,10 @@ etherlink.test_firehose: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4448,8 +4444,12 @@ etherlink.test_firehose: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_kernel: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -4479,14 +4479,10 @@ etherlink.test_kernel: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4504,8 +4500,12 @@ etherlink.test_kernel: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.build_evm_node_static_arm64: image: ${ci_image_name}/build:${ci_image_tag} @@ -4534,10 +4534,6 @@ etherlink.build_evm_node_static_arm64: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4561,8 +4557,12 @@ etherlink.build_evm_node_static_arm64: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: octez-binaries paths: @@ -4596,10 +4596,6 @@ etherlink.build_evm_node_static_x86_64: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4623,8 +4619,12 @@ etherlink.build_evm_node_static_x86_64: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: octez-binaries paths: diff --git a/.gitlab/ci/pipelines/client-libs.daily.yml b/.gitlab/ci/pipelines/client-libs.daily.yml index e908004d87dd..0b2c9d3a973f 100644 --- a/.gitlab/ci/pipelines/client-libs.daily.yml +++ b/.gitlab/ci/pipelines/client-libs.daily.yml @@ -90,14 +90,10 @@ client-libs.kaitai_checks: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -116,8 +112,12 @@ client-libs.kaitai_checks: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 hour paths: diff --git a/.gitlab/ci/pipelines/debian.daily.yml b/.gitlab/ci/pipelines/debian.daily.yml index 4e0d899b8d19..de9db6bbc71e 100644 --- a/.gitlab/ci/pipelines/debian.daily.yml +++ b/.gitlab/ci/pipelines/debian.daily.yml @@ -149,11 +149,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -173,8 +168,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -298,11 +296,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -322,8 +315,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/debian_repository_partial.yml b/.gitlab/ci/pipelines/debian_repository_partial.yml index 8e43d8dc2bf3..a460ac7602cd 100644 --- a/.gitlab/ci/pipelines/debian_repository_partial.yml +++ b/.gitlab/ci/pipelines/debian_repository_partial.yml @@ -119,11 +119,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -141,8 +136,11 @@ oc.build-debian: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/debian_repository_partial_auto.yml b/.gitlab/ci/pipelines/debian_repository_partial_auto.yml index 8e43d8dc2bf3..a460ac7602cd 100644 --- a/.gitlab/ci/pipelines/debian_repository_partial_auto.yml +++ b/.gitlab/ci/pipelines/debian_repository_partial_auto.yml @@ -119,11 +119,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -141,8 +136,11 @@ oc.build-debian: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/documentation.daily.yml b/.gitlab/ci/pipelines/documentation.daily.yml index 7bbbe0e2dcd3..7ee25abc7c6e 100644 --- a/.gitlab/ci/pipelines/documentation.daily.yml +++ b/.gitlab/ci/pipelines/documentation.daily.yml @@ -72,10 +72,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -98,8 +94,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -138,14 +138,10 @@ documentation.docgen: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -161,8 +157,12 @@ documentation.docgen: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 week paths: @@ -215,14 +215,10 @@ documentation.odoc: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -238,8 +234,12 @@ documentation.odoc: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 4 hours paths: diff --git a/.gitlab/ci/pipelines/documentation.update.yml b/.gitlab/ci/pipelines/documentation.update.yml index aa0e1a44c4ba..85f46a2f2794 100644 --- a/.gitlab/ci/pipelines/documentation.update.yml +++ b/.gitlab/ci/pipelines/documentation.update.yml @@ -72,10 +72,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -98,8 +94,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -118,14 +118,10 @@ documentation.docgen: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -141,8 +137,12 @@ documentation.docgen: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 week paths: @@ -195,14 +195,10 @@ documentation.odoc: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -218,8 +214,12 @@ documentation.odoc: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 4 hours paths: @@ -275,14 +275,10 @@ documentation.publish: - documentation.build_all timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -302,6 +298,10 @@ documentation.publish: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" retry: 0 diff --git a/.gitlab/ci/pipelines/etherlink.daily.yml b/.gitlab/ci/pipelines/etherlink.daily.yml index e516f7391af0..2d065be1aade 100644 --- a/.gitlab/ci/pipelines/etherlink.daily.yml +++ b/.gitlab/ci/pipelines/etherlink.daily.yml @@ -129,10 +129,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -155,8 +151,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -186,10 +186,6 @@ oc.build_amd64-exp: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -214,8 +210,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -246,11 +246,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -269,8 +265,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG @@ -295,14 +295,10 @@ etherlink.lint_wasm_runtime: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -320,8 +316,12 @@ etherlink.lint_wasm_runtime: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.unit_tests: image: ${ci_image_name}/build:${ci_image_tag} @@ -338,10 +338,6 @@ etherlink.unit_tests: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune_cache-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/_dune_cache @@ -366,8 +362,12 @@ etherlink.unit_tests: variables: DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -459,10 +459,6 @@ etherlink.build_tezt: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -489,8 +485,12 @@ etherlink.build_tezt: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -513,14 +513,10 @@ etherlink.test_revm_compatibility: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -539,8 +535,12 @@ etherlink.test_revm_compatibility: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_evm_compatibility: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -554,14 +554,10 @@ etherlink.test_evm_compatibility: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -582,8 +578,12 @@ etherlink.test_evm_compatibility: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.build_evm_node_static_arm64: image: ${ci_image_name}/build:${ci_image_tag} @@ -604,10 +604,6 @@ etherlink.build_evm_node_static_arm64: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -631,8 +627,12 @@ etherlink.build_evm_node_static_arm64: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: octez-binaries paths: @@ -658,10 +658,6 @@ etherlink.build_evm_node_static_x86_64: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -685,8 +681,12 @@ etherlink.build_evm_node_static_x86_64: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: octez-binaries paths: @@ -980,14 +980,10 @@ etherlink.test_firehose: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1004,8 +1000,12 @@ etherlink.test_firehose: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_kernel: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -1019,14 +1019,10 @@ etherlink.test_kernel: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1044,5 +1040,9 @@ etherlink.test_kernel: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/master_branch.yml b/.gitlab/ci/pipelines/master_branch.yml index dda9833c51ec..496750e78e73 100644 --- a/.gitlab/ci/pipelines/master_branch.yml +++ b/.gitlab/ci/pipelines/master_branch.yml @@ -110,10 +110,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -136,8 +132,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -162,10 +162,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -188,8 +184,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -215,10 +215,6 @@ oc.build_arm64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -241,8 +237,12 @@ oc.build_arm64-released: ARCH: arm64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -268,14 +268,10 @@ oc.build_arm64-extra-dev: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -296,8 +292,12 @@ oc.build_arm64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -325,14 +325,10 @@ oc.build_arm64-exp: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -351,8 +347,12 @@ oc.build_arm64-exp: ARCH: arm64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -532,14 +532,10 @@ publish_kernel_sdk: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -555,5 +551,9 @@ publish_kernel_sdk: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/merge_train.yml b/.gitlab/ci/pipelines/merge_train.yml index a47877b3bbb4..d11d539670fd 100644 --- a/.gitlab/ci/pipelines/merge_train.yml +++ b/.gitlab/ci/pipelines/merge_train.yml @@ -481,10 +481,6 @@ oc.build_arm64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -507,8 +503,12 @@ oc.build_arm64-released: ARCH: arm64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -536,14 +536,10 @@ oc.build_arm64-extra-dev: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -564,8 +560,12 @@ oc.build_arm64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -595,14 +595,10 @@ oc.build_arm64-exp: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -621,8 +617,12 @@ oc.build_arm64-exp: ARCH: arm64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -679,10 +679,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -705,8 +701,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -758,10 +758,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -784,8 +780,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -849,10 +849,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -875,8 +871,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -945,10 +945,6 @@ oc.build_amd64-extra-dev: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -975,8 +971,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -1050,10 +1050,6 @@ oc.build_amd64-exp: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1078,8 +1074,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -1156,11 +1156,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -1179,8 +1175,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG @@ -1208,14 +1208,10 @@ build_octez_source: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1240,8 +1236,12 @@ build_octez_source: variables: DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" build-layer1-profiling: image: ${ci_image_name}/build:${ci_image_tag} @@ -1281,14 +1281,10 @@ build-layer1-profiling: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1312,8 +1308,12 @@ build-layer1-profiling: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 day paths: @@ -1417,14 +1417,10 @@ test_sdk_rust: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1439,8 +1435,12 @@ test_sdk_rust: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" test_sdk_bindings: image: ${rust_sdk_bindings_image_name}:${rust_sdk_bindings_image_tag} @@ -1466,14 +1466,10 @@ test_sdk_bindings: - oc.docker:rust-sdk-bindings:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1489,8 +1485,12 @@ test_sdk_bindings: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" ocaml-check: image: ${ci_image_name}/build:${ci_image_tag} @@ -1584,10 +1584,6 @@ oc.unit:non-proto-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1613,8 +1609,12 @@ oc.unit:non-proto-x86_64: MAKE_TARGETS: test-nonproto-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1676,10 +1676,6 @@ oc.unit:other-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1705,8 +1701,12 @@ oc.unit:other-x86_64: MAKE_TARGETS: test-other-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1768,10 +1768,6 @@ oc.unit:proto-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1797,8 +1793,12 @@ oc.unit:proto-x86_64: MAKE_TARGETS: test-proto-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1856,14 +1856,10 @@ oc.unit:non-proto-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1883,8 +1879,12 @@ oc.unit:non-proto-arm64: DUNE_ARGS: -j 12 DISTRIBUTE_TESTS_TO_PARALLELS: "true" CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: $CI_JOB_NAME-$CI_COMMIT_SHA-${ARCH} expire_in: 1 day @@ -1989,14 +1989,10 @@ oc.unit:protocol_compiles: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -2012,8 +2008,12 @@ oc.unit:protocol_compiles: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" de.unit:x86_64: image: ${ci_image_name}/test:${ci_image_tag} @@ -2477,14 +2477,10 @@ oc.check_lift_limits_patch: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2504,8 +2500,12 @@ oc.check_lift_limits_patch: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" oc.python_check: image: ${ci_image_name}/test:${ci_image_tag} @@ -2577,14 +2577,10 @@ oc.integration:compiler-rejections: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2601,8 +2597,12 @@ oc.integration:compiler-rejections: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" oc.script:test-gen-genesis: image: ${ci_image_name}/build:${ci_image_tag} @@ -2677,10 +2677,6 @@ oc.script:snapshot_alpha_and_link: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -2704,8 +2700,12 @@ oc.script:snapshot_alpha_and_link: - dune cache trim --size=5GB variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -2857,14 +2857,10 @@ check_riscv_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2882,8 +2878,12 @@ check_riscv_kernels: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" audit_riscv_deps: image: ${rust_toolchain_image_name_protected}:master @@ -2900,14 +2900,10 @@ audit_riscv_deps: dependencies: [] timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2924,8 +2920,12 @@ audit_riscv_deps: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" test_kernels: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -2950,14 +2950,10 @@ test_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2975,8 +2971,12 @@ test_kernels: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.lint_wasm_runtime: image: ${ci_image_name}/build:${ci_image_tag} @@ -2994,14 +2994,10 @@ etherlink.lint_wasm_runtime: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3019,8 +3015,12 @@ etherlink.lint_wasm_runtime: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.unit_tests: image: ${ci_image_name}/build:${ci_image_tag} @@ -3044,10 +3044,6 @@ etherlink.unit_tests: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune_cache-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/_dune_cache @@ -3072,8 +3068,12 @@ etherlink.unit_tests: variables: DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -3209,10 +3209,6 @@ etherlink.build_tezt: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -3239,8 +3235,12 @@ etherlink.build_tezt: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -3307,14 +3307,10 @@ documentation.docgen: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3330,8 +3326,12 @@ documentation.docgen: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 week paths: @@ -3360,14 +3360,10 @@ client-libs.kaitai_checks: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3386,8 +3382,12 @@ client-libs.kaitai_checks: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 hour paths: @@ -3478,14 +3478,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3506,8 +3502,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: 1 day @@ -3531,14 +3531,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3559,8 +3555,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: 1 day @@ -3659,14 +3659,10 @@ documentation.odoc: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3682,8 +3678,12 @@ documentation.odoc: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 4 hours paths: @@ -4253,14 +4253,10 @@ etherlink.test_revm_compatibility: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4279,8 +4275,12 @@ etherlink.test_revm_compatibility: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_evm_compatibility: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -4305,14 +4305,10 @@ etherlink.test_evm_compatibility: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4333,8 +4329,12 @@ etherlink.test_evm_compatibility: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_firehose: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -4358,14 +4358,10 @@ etherlink.test_firehose: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4382,8 +4378,12 @@ etherlink.test_firehose: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_kernel: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -4413,14 +4413,10 @@ etherlink.test_kernel: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4438,8 +4434,12 @@ etherlink.test_kernel: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.build_evm_node_static_arm64: image: ${ci_image_name}/build:${ci_image_tag} @@ -4468,10 +4468,6 @@ etherlink.build_evm_node_static_arm64: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4495,8 +4491,12 @@ etherlink.build_evm_node_static_arm64: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: octez-binaries paths: @@ -4530,10 +4530,6 @@ etherlink.build_evm_node_static_x86_64: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4557,8 +4553,12 @@ etherlink.build_evm_node_static_x86_64: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: octez-binaries paths: diff --git a/.gitlab/ci/pipelines/non_release_tag.yml b/.gitlab/ci/pipelines/non_release_tag.yml index a78c9a3dd9cc..e015c7ca1f59 100644 --- a/.gitlab/ci/pipelines/non_release_tag.yml +++ b/.gitlab/ci/pipelines/non_release_tag.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -410,11 +410,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -433,8 +428,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -554,11 +552,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -577,8 +570,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -701,11 +697,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -724,8 +715,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -747,11 +741,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -769,8 +758,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -894,11 +886,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -917,8 +904,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -941,11 +931,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -963,8 +948,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1056,14 +1044,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1084,8 +1068,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1107,14 +1095,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1135,8 +1119,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1163,10 +1151,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1189,8 +1173,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -1215,10 +1203,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1241,8 +1225,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/non_release_tag_test.yml b/.gitlab/ci/pipelines/non_release_tag_test.yml index 4352a450d193..2f729a76cddd 100644 --- a/.gitlab/ci/pipelines/non_release_tag_test.yml +++ b/.gitlab/ci/pipelines/non_release_tag_test.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -410,11 +410,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -433,8 +428,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -554,11 +552,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -577,8 +570,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -701,11 +697,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -724,8 +715,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -747,11 +741,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -769,8 +758,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -894,11 +886,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -917,8 +904,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -941,11 +931,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -963,8 +948,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1056,14 +1044,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1084,8 +1068,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1107,14 +1095,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1135,8 +1119,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1163,10 +1151,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1189,8 +1173,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -1215,10 +1203,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1241,8 +1225,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez-smart-rollup-node.release.yml b/.gitlab/ci/pipelines/octez-smart-rollup-node.release.yml index 5c93afd250d2..59af0dc13ddd 100644 --- a/.gitlab/ci/pipelines/octez-smart-rollup-node.release.yml +++ b/.gitlab/ci/pipelines/octez-smart-rollup-node.release.yml @@ -105,10 +105,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -131,8 +127,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -157,10 +157,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -183,8 +179,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez-smart-rollup-node.test_release.yml b/.gitlab/ci/pipelines/octez-smart-rollup-node.test_release.yml index 054a741d48d0..ff7b47eedb8a 100644 --- a/.gitlab/ci/pipelines/octez-smart-rollup-node.test_release.yml +++ b/.gitlab/ci/pipelines/octez-smart-rollup-node.test_release.yml @@ -105,10 +105,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -131,8 +127,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -157,10 +157,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -183,8 +179,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez_beta_release_tag.yml b/.gitlab/ci/pipelines/octez_beta_release_tag.yml index 5da0b7d2df8c..aab44e7aa5e3 100644 --- a/.gitlab/ci/pipelines/octez_beta_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_beta_release_tag.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -412,11 +412,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -435,8 +430,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -556,11 +554,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -579,8 +572,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -703,11 +699,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -726,8 +717,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -749,11 +743,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -771,8 +760,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -896,11 +888,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -919,8 +906,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -943,11 +933,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -965,8 +950,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1058,14 +1046,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1086,8 +1070,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1109,14 +1097,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1137,8 +1121,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1165,10 +1153,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1191,8 +1175,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -1217,10 +1205,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1243,8 +1227,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez_beta_release_tag_test.yml b/.gitlab/ci/pipelines/octez_beta_release_tag_test.yml index ca14e4b490bd..169c2e42dbc7 100644 --- a/.gitlab/ci/pipelines/octez_beta_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_beta_release_tag_test.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -412,11 +412,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -435,8 +430,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -556,11 +554,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -579,8 +572,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -703,11 +699,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -726,8 +717,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -749,11 +743,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -771,8 +760,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -896,11 +888,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -919,8 +906,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -943,11 +933,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -965,8 +950,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1058,14 +1046,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1086,8 +1070,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1109,14 +1097,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1137,8 +1121,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1165,10 +1153,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1191,8 +1175,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -1217,10 +1205,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1243,8 +1227,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml b/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml index 79f7ac8d3ae7..53bcb5b73251 100644 --- a/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml @@ -101,10 +101,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -128,8 +124,12 @@ oc.build:static-arm64-linux-binaries: DUNE_BUILD_JOBS: -j 12 VERSION_EXECUTABLE: octez-evm-node CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -153,10 +153,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -180,8 +176,12 @@ oc.build:static-x86_64-linux-binaries: DUNE_BUILD_JOBS: -j 12 VERSION_EXECUTABLE: octez-evm-node CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime diff --git a/.gitlab/ci/pipelines/octez_major_release_tag.yml b/.gitlab/ci/pipelines/octez_major_release_tag.yml index b3982f089134..6b395473e52b 100644 --- a/.gitlab/ci/pipelines/octez_major_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_major_release_tag.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -412,11 +412,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -435,8 +430,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -556,11 +554,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -579,8 +572,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -703,11 +699,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -726,8 +717,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -749,11 +743,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -771,8 +760,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -896,11 +888,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -919,8 +906,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -943,11 +933,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -965,8 +950,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1058,14 +1046,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1086,8 +1070,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1109,14 +1097,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1137,8 +1121,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1165,10 +1153,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1191,8 +1175,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -1217,10 +1205,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1243,8 +1227,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez_major_release_tag_test.yml b/.gitlab/ci/pipelines/octez_major_release_tag_test.yml index 158179f79bf3..805a08890bb2 100644 --- a/.gitlab/ci/pipelines/octez_major_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_major_release_tag_test.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -412,11 +412,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -435,8 +430,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -556,11 +554,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -579,8 +572,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -703,11 +699,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -726,8 +717,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -749,11 +743,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -771,8 +760,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -896,11 +888,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -919,8 +906,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -943,11 +933,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -965,8 +950,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1058,14 +1046,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1086,8 +1070,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1109,14 +1097,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1137,8 +1121,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1165,10 +1153,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1191,8 +1175,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -1217,10 +1205,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1243,8 +1227,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez_minor_release_tag.yml b/.gitlab/ci/pipelines/octez_minor_release_tag.yml index a89fb3097cc8..2e2f0231629f 100644 --- a/.gitlab/ci/pipelines/octez_minor_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_minor_release_tag.yml @@ -101,10 +101,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -127,8 +123,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -152,10 +152,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -178,8 +174,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -386,11 +386,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -409,8 +404,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -530,11 +528,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -553,8 +546,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -677,11 +673,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -700,8 +691,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -723,11 +717,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -745,8 +734,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -870,11 +862,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -893,8 +880,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -917,11 +907,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -939,8 +924,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml b/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml index 458f51191030..aa58045f6035 100644 --- a/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml @@ -101,10 +101,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -127,8 +123,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -152,10 +152,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -178,8 +174,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -386,11 +386,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -409,8 +404,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -530,11 +528,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -553,8 +546,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -677,11 +673,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -700,8 +691,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -723,11 +717,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -745,8 +734,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -870,11 +862,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -893,8 +880,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -917,11 +907,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -939,8 +924,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/octez_monitoring.yml b/.gitlab/ci/pipelines/octez_monitoring.yml index 7c8d351f071d..e0249fb16cfc 100644 --- a/.gitlab/ci/pipelines/octez_monitoring.yml +++ b/.gitlab/ci/pipelines/octez_monitoring.yml @@ -109,14 +109,10 @@ build-layer1-profiling: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -140,8 +136,12 @@ build-layer1-profiling: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: never paths: @@ -159,14 +159,10 @@ teztale.build:static-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -186,8 +182,12 @@ teztale.build:static-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -206,14 +206,10 @@ teztale.build:static-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -233,8 +229,12 @@ teztale.build:static-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never diff --git a/.gitlab/ci/pipelines/opam.daily.yml b/.gitlab/ci/pipelines/opam.daily.yml index f5917ff50097..211e0a3a375f 100644 --- a/.gitlab/ci/pipelines/opam.daily.yml +++ b/.gitlab/ci/pipelines/opam.daily.yml @@ -102,11 +102,7 @@ opam:all_6: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -130,10 +126,13 @@ opam:all_6: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -175,11 +174,7 @@ opam:exec_6: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -203,10 +198,13 @@ opam:exec_6: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -235,11 +233,7 @@ opam:all_2: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -263,10 +257,13 @@ opam:all_2: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -310,11 +307,7 @@ opam:all_1: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -338,10 +331,13 @@ opam:all_1: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -374,11 +370,7 @@ opam:all_3: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -402,10 +394,13 @@ opam:all_3: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -449,11 +444,7 @@ opam:exec_4: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -477,10 +468,13 @@ opam:exec_4: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -508,11 +502,7 @@ opam:all_4: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -536,10 +526,13 @@ opam:all_4: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -582,11 +575,7 @@ opam:exec_1: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -610,10 +599,13 @@ opam:exec_1: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -651,11 +643,7 @@ opam:all_5: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -679,10 +667,13 @@ opam:all_5: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -726,11 +717,7 @@ opam:all_7: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -754,10 +741,13 @@ opam:all_7: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week diff --git a/.gitlab/ci/pipelines/publish_sdk_bindings_releases.yml b/.gitlab/ci/pipelines/publish_sdk_bindings_releases.yml index 10b50759db8e..199c7f2790cb 100644 --- a/.gitlab/ci/pipelines/publish_sdk_bindings_releases.yml +++ b/.gitlab/ci/pipelines/publish_sdk_bindings_releases.yml @@ -66,14 +66,10 @@ build_python_sdk_linux: - oc.docker:rust-sdk-bindings:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -89,8 +85,12 @@ build_python_sdk_linux: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: - contrib/sdk-bindings/rust/target/wheels/* @@ -105,14 +105,10 @@ build_python_sdk_macos: dependencies: [] timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -135,8 +131,12 @@ build_python_sdk_macos: variables: TAGS: saas-macos-medium-m1 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: - contrib/sdk-bindings/rust/target/wheels/* diff --git a/.gitlab/ci/pipelines/rpm.daily.yml b/.gitlab/ci/pipelines/rpm.daily.yml index 8ee348a39328..652a2e5a8525 100644 --- a/.gitlab/ci/pipelines/rpm.daily.yml +++ b/.gitlab/ci/pipelines/rpm.daily.yml @@ -109,11 +109,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -133,8 +128,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -156,11 +154,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -179,8 +172,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -307,11 +303,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -331,8 +322,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -355,11 +349,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -378,8 +367,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/rpm_repository_partial.yml b/.gitlab/ci/pipelines/rpm_repository_partial.yml index c17989e184cc..38bc7d1814ad 100644 --- a/.gitlab/ci/pipelines/rpm_repository_partial.yml +++ b/.gitlab/ci/pipelines/rpm_repository_partial.yml @@ -117,11 +117,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -139,8 +134,11 @@ oc.build-rockylinux: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -161,11 +159,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -183,8 +176,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml b/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml index c17989e184cc..38bc7d1814ad 100644 --- a/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml +++ b/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml @@ -117,11 +117,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -139,8 +134,11 @@ oc.build-rockylinux: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -161,11 +159,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -183,8 +176,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/schedule_extended_baker_remote_mode_test.yml b/.gitlab/ci/pipelines/schedule_extended_baker_remote_mode_test.yml index 6a1b396b5707..eab74ba65436 100644 --- a/.gitlab/ci/pipelines/schedule_extended_baker_remote_mode_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_baker_remote_mode_test.yml @@ -410,10 +410,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -437,8 +433,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -462,14 +462,10 @@ oc.build_amd64-extra-dev: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -491,8 +487,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -518,14 +518,10 @@ oc.build_amd64-exp: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -545,8 +541,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -572,11 +572,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -596,8 +592,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG diff --git a/.gitlab/ci/pipelines/schedule_extended_dal_use_baker.yml b/.gitlab/ci/pipelines/schedule_extended_dal_use_baker.yml index 6a1b396b5707..eab74ba65436 100644 --- a/.gitlab/ci/pipelines/schedule_extended_dal_use_baker.yml +++ b/.gitlab/ci/pipelines/schedule_extended_dal_use_baker.yml @@ -410,10 +410,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -437,8 +433,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -462,14 +462,10 @@ oc.build_amd64-extra-dev: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -491,8 +487,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -518,14 +518,10 @@ oc.build_amd64-exp: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -545,8 +541,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -572,11 +572,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -596,8 +592,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG diff --git a/.gitlab/ci/pipelines/schedule_extended_rpc_test.yml b/.gitlab/ci/pipelines/schedule_extended_rpc_test.yml index 6a1b396b5707..eab74ba65436 100644 --- a/.gitlab/ci/pipelines/schedule_extended_rpc_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_rpc_test.yml @@ -410,10 +410,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -437,8 +433,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -462,14 +462,10 @@ oc.build_amd64-extra-dev: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -491,8 +487,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -518,14 +518,10 @@ oc.build_amd64-exp: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -545,8 +541,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -572,11 +572,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -596,8 +592,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG diff --git a/.gitlab/ci/pipelines/schedule_extended_test.yml b/.gitlab/ci/pipelines/schedule_extended_test.yml index cec3e8d3904f..46605165dd88 100644 --- a/.gitlab/ci/pipelines/schedule_extended_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_test.yml @@ -335,10 +335,6 @@ oc.build_arm64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -362,8 +358,12 @@ oc.build_arm64-released: ARCH: arm64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -388,14 +388,10 @@ oc.build_arm64-extra-dev: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -417,8 +413,12 @@ oc.build_arm64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -445,14 +445,10 @@ oc.build_arm64-exp: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -472,8 +468,12 @@ oc.build_arm64-exp: ARCH: arm64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -504,10 +504,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -531,8 +527,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -557,10 +557,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -584,8 +580,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -610,10 +610,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -637,8 +633,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -668,10 +668,6 @@ oc.build_amd64-extra-dev: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -699,8 +695,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -735,10 +735,6 @@ oc.build_amd64-exp: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -764,8 +760,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -796,11 +796,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -820,8 +816,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG @@ -848,14 +848,10 @@ build_octez_source: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -881,8 +877,12 @@ build_octez_source: variables: DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" build-layer1-profiling: image: ${ci_image_name}/build:${ci_image_tag} @@ -897,14 +897,10 @@ build-layer1-profiling: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -929,8 +925,12 @@ build-layer1-profiling: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 day paths: @@ -950,14 +950,10 @@ test_sdk_rust: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -973,8 +969,12 @@ test_sdk_rust: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" test_sdk_bindings: image: ${rust_sdk_bindings_image_name}:${rust_sdk_bindings_image_tag} @@ -989,14 +989,10 @@ test_sdk_bindings: - oc.docker:rust-sdk-bindings:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1013,8 +1009,12 @@ test_sdk_bindings: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" ocaml-check: image: ${ci_image_name}/build:${ci_image_tag} @@ -1074,10 +1074,6 @@ oc.unit:non-proto-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1104,8 +1100,12 @@ oc.unit:non-proto-x86_64: MAKE_TARGETS: test-nonproto-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1142,10 +1142,6 @@ oc.unit:other-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1172,8 +1168,12 @@ oc.unit:other-x86_64: MAKE_TARGETS: test-other-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1210,10 +1210,6 @@ oc.unit:proto-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1240,8 +1236,12 @@ oc.unit:proto-x86_64: MAKE_TARGETS: test-proto-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1274,14 +1274,10 @@ oc.unit:non-proto-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1302,8 +1298,12 @@ oc.unit:non-proto-arm64: DUNE_ARGS: -j 12 DISTRIBUTE_TESTS_TO_PARALLELS: "true" CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: $CI_JOB_NAME-$CI_COMMIT_SHA-${ARCH} expire_in: 1 day @@ -1359,14 +1359,10 @@ oc.unit:protocol_compiles: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1383,8 +1379,12 @@ oc.unit:protocol_compiles: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" de.unit:x86_64: image: ${ci_image_name}/test:${ci_image_tag} @@ -1589,14 +1589,10 @@ oc.check_lift_limits_patch: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1616,8 +1612,12 @@ oc.check_lift_limits_patch: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" oc.python_check: image: ${ci_image_name}/test:${ci_image_tag} @@ -1654,14 +1654,10 @@ oc.integration:compiler-rejections: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1678,8 +1674,12 @@ oc.integration:compiler-rejections: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" oc.script:test-gen-genesis: image: ${ci_image_name}/build:${ci_image_tag} @@ -1718,10 +1718,6 @@ oc.script:snapshot_alpha_and_link: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1745,8 +1741,12 @@ oc.script:snapshot_alpha_and_link: - dune cache trim --size=5GB variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1861,14 +1861,10 @@ check_riscv_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1886,8 +1882,12 @@ check_riscv_kernels: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" audit_riscv_deps: image: ${rust_toolchain_image_name_protected}:master @@ -1898,14 +1898,10 @@ audit_riscv_deps: dependencies: [] timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1922,8 +1918,12 @@ audit_riscv_deps: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" test_kernels: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -1936,14 +1936,10 @@ test_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1961,8 +1957,12 @@ test_kernels: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" tezt-static-binaries: image: ${ci_image_name}/e2etest:${ci_image_tag} diff --git a/.gitlab/ci/pipelines/schedule_extended_validation_test.yml b/.gitlab/ci/pipelines/schedule_extended_validation_test.yml index 6a1b396b5707..eab74ba65436 100644 --- a/.gitlab/ci/pipelines/schedule_extended_validation_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_validation_test.yml @@ -410,10 +410,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -437,8 +433,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -462,14 +462,10 @@ oc.build_amd64-extra-dev: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -491,8 +487,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -518,14 +518,10 @@ oc.build_amd64-exp: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -545,8 +541,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -572,11 +572,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -596,8 +592,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG diff --git a/.gitlab/ci/pipelines/schedule_master_test_release.yml b/.gitlab/ci/pipelines/schedule_master_test_release.yml index 8d63c17b2171..ef33f0ff88dc 100644 --- a/.gitlab/ci/pipelines/schedule_master_test_release.yml +++ b/.gitlab/ci/pipelines/schedule_master_test_release.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -413,11 +413,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -436,8 +431,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -557,11 +555,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -580,8 +573,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -704,11 +700,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -727,8 +718,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -750,11 +744,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -772,8 +761,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -897,11 +889,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -920,8 +907,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -944,11 +934,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -966,8 +951,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1053,14 +1041,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1081,8 +1065,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1101,14 +1089,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1129,8 +1113,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never diff --git a/.gitlab/ci/pipelines/teztale.daily.yml b/.gitlab/ci/pipelines/teztale.daily.yml index 5ad453486144..890871102b86 100644 --- a/.gitlab/ci/pipelines/teztale.daily.yml +++ b/.gitlab/ci/pipelines/teztale.daily.yml @@ -96,14 +96,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -124,8 +120,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: 1 day @@ -144,14 +144,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -172,8 +168,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: 1 day diff --git a/.gitlab/ci/pipelines/teztale.release.yml b/.gitlab/ci/pipelines/teztale.release.yml index b4b3ff37276e..e5cd08bbb2b4 100644 --- a/.gitlab/ci/pipelines/teztale.release.yml +++ b/.gitlab/ci/pipelines/teztale.release.yml @@ -97,14 +97,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -125,8 +121,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -145,14 +145,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -173,8 +169,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never diff --git a/.gitlab/ci/pipelines/teztale.test_release.yml b/.gitlab/ci/pipelines/teztale.test_release.yml index 06615af9ba2d..33a3e4265e85 100644 --- a/.gitlab/ci/pipelines/teztale.test_release.yml +++ b/.gitlab/ci/pipelines/teztale.test_release.yml @@ -97,14 +97,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -125,8 +121,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -145,14 +145,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -173,8 +169,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never diff --git a/ci/lib_cacio/cacio.ml b/ci/lib_cacio/cacio.ml index d7691cacaddf..bc4d71ecf27e 100644 --- a/ci/lib_cacio/cacio.ml +++ b/ci/lib_cacio/cacio.ml @@ -33,17 +33,9 @@ let show_stage = function type need = Job | Artifacts -type sccache_config = { - key : string option; - error_log : string option; - idle_timeout : string option; - log : string option; - path : string option; - cache_size : string option; -} +type sccache_config = {error_log : string option; log : string option} -let sccache ?key ?error_log ?idle_timeout ?log ?path ?cache_size () = - {key; error_log; idle_timeout; log; path; cache_size} +let sccache ?error_log ?log () = {error_log; log} type dune_cache_config = { key : string option; @@ -502,15 +494,8 @@ let convert_graph ?(interruptible_pipeline = true) ~with_condition let maybe_enable_sccache job = match sccache with | None -> job - | Some {key; error_log; idle_timeout; log; path; cache_size} -> - Tezos_ci.Cache.enable_sccache - ?key - ?error_log - ?idle_timeout - ?log - ?path - ?cache_size - job + | Some {error_log; log} -> + Tezos_ci.Cache.enable_sccache ?error_log ?log job in let maybe_enable_dune_cache job = match dune_cache with diff --git a/ci/lib_cacio/cacio.mli b/ci/lib_cacio/cacio.mli index 7465385ef42a..9d12dd9e379b 100644 --- a/ci/lib_cacio/cacio.mli +++ b/ci/lib_cacio/cacio.mli @@ -52,15 +52,7 @@ type sccache_config (** Make an sccache configuration. See {!Tezos_ci.Cache.enable_sccache}. *) -val sccache : - ?key:string -> - ?error_log:string -> - ?idle_timeout:string -> - ?log:string -> - ?path:string -> - ?cache_size:string -> - unit -> - sccache_config +val sccache : ?error_log:string -> ?log:string -> unit -> sccache_config (** Configuration of Dune's cache. *) type dune_cache_config diff --git a/ci/lib_tezos_ci/tezos_ci.ml b/ci/lib_tezos_ci/tezos_ci.ml index aa1f31966735..c649b0ac7866 100644 --- a/ci/lib_tezos_ci/tezos_ci.ml +++ b/ci/lib_tezos_ci/tezos_ci.ml @@ -1459,20 +1459,24 @@ module Cache = struct |> append_after_script ["eval $(opam env)"; "dune cache trim --size=" ^ cache_size] - let enable_sccache ?key ?error_log ?idle_timeout ?log - ?(path = "$CI_PROJECT_DIR/_sccache") ?(cache_size = "5G") job = - let key = - Option.value - ~default:("sccache-" ^ Gitlab_ci.Predefined_vars.(show ci_job_name_slug)) - key - in + let enable_sccache ?error_log ?log job = job |> append_variables - ([("SCCACHE_DIR", path); ("SCCACHE_CACHE_SIZE", cache_size)] + ([ + (* force incremental build in cargo + + see https://github.com/mozilla/sccache?tab=readme-ov-file#known-caveats *) + ("CARGO_INCREMENTAL", "0"); + (* we use GCP backend in r/w mode *) + ("SCCACHE_GCS_BUCKET", "$GCP_SCCACHE_BUCKET"); + ("SCCACHE_GCS_RW_MODE", "READ_WRITE"); + ("SCCACHE_GCS_KEY_PREFIX", "sccache"); + (* recovering if the backend is not avalable *) + ("SCCACHE_IGNORE_SERVER_IO_ERROR", "1"); + ("SCCACHE_IDLE_TIMEOUT", "0"); + ] @ opt_var "SCCACHE_ERROR_LOG" Fun.id error_log - @ opt_var "SCCACHE_IDLE_TIMEOUT" Fun.id idle_timeout @ opt_var "SCCACHE_LOG" Fun.id log) - |> append_cache (cache ~key [path]) (* Starts sccache and sets [RUSTC_WRAPPER] *) |> append_before_script [". ./scripts/ci/sccache-start.sh"] |> append_after_script ["./scripts/ci/sccache-stop.sh"] diff --git a/ci/lib_tezos_ci/tezos_ci.mli b/ci/lib_tezos_ci/tezos_ci.mli index 82ddd4633222..9a3e2e60e150 100644 --- a/ci/lib_tezos_ci/tezos_ci.mli +++ b/ci/lib_tezos_ci/tezos_ci.mli @@ -217,30 +217,11 @@ module Cache : sig This function should be applied to jobs that build rust files and which has a configured sccache Gitlab CI cache. - - [key] and [path] configure the key under which the cache is - stored, and the path that will be cached. By default, the [key] - contains the name of the job, thus scoping the cache to all - instances of that job. By default, [path] is the folder - ["$CI_PROJECT_DIR/_sccache"], and this function also sets the - environment dir [SCCACHE_DIR] such that sccache stores its caches - there. - - - [cache_size] sets the environment variable [SCCACHE_CACHE_SIZE] - that configures the maximum size of the cache. - - - [error_log], [idle_timeout] and [log] sets the environment - variables [SCCACHE_ERROR_LOG], [SCCACHE_IDLE_TIMEOUT] and - [SCCACHE_LOG] respectively. See the sccache documentation for more - information on these variables. *) + - [error_log] and [log] sets the environment + variables [SCCACHE_ERROR_LOG] and [SCCACHE_LOG] respectively. + See the sccache documentation for more information on these variables. *) val enable_sccache : - ?key:string -> - ?error_log:string -> - ?idle_timeout:string -> - ?log:string -> - ?path:string -> - ?cache_size:string -> - tezos_job -> - tezos_job + ?error_log:string -> ?log:string -> tezos_job -> tezos_job (** Value of [CARGO_HOME] *) val cargo_home : string diff --git a/ci/lib_tezos_ci_jobs/code_verification.ml b/ci/lib_tezos_ci_jobs/code_verification.ml index 0b65dc87180c..df04cccec168 100644 --- a/ci/lib_tezos_ci_jobs/code_verification.ml +++ b/ci/lib_tezos_ci_jobs/code_verification.ml @@ -182,7 +182,6 @@ let job_build_x86_64_release = ~storage:Ramfs ~dependencies:(dependencies_needs_start pipeline_type) ~rules:(make_rules ~pipeline_type ~changes:changeset_octez_or_doc ()) - ~sccache_size:"2G" () (* 'oc.build_x86_64-exp-dev-extra' builds the developer and experimental @@ -517,8 +516,7 @@ let jobs pipeline_type = "eval $(opam env)"; "make octez"; ] - |> enable_cargo_cache - |> enable_sccache ~cache_size:"2G" + |> enable_cargo_cache |> enable_sccache in [ job_build_arm64_release; diff --git a/ci/lib_tezos_ci_jobs/common.ml b/ci/lib_tezos_ci_jobs/common.ml index 8e660341f0dc..e9b438614b1f 100644 --- a/ci/lib_tezos_ci_jobs/common.ml +++ b/ci/lib_tezos_ci_jobs/common.ml @@ -120,12 +120,10 @@ module Build = struct @ version_executable) ~artifacts ["./scripts/ci/build_static_binaries.sh"] - |> enable_cargo_cache - |> enable_sccache ~cache_size:"2G" - |> enable_cargo_target_caches + |> enable_cargo_cache |> enable_sccache |> enable_cargo_target_caches let job_build_released_binaries ?rules ~__POS__ ~arch ?retry ?cpu ?storage - ?dependencies ?(sccache_size = "5G") () = + ?dependencies () = let arch_string = Runner.Arch.show_easy_to_distinguish arch in let name = sf "oc.build_%s-released" arch_string in let executable_files = "script-inputs/released-executables" in @@ -160,16 +158,13 @@ module Build = struct ~variables ~artifacts ["./scripts/ci/build_full_unreleased.sh"] - |> enable_cargo_cache - |> enable_sccache ~cache_size:sccache_size - |> enable_cargo_target_caches + |> enable_cargo_cache |> enable_sccache |> enable_cargo_target_caches in (* Disable coverage for arm64 *) if arch = Amd64 then Coverage.enable_instrumentation job else job let job_build_dynamic_binaries ?(extra = false) ?rules ~__POS__ ~arch ?retry - ?cpu ?storage ?dependencies ?(sccache_size = "5G") ~name executable_files - = + ?cpu ?storage ?dependencies ~name executable_files = let arch_string = Runner.Arch.show_easy_to_distinguish arch in let build_extra = match arch with @@ -227,8 +222,7 @@ module Build = struct ~variables ~artifacts ["./scripts/ci/build_full_unreleased.sh"] - |> enable_cargo_cache - |> enable_sccache ~cache_size:sccache_size + |> enable_cargo_cache |> enable_sccache in (* Disable coverage for arm64 *) if arch = Amd64 then Coverage.enable_instrumentation job else job @@ -243,7 +237,6 @@ module Build = struct ~__POS__ ~arch:Arm64 ~storage:Ramfs - ~sccache_size:"2G" ~extra:true "script-inputs/dev-executables" @@ -254,7 +247,6 @@ module Build = struct ~__POS__ ~arch:Arm64 ~storage:Ramfs - ~sccache_size:"2G" "script-inputs/experimental-executables" let job_build_kernels ?rules () : tezos_job = @@ -278,9 +270,7 @@ module Build = struct "tx_kernel_dal.wasm"; "dal_echo_kernel.wasm"; ]) - |> enable_kernels - |> enable_sccache ~key:"kernels-sccache" ~path:"$CI_PROJECT_DIR/_sccache" - |> enable_cargo_cache + |> enable_kernels |> enable_sccache |> enable_cargo_cache let job_build_layer1_profiling ?rules ?(expire_in = Duration (Days 1)) () = job @@ -494,5 +484,5 @@ module Packaging = struct "export CARGO_NET_OFFLINE=false"; script; ] - |> enable_sccache ~idle_timeout:"0" + |> enable_sccache end diff --git a/ci/lib_tezos_ci_jobs/debian_repository.ml b/ci/lib_tezos_ci_jobs/debian_repository.ml index 09c7c772040d..d3027ea3006e 100644 --- a/ci/lib_tezos_ci_jobs/debian_repository.ml +++ b/ci/lib_tezos_ci_jobs/debian_repository.ml @@ -220,7 +220,7 @@ let jobs ?(limit_dune_build_jobs = false) pipeline_type = "export CARGO_NET_OFFLINE=false"; script; ] - |> enable_sccache ~idle_timeout:"0" + |> enable_sccache in (* data packages. we build them once *) diff --git a/ci/lib_tezos_ci_jobs/opam.ml b/ci/lib_tezos_ci_jobs/opam.ml index 44c831e57907..080645caa8a5 100644 --- a/ci/lib_tezos_ci_jobs/opam.ml +++ b/ci/lib_tezos_ci_jobs/opam.ml @@ -120,11 +120,7 @@ let job_opam_packages ?dependencies group batch_index packages : tezos_job = (* We store caches in [_build] for two reasons: (1) the [_build] folder is excluded from opam's rsync. (2) gitlab ci cache requires that cached files are in a sub-folder of the checkout. *) - enable_sccache - ~key:"opam-sccache" - ~error_log:"$CI_PROJECT_DIR/opam_logs/sccache.log" - ~idle_timeout:"0" - ~path:"$CI_PROJECT_DIR/_build/_sccache" + enable_sccache ~error_log:"$CI_PROJECT_DIR/opam_logs/sccache.log" |> enable_cargo_cache let jobs_opam_packages ?dependencies () : tezos_job list = diff --git a/etherlink/ci/etherlink_ci.ml b/etherlink/ci/etherlink_ci.ml index ce5be21d7296..79b731b1a59d 100644 --- a/etherlink/ci/etherlink_ci.ml +++ b/etherlink/ci/etherlink_ci.ml @@ -88,7 +88,7 @@ let job_build_evm_node_static = ["octez-binaries/$ARCH/*"]) ~cargo_cache:true ~cargo_target_caches:true - ~sccache:(Cacio.sccache ~cache_size:"2G" ()) + ~sccache:(Cacio.sccache ()) ~variables: [ ("ARCH", arch_string); diff --git a/rollup_node/ci/rollup_node_ci.ml b/rollup_node/ci/rollup_node_ci.ml index 8d493f1a06b3..d4578f61808a 100644 --- a/rollup_node/ci/rollup_node_ci.ml +++ b/rollup_node/ci/rollup_node_ci.ml @@ -66,7 +66,7 @@ let job_build_static_binaries = ("VERSION_EXECUTABLE", "octez-smart-rollup-node"); ] ~cargo_cache:true - ~sccache:(Cacio.sccache ~cache_size:"2G" ()) + ~sccache:(Cacio.sccache ()) ~cargo_target_caches:true ~artifacts: ((* Extend the lifespan to prevent failure for external tools using artifacts. *) diff --git a/teztale/ci/teztale_ci.ml b/teztale/ci/teztale_ci.ml index 821c2f397ea7..561266e7c236 100644 --- a/teztale/ci/teztale_ci.ml +++ b/teztale/ci/teztale_ci.ml @@ -35,7 +35,7 @@ let job_build = ["teztale-binaries/" ^ arch_string ^ "/octez-teztale-*"]) ~variables:[("PROFILE", "static")] ~cargo_cache:true - ~sccache:(Cacio.sccache ~cache_size:"2G" ()) + ~sccache:(Cacio.sccache ()) [ "./scripts/ci/take_ownership.sh"; ". ./scripts/version.sh"; -- GitLab From 6946c582a3fc7e7a2a5c0e63fa55c344d0304b1f Mon Sep 17 00:00:00 2001 From: Pietro Abate Date: Mon, 17 Nov 2025 09:57:48 +0100 Subject: [PATCH 2/3] scripts: refactor datadog_send_job_cache_info.sh - remove _sccache directory info - add more stats for datadog --- scripts/ci/datadog_sccache_metrics.sh | 4 +++- scripts/ci/datadog_send_job_cache_info.sh | 28 ++++++++++++++++------- 2 files changed, 23 insertions(+), 9 deletions(-) diff --git a/scripts/ci/datadog_sccache_metrics.sh b/scripts/ci/datadog_sccache_metrics.sh index 0b37656203df..84f107f34d5c 100755 --- a/scripts/ci/datadog_sccache_metrics.sh +++ b/scripts/ci/datadog_sccache_metrics.sh @@ -24,7 +24,9 @@ printf '%s' "$json" | jq 'if . == null then {} else .stats end | { "sccache.cache_read_hit_duration_secs": (.cache_read_hit_duration.secs // 0), "sccache.compilations": (.compilations // 0), "sccache.compiler_write_duration_secs": (.compiler_write_duration.secs // 0), - "sccache.compile_fails": (.compile_fails // 0) + "sccache.compile_fails": (.compile_fails // 0), + "sccache.max_cache_size": (.max_cache_size // 0), + "sccache.cache_size": (.cache_size // 0) }' > sccache_metrics.json export DATADOG_SITE=datadoghq.eu diff --git a/scripts/ci/datadog_send_job_cache_info.sh b/scripts/ci/datadog_send_job_cache_info.sh index 10522189f778..3aa42308206d 100755 --- a/scripts/ci/datadog_send_job_cache_info.sh +++ b/scripts/ci/datadog_send_job_cache_info.sh @@ -25,7 +25,6 @@ fi CARGO_CACHE_DIR=$CI_PROJECT_DIR/.cargo/registry/cache DUNE_CACHE_ROOT=$CI_PROJECT_DIR/_dune_cache -SCCACHE_DIR=$CI_PROJECT_DIR/_sccache RUST_DEPS_TARGET_DIR=$CI_PROJECT_DIR/.cargo_targets/_target/rust_deps RUSTZCASH_DEPS_TARGET_DIR=$CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps ETHERLINK_WASM_RUNTIME_TARGET_DIR=$CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -62,25 +61,38 @@ get_cache_size() { # Get cache sizes and set environment variables get_cache_size "$DUNE_CACHE_ROOT" "CACHE_DUNE" get_cache_size "$CARGO_CACHE_DIR" "CACHE_CARGO" -get_cache_size "$SCCACHE_DIR" "CACHE_SCCACHE" get_cache_size "$RUST_DEPS_TARGET_DIR" "CACHE_RUST_DEPS" get_cache_size "$RUSTZCASH_DEPS_TARGET_DIR" "CACHE_RUSTZCASH_DEPS" get_cache_size "$ETHERLINK_WASM_RUNTIME_TARGET_DIR" "CACHE_ETHERLINK_WASM_RUNTIME" +if command -v sccache > /dev/null 2>&1 && + [ "$SECTION" = "before" ]; then + # small debug notice to make sure we're using GCS as backend + sccache --show-stats | grep "Cache location" +fi + # Send info to Datadog if command -v datadog-ci > /dev/null 2>&1; then echo "Sending job-level info to Datadog" echo "CACHE_MEASURES=$CACHE_MEASURES" # FIXME LATER use "datadog-ci measure --level job --measures-file my_measures.json" eval "DATADOG_SITE=datadoghq.eu datadog-ci measure --level job ${CACHE_MEASURES}" - if command -v sccache > /dev/null 2>&1 && - sccache --show-stats > /dev/null 2>&1; then - # send sccache metrics to datadog - ./scripts/ci/datadog_sccache_metrics.sh + if [ "$SECTION" = "after" ]; then + # check that [sccache] daemon is running + if command -v sccache > /dev/null 2>&1 && + # check that [sccache] daemon is running + sccache --show-stats > /dev/null 2>&1; then - else - echo "sccache not running: no sscache metric sent to Datadog" + # print stats on the job console + sccache --show-stats + + # send sccache metrics to datadog + ./scripts/ci/datadog_sccache_metrics.sh + + else + echo "sccache not installed or not running: no sccache metric sent to Datadog" + fi fi else echo "'datadog-ci' not installed. no job info sent to Datadog" -- GitLab From a87dd96d90b9d3146b5d95c9d307c404e6ca378f Mon Sep 17 00:00:00 2001 From: Pietro Abate Date: Mon, 17 Nov 2025 12:44:30 +0100 Subject: [PATCH 3/3] ci: establish RO/RW policy for sccache --- .gitlab/ci/pipelines/before_merging.yml | 58 +++++++++---------- .gitlab/ci/pipelines/client-libs.daily.yml | 2 +- .gitlab/ci/pipelines/debian.daily.yml | 4 +- .../pipelines/debian_repository_partial.yml | 2 +- .../debian_repository_partial_auto.yml | 2 +- .gitlab/ci/pipelines/documentation.daily.yml | 6 +- .gitlab/ci/pipelines/documentation.update.yml | 8 +-- .gitlab/ci/pipelines/etherlink.daily.yml | 18 +++--- .gitlab/ci/pipelines/master_branch.yml | 6 +- .gitlab/ci/pipelines/merge_train.yml | 58 +++++++++---------- .gitlab/ci/pipelines/non_release_tag.yml | 24 ++++---- .gitlab/ci/pipelines/non_release_tag_test.yml | 24 ++++---- .../octez-smart-rollup-node.release.yml | 4 +- .../octez-smart-rollup-node.test_release.yml | 4 +- .../ci/pipelines/octez_beta_release_tag.yml | 24 ++++---- .../pipelines/octez_beta_release_tag_test.yml | 24 ++++---- .../pipelines/octez_evm_node_release_tag.yml | 4 +- .../ci/pipelines/octez_major_release_tag.yml | 24 ++++---- .../octez_major_release_tag_test.yml | 24 ++++---- .../ci/pipelines/octez_minor_release_tag.yml | 16 ++--- .../octez_minor_release_tag_test.yml | 16 ++--- .gitlab/ci/pipelines/octez_monitoring.yml | 6 +- .gitlab/ci/pipelines/opam.daily.yml | 20 +++---- .../publish_sdk_bindings_releases.yml | 4 +- .gitlab/ci/pipelines/rpm.daily.yml | 8 +-- .../ci/pipelines/rpm_repository_partial.yml | 4 +- .../pipelines/rpm_repository_partial_auto.yml | 4 +- .../ci/pipelines/schedule_extended_test.yml | 30 +++++----- .../schedule_master_test_release.yml | 20 +++---- .gitlab/ci/pipelines/teztale.daily.yml | 4 +- .gitlab/ci/pipelines/teztale.release.yml | 4 +- .gitlab/ci/pipelines/teztale.test_release.yml | 4 +- ci/lib_tezos_ci/tezos_ci.ml | 10 +++- ci/lib_tezos_ci/tezos_ci.mli | 6 +- ci/lib_tezos_ci_jobs/code_verification.ml | 3 +- ci/lib_tezos_ci_jobs/common.ml | 11 +++- contrib/sdk-bindings/ci/sdk_bindings_ci.ml | 3 +- 37 files changed, 254 insertions(+), 239 deletions(-) diff --git a/.gitlab/ci/pipelines/before_merging.yml b/.gitlab/ci/pipelines/before_merging.yml index 6ba5ee1dc8c0..7c3a63edeb03 100644 --- a/.gitlab/ci/pipelines/before_merging.yml +++ b/.gitlab/ci/pipelines/before_merging.yml @@ -704,7 +704,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -783,7 +783,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1239,7 +1239,7 @@ build_octez_source: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1311,7 +1311,7 @@ build-layer1-profiling: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1612,7 +1612,7 @@ oc.unit:non-proto-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1704,7 +1704,7 @@ oc.unit:other-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1796,7 +1796,7 @@ oc.unit:proto-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1882,7 +1882,7 @@ oc.unit:non-proto-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -2011,7 +2011,7 @@ oc.unit:protocol_compiles: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -2568,7 +2568,7 @@ oc.check_lift_limits_patch: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -2665,7 +2665,7 @@ oc.integration:compiler-rejections: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -2768,7 +2768,7 @@ oc.script:snapshot_alpha_and_link: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -2946,7 +2946,7 @@ check_riscv_kernels: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -2988,7 +2988,7 @@ audit_riscv_deps: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3039,7 +3039,7 @@ test_kernels: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3083,7 +3083,7 @@ etherlink.lint_wasm_runtime: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3136,7 +3136,7 @@ etherlink.unit_tests: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3303,7 +3303,7 @@ etherlink.build_tezt: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3394,7 +3394,7 @@ documentation.docgen: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3450,7 +3450,7 @@ client-libs.kaitai_checks: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3570,7 +3570,7 @@ teztale.build-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3623,7 +3623,7 @@ teztale.build-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3746,7 +3746,7 @@ documentation.odoc: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -4343,7 +4343,7 @@ etherlink.test_revm_compatibility: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -4397,7 +4397,7 @@ etherlink.test_evm_compatibility: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -4446,7 +4446,7 @@ etherlink.test_firehose: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -4502,7 +4502,7 @@ etherlink.test_kernel: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -4559,7 +4559,7 @@ etherlink.build_evm_node_static_arm64: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -4621,7 +4621,7 @@ etherlink.build_evm_node_static_x86_64: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/client-libs.daily.yml b/.gitlab/ci/pipelines/client-libs.daily.yml index 0b2c9d3a973f..489cbbcaf57c 100644 --- a/.gitlab/ci/pipelines/client-libs.daily.yml +++ b/.gitlab/ci/pipelines/client-libs.daily.yml @@ -114,7 +114,7 @@ client-libs.kaitai_checks: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/debian.daily.yml b/.gitlab/ci/pipelines/debian.daily.yml index de9db6bbc71e..dbe2793ccd73 100644 --- a/.gitlab/ci/pipelines/debian.daily.yml +++ b/.gitlab/ci/pipelines/debian.daily.yml @@ -170,7 +170,7 @@ oc.build-debian: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -317,7 +317,7 @@ oc.build-ubuntu: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/debian_repository_partial.yml b/.gitlab/ci/pipelines/debian_repository_partial.yml index a460ac7602cd..451864873ce3 100644 --- a/.gitlab/ci/pipelines/debian_repository_partial.yml +++ b/.gitlab/ci/pipelines/debian_repository_partial.yml @@ -138,7 +138,7 @@ oc.build-debian: DISTRIBUTION: debian CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/debian_repository_partial_auto.yml b/.gitlab/ci/pipelines/debian_repository_partial_auto.yml index a460ac7602cd..451864873ce3 100644 --- a/.gitlab/ci/pipelines/debian_repository_partial_auto.yml +++ b/.gitlab/ci/pipelines/debian_repository_partial_auto.yml @@ -138,7 +138,7 @@ oc.build-debian: DISTRIBUTION: debian CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/documentation.daily.yml b/.gitlab/ci/pipelines/documentation.daily.yml index 7ee25abc7c6e..5a0f3a8fbc5e 100644 --- a/.gitlab/ci/pipelines/documentation.daily.yml +++ b/.gitlab/ci/pipelines/documentation.daily.yml @@ -96,7 +96,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -159,7 +159,7 @@ documentation.docgen: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -236,7 +236,7 @@ documentation.odoc: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/documentation.update.yml b/.gitlab/ci/pipelines/documentation.update.yml index 85f46a2f2794..a5ada43157e4 100644 --- a/.gitlab/ci/pipelines/documentation.update.yml +++ b/.gitlab/ci/pipelines/documentation.update.yml @@ -96,7 +96,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -139,7 +139,7 @@ documentation.docgen: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -216,7 +216,7 @@ documentation.odoc: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -300,7 +300,7 @@ documentation.publish: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/etherlink.daily.yml b/.gitlab/ci/pipelines/etherlink.daily.yml index 2d065be1aade..961385f28a07 100644 --- a/.gitlab/ci/pipelines/etherlink.daily.yml +++ b/.gitlab/ci/pipelines/etherlink.daily.yml @@ -318,7 +318,7 @@ etherlink.lint_wasm_runtime: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -364,7 +364,7 @@ etherlink.unit_tests: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -487,7 +487,7 @@ etherlink.build_tezt: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -537,7 +537,7 @@ etherlink.test_revm_compatibility: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -580,7 +580,7 @@ etherlink.test_evm_compatibility: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -629,7 +629,7 @@ etherlink.build_evm_node_static_arm64: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -683,7 +683,7 @@ etherlink.build_evm_node_static_x86_64: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1002,7 +1002,7 @@ etherlink.test_firehose: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1042,7 +1042,7 @@ etherlink.test_kernel: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/master_branch.yml b/.gitlab/ci/pipelines/master_branch.yml index 496750e78e73..c5e5472ddfe0 100644 --- a/.gitlab/ci/pipelines/master_branch.yml +++ b/.gitlab/ci/pipelines/master_branch.yml @@ -134,7 +134,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -186,7 +186,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -553,7 +553,7 @@ publish_kernel_sdk: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/merge_train.yml b/.gitlab/ci/pipelines/merge_train.yml index d11d539670fd..42c5446116ed 100644 --- a/.gitlab/ci/pipelines/merge_train.yml +++ b/.gitlab/ci/pipelines/merge_train.yml @@ -703,7 +703,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -782,7 +782,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1238,7 +1238,7 @@ build_octez_source: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1310,7 +1310,7 @@ build-layer1-profiling: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1611,7 +1611,7 @@ oc.unit:non-proto-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1703,7 +1703,7 @@ oc.unit:other-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1795,7 +1795,7 @@ oc.unit:proto-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1881,7 +1881,7 @@ oc.unit:non-proto-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -2010,7 +2010,7 @@ oc.unit:protocol_compiles: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -2502,7 +2502,7 @@ oc.check_lift_limits_patch: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -2599,7 +2599,7 @@ oc.integration:compiler-rejections: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -2702,7 +2702,7 @@ oc.script:snapshot_alpha_and_link: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -2880,7 +2880,7 @@ check_riscv_kernels: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -2922,7 +2922,7 @@ audit_riscv_deps: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -2973,7 +2973,7 @@ test_kernels: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3017,7 +3017,7 @@ etherlink.lint_wasm_runtime: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3070,7 +3070,7 @@ etherlink.unit_tests: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3237,7 +3237,7 @@ etherlink.build_tezt: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3328,7 +3328,7 @@ documentation.docgen: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3384,7 +3384,7 @@ client-libs.kaitai_checks: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3504,7 +3504,7 @@ teztale.build-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3557,7 +3557,7 @@ teztale.build-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -3680,7 +3680,7 @@ documentation.odoc: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -4277,7 +4277,7 @@ etherlink.test_revm_compatibility: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -4331,7 +4331,7 @@ etherlink.test_evm_compatibility: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -4380,7 +4380,7 @@ etherlink.test_firehose: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -4436,7 +4436,7 @@ etherlink.test_kernel: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -4493,7 +4493,7 @@ etherlink.build_evm_node_static_arm64: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -4555,7 +4555,7 @@ etherlink.build_evm_node_static_x86_64: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/non_release_tag.yml b/.gitlab/ci/pipelines/non_release_tag.yml index e015c7ca1f59..5e5716884539 100644 --- a/.gitlab/ci/pipelines/non_release_tag.yml +++ b/.gitlab/ci/pipelines/non_release_tag.yml @@ -151,7 +151,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -202,7 +202,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -430,7 +430,7 @@ oc.build-debian: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -572,7 +572,7 @@ oc.build-ubuntu: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -717,7 +717,7 @@ oc.build-rockylinux: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -760,7 +760,7 @@ oc.build-rockylinux-data: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -906,7 +906,7 @@ oc.build-fedora: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -950,7 +950,7 @@ oc.build-fedora-data: DISTRIBUTION: fedora CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1070,7 +1070,7 @@ teztale.build-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1121,7 +1121,7 @@ teztale.build-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1175,7 +1175,7 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1227,7 +1227,7 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/non_release_tag_test.yml b/.gitlab/ci/pipelines/non_release_tag_test.yml index 2f729a76cddd..0aeb1452b95d 100644 --- a/.gitlab/ci/pipelines/non_release_tag_test.yml +++ b/.gitlab/ci/pipelines/non_release_tag_test.yml @@ -151,7 +151,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -202,7 +202,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -430,7 +430,7 @@ oc.build-debian: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -572,7 +572,7 @@ oc.build-ubuntu: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -717,7 +717,7 @@ oc.build-rockylinux: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -760,7 +760,7 @@ oc.build-rockylinux-data: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -906,7 +906,7 @@ oc.build-fedora: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -950,7 +950,7 @@ oc.build-fedora-data: DISTRIBUTION: fedora CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1070,7 +1070,7 @@ teztale.build-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1121,7 +1121,7 @@ teztale.build-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1175,7 +1175,7 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1227,7 +1227,7 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/octez-smart-rollup-node.release.yml b/.gitlab/ci/pipelines/octez-smart-rollup-node.release.yml index 59af0dc13ddd..ae241572f788 100644 --- a/.gitlab/ci/pipelines/octez-smart-rollup-node.release.yml +++ b/.gitlab/ci/pipelines/octez-smart-rollup-node.release.yml @@ -129,7 +129,7 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -181,7 +181,7 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/octez-smart-rollup-node.test_release.yml b/.gitlab/ci/pipelines/octez-smart-rollup-node.test_release.yml index ff7b47eedb8a..4ac764a8794b 100644 --- a/.gitlab/ci/pipelines/octez-smart-rollup-node.test_release.yml +++ b/.gitlab/ci/pipelines/octez-smart-rollup-node.test_release.yml @@ -129,7 +129,7 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -181,7 +181,7 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/octez_beta_release_tag.yml b/.gitlab/ci/pipelines/octez_beta_release_tag.yml index aab44e7aa5e3..58da7e4af59d 100644 --- a/.gitlab/ci/pipelines/octez_beta_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_beta_release_tag.yml @@ -151,7 +151,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -202,7 +202,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -432,7 +432,7 @@ oc.build-debian: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -574,7 +574,7 @@ oc.build-ubuntu: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -719,7 +719,7 @@ oc.build-rockylinux: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -762,7 +762,7 @@ oc.build-rockylinux-data: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -908,7 +908,7 @@ oc.build-fedora: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -952,7 +952,7 @@ oc.build-fedora-data: DISTRIBUTION: fedora CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1072,7 +1072,7 @@ teztale.build-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1123,7 +1123,7 @@ teztale.build-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1177,7 +1177,7 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1229,7 +1229,7 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/octez_beta_release_tag_test.yml b/.gitlab/ci/pipelines/octez_beta_release_tag_test.yml index 169c2e42dbc7..e8cc104a1985 100644 --- a/.gitlab/ci/pipelines/octez_beta_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_beta_release_tag_test.yml @@ -151,7 +151,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -202,7 +202,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -432,7 +432,7 @@ oc.build-debian: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -574,7 +574,7 @@ oc.build-ubuntu: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -719,7 +719,7 @@ oc.build-rockylinux: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -762,7 +762,7 @@ oc.build-rockylinux-data: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -908,7 +908,7 @@ oc.build-fedora: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -952,7 +952,7 @@ oc.build-fedora-data: DISTRIBUTION: fedora CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1072,7 +1072,7 @@ teztale.build-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1123,7 +1123,7 @@ teztale.build-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1177,7 +1177,7 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1229,7 +1229,7 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml b/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml index 53bcb5b73251..e90fcf4f503a 100644 --- a/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml @@ -126,7 +126,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -178,7 +178,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/octez_major_release_tag.yml b/.gitlab/ci/pipelines/octez_major_release_tag.yml index 6b395473e52b..48618ad56d7e 100644 --- a/.gitlab/ci/pipelines/octez_major_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_major_release_tag.yml @@ -151,7 +151,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -202,7 +202,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -432,7 +432,7 @@ oc.build-debian: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -574,7 +574,7 @@ oc.build-ubuntu: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -719,7 +719,7 @@ oc.build-rockylinux: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -762,7 +762,7 @@ oc.build-rockylinux-data: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -908,7 +908,7 @@ oc.build-fedora: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -952,7 +952,7 @@ oc.build-fedora-data: DISTRIBUTION: fedora CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1072,7 +1072,7 @@ teztale.build-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1123,7 +1123,7 @@ teztale.build-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1177,7 +1177,7 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1229,7 +1229,7 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/octez_major_release_tag_test.yml b/.gitlab/ci/pipelines/octez_major_release_tag_test.yml index 805a08890bb2..a896f95dabc1 100644 --- a/.gitlab/ci/pipelines/octez_major_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_major_release_tag_test.yml @@ -151,7 +151,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -202,7 +202,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -432,7 +432,7 @@ oc.build-debian: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -574,7 +574,7 @@ oc.build-ubuntu: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -719,7 +719,7 @@ oc.build-rockylinux: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -762,7 +762,7 @@ oc.build-rockylinux-data: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -908,7 +908,7 @@ oc.build-fedora: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -952,7 +952,7 @@ oc.build-fedora-data: DISTRIBUTION: fedora CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1072,7 +1072,7 @@ teztale.build-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1123,7 +1123,7 @@ teztale.build-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1177,7 +1177,7 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1229,7 +1229,7 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/octez_minor_release_tag.yml b/.gitlab/ci/pipelines/octez_minor_release_tag.yml index 2e2f0231629f..310e0fc5f81a 100644 --- a/.gitlab/ci/pipelines/octez_minor_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_minor_release_tag.yml @@ -125,7 +125,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -176,7 +176,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -406,7 +406,7 @@ oc.build-debian: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -548,7 +548,7 @@ oc.build-ubuntu: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -693,7 +693,7 @@ oc.build-rockylinux: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -736,7 +736,7 @@ oc.build-rockylinux-data: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -882,7 +882,7 @@ oc.build-fedora: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -926,7 +926,7 @@ oc.build-fedora-data: DISTRIBUTION: fedora CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml b/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml index aa58045f6035..00a6ea48faf7 100644 --- a/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml @@ -125,7 +125,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -176,7 +176,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -406,7 +406,7 @@ oc.build-debian: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -548,7 +548,7 @@ oc.build-ubuntu: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -693,7 +693,7 @@ oc.build-rockylinux: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -736,7 +736,7 @@ oc.build-rockylinux-data: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -882,7 +882,7 @@ oc.build-fedora: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -926,7 +926,7 @@ oc.build-fedora-data: DISTRIBUTION: fedora CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/octez_monitoring.yml b/.gitlab/ci/pipelines/octez_monitoring.yml index e0249fb16cfc..59ce852a409c 100644 --- a/.gitlab/ci/pipelines/octez_monitoring.yml +++ b/.gitlab/ci/pipelines/octez_monitoring.yml @@ -138,7 +138,7 @@ build-layer1-profiling: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -184,7 +184,7 @@ teztale.build:static-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -231,7 +231,7 @@ teztale.build:static-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/opam.daily.yml b/.gitlab/ci/pipelines/opam.daily.yml index 211e0a3a375f..8368eb9f0551 100644 --- a/.gitlab/ci/pipelines/opam.daily.yml +++ b/.gitlab/ci/pipelines/opam.daily.yml @@ -128,7 +128,7 @@ opam:all_6: RUNTEZTALIAS: "true" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -200,7 +200,7 @@ opam:exec_6: RUNTEZTALIAS: "true" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -259,7 +259,7 @@ opam:all_2: RUNTEZTALIAS: "true" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -333,7 +333,7 @@ opam:all_1: RUNTEZTALIAS: "true" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -396,7 +396,7 @@ opam:all_3: RUNTEZTALIAS: "true" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -470,7 +470,7 @@ opam:exec_4: RUNTEZTALIAS: "true" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -528,7 +528,7 @@ opam:all_4: RUNTEZTALIAS: "true" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -601,7 +601,7 @@ opam:exec_1: RUNTEZTALIAS: "true" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -669,7 +669,7 @@ opam:all_5: RUNTEZTALIAS: "true" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -743,7 +743,7 @@ opam:all_7: RUNTEZTALIAS: "true" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/publish_sdk_bindings_releases.yml b/.gitlab/ci/pipelines/publish_sdk_bindings_releases.yml index 199c7f2790cb..470d447d77dc 100644 --- a/.gitlab/ci/pipelines/publish_sdk_bindings_releases.yml +++ b/.gitlab/ci/pipelines/publish_sdk_bindings_releases.yml @@ -87,7 +87,7 @@ build_python_sdk_linux: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -133,7 +133,7 @@ build_python_sdk_macos: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/rpm.daily.yml b/.gitlab/ci/pipelines/rpm.daily.yml index 652a2e5a8525..9709e2d13131 100644 --- a/.gitlab/ci/pipelines/rpm.daily.yml +++ b/.gitlab/ci/pipelines/rpm.daily.yml @@ -130,7 +130,7 @@ oc.build-rockylinux: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -174,7 +174,7 @@ oc.build-rockylinux-data: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -324,7 +324,7 @@ oc.build-fedora: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -369,7 +369,7 @@ oc.build-fedora-data: DISTRIBUTION: fedora CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/rpm_repository_partial.yml b/.gitlab/ci/pipelines/rpm_repository_partial.yml index 38bc7d1814ad..8c1d755ac508 100644 --- a/.gitlab/ci/pipelines/rpm_repository_partial.yml +++ b/.gitlab/ci/pipelines/rpm_repository_partial.yml @@ -136,7 +136,7 @@ oc.build-rockylinux: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -178,7 +178,7 @@ oc.build-rockylinux-data: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml b/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml index 38bc7d1814ad..8c1d755ac508 100644 --- a/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml +++ b/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml @@ -136,7 +136,7 @@ oc.build-rockylinux: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -178,7 +178,7 @@ oc.build-rockylinux-data: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/schedule_extended_test.yml b/.gitlab/ci/pipelines/schedule_extended_test.yml index 46605165dd88..9bdfcd5d4fa6 100644 --- a/.gitlab/ci/pipelines/schedule_extended_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_test.yml @@ -529,7 +529,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -582,7 +582,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -879,7 +879,7 @@ build_octez_source: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -927,7 +927,7 @@ build-layer1-profiling: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1102,7 +1102,7 @@ oc.unit:non-proto-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1170,7 +1170,7 @@ oc.unit:other-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1238,7 +1238,7 @@ oc.unit:proto-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1300,7 +1300,7 @@ oc.unit:non-proto-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1381,7 +1381,7 @@ oc.unit:protocol_compiles: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1614,7 +1614,7 @@ oc.check_lift_limits_patch: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1676,7 +1676,7 @@ oc.integration:compiler-rejections: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1743,7 +1743,7 @@ oc.script:snapshot_alpha_and_link: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1884,7 +1884,7 @@ check_riscv_kernels: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1920,7 +1920,7 @@ audit_riscv_deps: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1959,7 +1959,7 @@ test_kernels: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/schedule_master_test_release.yml b/.gitlab/ci/pipelines/schedule_master_test_release.yml index ef33f0ff88dc..59dc083f2ed3 100644 --- a/.gitlab/ci/pipelines/schedule_master_test_release.yml +++ b/.gitlab/ci/pipelines/schedule_master_test_release.yml @@ -151,7 +151,7 @@ oc.build:static-x86_64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -202,7 +202,7 @@ oc.build:static-arm64-linux-binaries: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -433,7 +433,7 @@ oc.build-debian: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -575,7 +575,7 @@ oc.build-ubuntu: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -720,7 +720,7 @@ oc.build-rockylinux: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -763,7 +763,7 @@ oc.build-rockylinux-data: DISTRIBUTION: rockylinux CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -909,7 +909,7 @@ oc.build-fedora: DUNE_BUILD_JOBS: -j 12 CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -953,7 +953,7 @@ oc.build-fedora-data: DISTRIBUTION: fedora CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1067,7 +1067,7 @@ teztale.build-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -1115,7 +1115,7 @@ teztale.build-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/teztale.daily.yml b/.gitlab/ci/pipelines/teztale.daily.yml index 890871102b86..6d8105183723 100644 --- a/.gitlab/ci/pipelines/teztale.daily.yml +++ b/.gitlab/ci/pipelines/teztale.daily.yml @@ -122,7 +122,7 @@ teztale.build-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -170,7 +170,7 @@ teztale.build-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/teztale.release.yml b/.gitlab/ci/pipelines/teztale.release.yml index e5cd08bbb2b4..eccd70b2594c 100644 --- a/.gitlab/ci/pipelines/teztale.release.yml +++ b/.gitlab/ci/pipelines/teztale.release.yml @@ -123,7 +123,7 @@ teztale.build-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -171,7 +171,7 @@ teztale.build-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/teztale.test_release.yml b/.gitlab/ci/pipelines/teztale.test_release.yml index 33a3e4265e85..903fda02ae9c 100644 --- a/.gitlab/ci/pipelines/teztale.test_release.yml +++ b/.gitlab/ci/pipelines/teztale.test_release.yml @@ -123,7 +123,7 @@ teztale.build-arm64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" @@ -171,7 +171,7 @@ teztale.build-x86_64: CARGO_NET_OFFLINE: "false" CARGO_INCREMENTAL: "0" SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET - SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_RW_MODE: READ_ONLY SCCACHE_GCS_KEY_PREFIX: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" diff --git a/ci/lib_tezos_ci/tezos_ci.ml b/ci/lib_tezos_ci/tezos_ci.ml index c649b0ac7866..b6350439da50 100644 --- a/ci/lib_tezos_ci/tezos_ci.ml +++ b/ci/lib_tezos_ci/tezos_ci.ml @@ -1459,7 +1459,10 @@ module Cache = struct |> append_after_script ["eval $(opam env)"; "dune cache trim --size=" ^ cache_size] - let enable_sccache ?error_log ?log job = + let enable_sccache ?error_log ?log ?(policy = Gitlab_ci.Types.Pull) job = + let rw_mode = + match policy with Pull -> "READ_ONLY" | Pull_push | Push -> "READ_WRITE" + in job |> append_variables ([ @@ -1469,10 +1472,11 @@ module Cache = struct ("CARGO_INCREMENTAL", "0"); (* we use GCP backend in r/w mode *) ("SCCACHE_GCS_BUCKET", "$GCP_SCCACHE_BUCKET"); - ("SCCACHE_GCS_RW_MODE", "READ_WRITE"); + ("SCCACHE_GCS_RW_MODE", rw_mode); ("SCCACHE_GCS_KEY_PREFIX", "sccache"); - (* recovering if the backend is not avalable *) + (* if network error, fail over local rust compiler instead of stopping *) ("SCCACHE_IGNORE_SERVER_IO_ERROR", "1"); + (* daemon does not stop if no client request *) ("SCCACHE_IDLE_TIMEOUT", "0"); ] @ opt_var "SCCACHE_ERROR_LOG" Fun.id error_log diff --git a/ci/lib_tezos_ci/tezos_ci.mli b/ci/lib_tezos_ci/tezos_ci.mli index 9a3e2e60e150..4baefd538c55 100644 --- a/ci/lib_tezos_ci/tezos_ci.mli +++ b/ci/lib_tezos_ci/tezos_ci.mli @@ -221,7 +221,11 @@ module Cache : sig variables [SCCACHE_ERROR_LOG] and [SCCACHE_LOG] respectively. See the sccache documentation for more information on these variables. *) val enable_sccache : - ?error_log:string -> ?log:string -> tezos_job -> tezos_job + ?error_log:string -> + ?log:string -> + ?policy:Gitlab_ci.Types.cache_policy -> + tezos_job -> + tezos_job (** Value of [CARGO_HOME] *) val cargo_home : string diff --git a/ci/lib_tezos_ci_jobs/code_verification.ml b/ci/lib_tezos_ci_jobs/code_verification.ml index df04cccec168..199417ed0130 100644 --- a/ci/lib_tezos_ci_jobs/code_verification.ml +++ b/ci/lib_tezos_ci_jobs/code_verification.ml @@ -939,7 +939,8 @@ let jobs pipeline_type = ~rules: (make_rules ~dependent:true ~changes:changeset_test_sdk_rust ()) ["make -C sdk/rust check"; "make -C sdk/rust test"] - |> enable_cargo_cache |> enable_sccache + |> enable_cargo_cache + |> enable_sccache ~policy:Pull_push in [job_test_sdk_rust] in diff --git a/ci/lib_tezos_ci_jobs/common.ml b/ci/lib_tezos_ci_jobs/common.ml index e9b438614b1f..b4fc933b79ba 100644 --- a/ci/lib_tezos_ci_jobs/common.ml +++ b/ci/lib_tezos_ci_jobs/common.ml @@ -158,7 +158,9 @@ module Build = struct ~variables ~artifacts ["./scripts/ci/build_full_unreleased.sh"] - |> enable_cargo_cache |> enable_sccache |> enable_cargo_target_caches + |> enable_cargo_cache + |> enable_sccache ~policy:Pull_push + |> enable_cargo_target_caches in (* Disable coverage for arm64 *) if arch = Amd64 then Coverage.enable_instrumentation job else job @@ -222,7 +224,8 @@ module Build = struct ~variables ~artifacts ["./scripts/ci/build_full_unreleased.sh"] - |> enable_cargo_cache |> enable_sccache + |> enable_cargo_cache + |> enable_sccache ~policy:Pull_push in (* Disable coverage for arm64 *) if arch = Amd64 then Coverage.enable_instrumentation job else job @@ -270,7 +273,9 @@ module Build = struct "tx_kernel_dal.wasm"; "dal_echo_kernel.wasm"; ]) - |> enable_kernels |> enable_sccache |> enable_cargo_cache + |> enable_kernels + |> enable_sccache ~policy:Pull_push + |> enable_cargo_cache let job_build_layer1_profiling ?rules ?(expire_in = Duration (Days 1)) () = job diff --git a/contrib/sdk-bindings/ci/sdk_bindings_ci.ml b/contrib/sdk-bindings/ci/sdk_bindings_ci.ml index 0e140670ac51..8cf2bea6c882 100644 --- a/contrib/sdk-bindings/ci/sdk_bindings_ci.ml +++ b/contrib/sdk-bindings/ci/sdk_bindings_ci.ml @@ -22,7 +22,8 @@ let job_test ?dependencies ?rules () = ~before_script:[". $HOME/.venv/bin/activate"] ?rules ["make -C contrib/sdk-bindings check"; "make -C contrib/sdk-bindings test"] - |> enable_cargo_cache |> enable_sccache + |> enable_cargo_cache + |> enable_sccache ~policy:Pull_push module Release = struct (** Jobs and pipelines to release SDK bindings for each supported language *) -- GitLab