diff --git a/.gitlab/ci/pipelines/before_merging.yml b/.gitlab/ci/pipelines/before_merging.yml index 9f9d92d6067600be7af84aa8d23452349a5a6421..7c3a63edeb0309a2eef7120580160081872ad5bc 100644 --- a/.gitlab/ci/pipelines/before_merging.yml +++ b/.gitlab/ci/pipelines/before_merging.yml @@ -482,10 +482,6 @@ oc.build_arm64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -508,8 +504,12 @@ oc.build_arm64-released: ARCH: arm64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -537,14 +537,10 @@ oc.build_arm64-extra-dev: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -565,8 +561,12 @@ oc.build_arm64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -596,14 +596,10 @@ oc.build_arm64-exp: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -622,8 +618,12 @@ oc.build_arm64-exp: ARCH: arm64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -680,10 +680,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -706,8 +702,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -759,10 +759,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -785,8 +781,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -850,10 +850,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -876,8 +872,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -946,10 +946,6 @@ oc.build_amd64-extra-dev: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -976,8 +972,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -1051,10 +1051,6 @@ oc.build_amd64-exp: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1079,8 +1075,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -1157,11 +1157,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -1180,8 +1176,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG @@ -1209,14 +1209,10 @@ build_octez_source: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1241,8 +1237,12 @@ build_octez_source: variables: DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" build-layer1-profiling: image: ${ci_image_name}/build:${ci_image_tag} @@ -1282,14 +1282,10 @@ build-layer1-profiling: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1313,8 +1309,12 @@ build-layer1-profiling: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 day paths: @@ -1418,14 +1418,10 @@ test_sdk_rust: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1440,8 +1436,12 @@ test_sdk_rust: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" test_sdk_bindings: image: ${rust_sdk_bindings_image_name}:${rust_sdk_bindings_image_tag} @@ -1467,14 +1467,10 @@ test_sdk_bindings: - oc.docker:rust-sdk-bindings:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1490,8 +1486,12 @@ test_sdk_bindings: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" ocaml-check: image: ${ci_image_name}/build:${ci_image_tag} @@ -1585,10 +1585,6 @@ oc.unit:non-proto-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1614,8 +1610,12 @@ oc.unit:non-proto-x86_64: MAKE_TARGETS: test-nonproto-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1677,10 +1677,6 @@ oc.unit:other-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1706,8 +1702,12 @@ oc.unit:other-x86_64: MAKE_TARGETS: test-other-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1769,10 +1769,6 @@ oc.unit:proto-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1798,8 +1794,12 @@ oc.unit:proto-x86_64: MAKE_TARGETS: test-proto-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1857,14 +1857,10 @@ oc.unit:non-proto-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1884,8 +1880,12 @@ oc.unit:non-proto-arm64: DUNE_ARGS: -j 12 DISTRIBUTE_TESTS_TO_PARALLELS: "true" CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: $CI_JOB_NAME-$CI_COMMIT_SHA-${ARCH} expire_in: 1 day @@ -1990,14 +1990,10 @@ oc.unit:protocol_compiles: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -2013,8 +2009,12 @@ oc.unit:protocol_compiles: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" de.unit:x86_64: image: ${ci_image_name}/test:${ci_image_tag} @@ -2543,14 +2543,10 @@ oc.check_lift_limits_patch: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2570,8 +2566,12 @@ oc.check_lift_limits_patch: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" oc.python_check: image: ${ci_image_name}/test:${ci_image_tag} @@ -2643,14 +2643,10 @@ oc.integration:compiler-rejections: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2667,8 +2663,12 @@ oc.integration:compiler-rejections: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" oc.script:test-gen-genesis: image: ${ci_image_name}/build:${ci_image_tag} @@ -2743,10 +2743,6 @@ oc.script:snapshot_alpha_and_link: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -2770,8 +2766,12 @@ oc.script:snapshot_alpha_and_link: - dune cache trim --size=5GB variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -2923,14 +2923,10 @@ check_riscv_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2948,8 +2944,12 @@ check_riscv_kernels: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" audit_riscv_deps: image: ${rust_toolchain_image_name_protected}:master @@ -2966,14 +2966,10 @@ audit_riscv_deps: dependencies: [] timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2990,8 +2986,12 @@ audit_riscv_deps: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" test_kernels: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -3016,14 +3016,10 @@ test_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3041,8 +3037,12 @@ test_kernels: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.lint_wasm_runtime: image: ${ci_image_name}/build:${ci_image_tag} @@ -3060,14 +3060,10 @@ etherlink.lint_wasm_runtime: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3085,8 +3081,12 @@ etherlink.lint_wasm_runtime: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.unit_tests: image: ${ci_image_name}/build:${ci_image_tag} @@ -3110,10 +3110,6 @@ etherlink.unit_tests: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune_cache-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/_dune_cache @@ -3138,8 +3134,12 @@ etherlink.unit_tests: variables: DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -3275,10 +3275,6 @@ etherlink.build_tezt: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -3305,8 +3301,12 @@ etherlink.build_tezt: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -3373,14 +3373,10 @@ documentation.docgen: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3396,8 +3392,12 @@ documentation.docgen: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 week paths: @@ -3426,14 +3426,10 @@ client-libs.kaitai_checks: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3452,8 +3448,12 @@ client-libs.kaitai_checks: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 hour paths: @@ -3544,14 +3544,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3572,8 +3568,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: 1 day @@ -3597,14 +3597,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3625,8 +3621,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: 1 day @@ -3725,14 +3725,10 @@ documentation.odoc: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3748,8 +3744,12 @@ documentation.odoc: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 4 hours paths: @@ -4319,14 +4319,10 @@ etherlink.test_revm_compatibility: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4345,8 +4341,12 @@ etherlink.test_revm_compatibility: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_evm_compatibility: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -4371,14 +4371,10 @@ etherlink.test_evm_compatibility: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4399,8 +4395,12 @@ etherlink.test_evm_compatibility: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_firehose: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -4424,14 +4424,10 @@ etherlink.test_firehose: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4448,8 +4444,12 @@ etherlink.test_firehose: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_kernel: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -4479,14 +4479,10 @@ etherlink.test_kernel: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4504,8 +4500,12 @@ etherlink.test_kernel: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.build_evm_node_static_arm64: image: ${ci_image_name}/build:${ci_image_tag} @@ -4534,10 +4534,6 @@ etherlink.build_evm_node_static_arm64: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4561,8 +4557,12 @@ etherlink.build_evm_node_static_arm64: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: octez-binaries paths: @@ -4596,10 +4596,6 @@ etherlink.build_evm_node_static_x86_64: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4623,8 +4619,12 @@ etherlink.build_evm_node_static_x86_64: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: octez-binaries paths: diff --git a/.gitlab/ci/pipelines/client-libs.daily.yml b/.gitlab/ci/pipelines/client-libs.daily.yml index e908004d87ddb9716464de2f0c19a8c12692b318..489cbbcaf57cdbbea2b1cd9e8d6f70cfb88dd0f1 100644 --- a/.gitlab/ci/pipelines/client-libs.daily.yml +++ b/.gitlab/ci/pipelines/client-libs.daily.yml @@ -90,14 +90,10 @@ client-libs.kaitai_checks: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -116,8 +112,12 @@ client-libs.kaitai_checks: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 hour paths: diff --git a/.gitlab/ci/pipelines/debian.daily.yml b/.gitlab/ci/pipelines/debian.daily.yml index 4e0d899b8d1915704ee1f31997f43fb10a891fa7..dbe2793ccd738f6e86b5d16c91020da8fc8f4564 100644 --- a/.gitlab/ci/pipelines/debian.daily.yml +++ b/.gitlab/ci/pipelines/debian.daily.yml @@ -149,11 +149,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -173,8 +168,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -298,11 +296,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -322,8 +315,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/debian_repository_partial.yml b/.gitlab/ci/pipelines/debian_repository_partial.yml index 8e43d8dc2bf3d2e03b5dcf958cfd5f2c9a797db6..451864873ce3c2c1745bda3d87eca6f8f2cae1f0 100644 --- a/.gitlab/ci/pipelines/debian_repository_partial.yml +++ b/.gitlab/ci/pipelines/debian_repository_partial.yml @@ -119,11 +119,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -141,8 +136,11 @@ oc.build-debian: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/debian_repository_partial_auto.yml b/.gitlab/ci/pipelines/debian_repository_partial_auto.yml index 8e43d8dc2bf3d2e03b5dcf958cfd5f2c9a797db6..451864873ce3c2c1745bda3d87eca6f8f2cae1f0 100644 --- a/.gitlab/ci/pipelines/debian_repository_partial_auto.yml +++ b/.gitlab/ci/pipelines/debian_repository_partial_auto.yml @@ -119,11 +119,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -141,8 +136,11 @@ oc.build-debian: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/documentation.daily.yml b/.gitlab/ci/pipelines/documentation.daily.yml index 7bbbe0e2dcd3227fb15b6b3c0b18fbd5a4ee880e..5a0f3a8fbc5eb1f16150085faba217e739cd65de 100644 --- a/.gitlab/ci/pipelines/documentation.daily.yml +++ b/.gitlab/ci/pipelines/documentation.daily.yml @@ -72,10 +72,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -98,8 +94,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -138,14 +138,10 @@ documentation.docgen: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -161,8 +157,12 @@ documentation.docgen: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 week paths: @@ -215,14 +215,10 @@ documentation.odoc: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -238,8 +234,12 @@ documentation.odoc: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 4 hours paths: diff --git a/.gitlab/ci/pipelines/documentation.update.yml b/.gitlab/ci/pipelines/documentation.update.yml index aa0e1a44c4ba192bbf7f674aa2f8883da719769c..a5ada43157e4e04d78f44c77afd0f2588f8144cc 100644 --- a/.gitlab/ci/pipelines/documentation.update.yml +++ b/.gitlab/ci/pipelines/documentation.update.yml @@ -72,10 +72,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -98,8 +94,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -118,14 +118,10 @@ documentation.docgen: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -141,8 +137,12 @@ documentation.docgen: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 week paths: @@ -195,14 +195,10 @@ documentation.odoc: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -218,8 +214,12 @@ documentation.odoc: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 4 hours paths: @@ -275,14 +275,10 @@ documentation.publish: - documentation.build_all timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -302,6 +298,10 @@ documentation.publish: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" retry: 0 diff --git a/.gitlab/ci/pipelines/etherlink.daily.yml b/.gitlab/ci/pipelines/etherlink.daily.yml index e516f7391af0b47e3baac64c55868d4d33b8ea3c..961385f28a07a540d55a522f36cf60542f27d177 100644 --- a/.gitlab/ci/pipelines/etherlink.daily.yml +++ b/.gitlab/ci/pipelines/etherlink.daily.yml @@ -129,10 +129,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -155,8 +151,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -186,10 +186,6 @@ oc.build_amd64-exp: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -214,8 +210,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -246,11 +246,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -269,8 +265,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG @@ -295,14 +295,10 @@ etherlink.lint_wasm_runtime: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -320,8 +316,12 @@ etherlink.lint_wasm_runtime: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.unit_tests: image: ${ci_image_name}/build:${ci_image_tag} @@ -338,10 +338,6 @@ etherlink.unit_tests: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune_cache-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/_dune_cache @@ -366,8 +362,12 @@ etherlink.unit_tests: variables: DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -459,10 +459,6 @@ etherlink.build_tezt: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -489,8 +485,12 @@ etherlink.build_tezt: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -513,14 +513,10 @@ etherlink.test_revm_compatibility: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -539,8 +535,12 @@ etherlink.test_revm_compatibility: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_evm_compatibility: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -554,14 +554,10 @@ etherlink.test_evm_compatibility: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -582,8 +578,12 @@ etherlink.test_evm_compatibility: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.build_evm_node_static_arm64: image: ${ci_image_name}/build:${ci_image_tag} @@ -604,10 +604,6 @@ etherlink.build_evm_node_static_arm64: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -631,8 +627,12 @@ etherlink.build_evm_node_static_arm64: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: octez-binaries paths: @@ -658,10 +658,6 @@ etherlink.build_evm_node_static_x86_64: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -685,8 +681,12 @@ etherlink.build_evm_node_static_x86_64: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: octez-binaries paths: @@ -980,14 +980,10 @@ etherlink.test_firehose: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1004,8 +1000,12 @@ etherlink.test_firehose: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_kernel: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -1019,14 +1019,10 @@ etherlink.test_kernel: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1044,5 +1040,9 @@ etherlink.test_kernel: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/master_branch.yml b/.gitlab/ci/pipelines/master_branch.yml index dda9833c51ecc4174d671d5e02c7069a835bcd1c..c5e5472ddfe0c4c725eea3c6d752bea34828825b 100644 --- a/.gitlab/ci/pipelines/master_branch.yml +++ b/.gitlab/ci/pipelines/master_branch.yml @@ -110,10 +110,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -136,8 +132,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -162,10 +162,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -188,8 +184,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -215,10 +215,6 @@ oc.build_arm64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -241,8 +237,12 @@ oc.build_arm64-released: ARCH: arm64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -268,14 +268,10 @@ oc.build_arm64-extra-dev: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -296,8 +292,12 @@ oc.build_arm64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -325,14 +325,10 @@ oc.build_arm64-exp: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -351,8 +347,12 @@ oc.build_arm64-exp: ARCH: arm64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -532,14 +532,10 @@ publish_kernel_sdk: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -555,5 +551,9 @@ publish_kernel_sdk: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" diff --git a/.gitlab/ci/pipelines/merge_train.yml b/.gitlab/ci/pipelines/merge_train.yml index a47877b3bbb4d140f242e0b094ce66be71cf01ac..42c5446116edf42aef0e5561b7ef3383e0d5e920 100644 --- a/.gitlab/ci/pipelines/merge_train.yml +++ b/.gitlab/ci/pipelines/merge_train.yml @@ -481,10 +481,6 @@ oc.build_arm64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -507,8 +503,12 @@ oc.build_arm64-released: ARCH: arm64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -536,14 +536,10 @@ oc.build_arm64-extra-dev: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -564,8 +560,12 @@ oc.build_arm64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -595,14 +595,10 @@ oc.build_arm64-exp: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -621,8 +617,12 @@ oc.build_arm64-exp: ARCH: arm64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -679,10 +679,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -705,8 +701,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -758,10 +758,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -784,8 +780,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -849,10 +849,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -875,8 +871,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -945,10 +945,6 @@ oc.build_amd64-extra-dev: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -975,8 +971,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -1050,10 +1050,6 @@ oc.build_amd64-exp: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1078,8 +1074,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -1156,11 +1156,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -1179,8 +1175,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG @@ -1208,14 +1208,10 @@ build_octez_source: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1240,8 +1236,12 @@ build_octez_source: variables: DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" build-layer1-profiling: image: ${ci_image_name}/build:${ci_image_tag} @@ -1281,14 +1281,10 @@ build-layer1-profiling: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1312,8 +1308,12 @@ build-layer1-profiling: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 day paths: @@ -1417,14 +1417,10 @@ test_sdk_rust: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1439,8 +1435,12 @@ test_sdk_rust: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" test_sdk_bindings: image: ${rust_sdk_bindings_image_name}:${rust_sdk_bindings_image_tag} @@ -1466,14 +1466,10 @@ test_sdk_bindings: - oc.docker:rust-sdk-bindings:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1489,8 +1485,12 @@ test_sdk_bindings: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" ocaml-check: image: ${ci_image_name}/build:${ci_image_tag} @@ -1584,10 +1584,6 @@ oc.unit:non-proto-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1613,8 +1609,12 @@ oc.unit:non-proto-x86_64: MAKE_TARGETS: test-nonproto-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1676,10 +1676,6 @@ oc.unit:other-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1705,8 +1701,12 @@ oc.unit:other-x86_64: MAKE_TARGETS: test-other-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1768,10 +1768,6 @@ oc.unit:proto-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1797,8 +1793,12 @@ oc.unit:proto-x86_64: MAKE_TARGETS: test-proto-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1856,14 +1856,10 @@ oc.unit:non-proto-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -1883,8 +1879,12 @@ oc.unit:non-proto-arm64: DUNE_ARGS: -j 12 DISTRIBUTE_TESTS_TO_PARALLELS: "true" CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: $CI_JOB_NAME-$CI_COMMIT_SHA-${ARCH} expire_in: 1 day @@ -1989,14 +1989,10 @@ oc.unit:protocol_compiles: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -2012,8 +2008,12 @@ oc.unit:protocol_compiles: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" de.unit:x86_64: image: ${ci_image_name}/test:${ci_image_tag} @@ -2477,14 +2477,10 @@ oc.check_lift_limits_patch: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2504,8 +2500,12 @@ oc.check_lift_limits_patch: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" oc.python_check: image: ${ci_image_name}/test:${ci_image_tag} @@ -2577,14 +2577,10 @@ oc.integration:compiler-rejections: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2601,8 +2597,12 @@ oc.integration:compiler-rejections: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" oc.script:test-gen-genesis: image: ${ci_image_name}/build:${ci_image_tag} @@ -2677,10 +2677,6 @@ oc.script:snapshot_alpha_and_link: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -2704,8 +2700,12 @@ oc.script:snapshot_alpha_and_link: - dune cache trim --size=5GB variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -2857,14 +2857,10 @@ check_riscv_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2882,8 +2878,12 @@ check_riscv_kernels: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" audit_riscv_deps: image: ${rust_toolchain_image_name_protected}:master @@ -2900,14 +2900,10 @@ audit_riscv_deps: dependencies: [] timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2924,8 +2920,12 @@ audit_riscv_deps: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" test_kernels: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -2950,14 +2950,10 @@ test_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -2975,8 +2971,12 @@ test_kernels: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.lint_wasm_runtime: image: ${ci_image_name}/build:${ci_image_tag} @@ -2994,14 +2994,10 @@ etherlink.lint_wasm_runtime: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3019,8 +3015,12 @@ etherlink.lint_wasm_runtime: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.unit_tests: image: ${ci_image_name}/build:${ci_image_tag} @@ -3044,10 +3044,6 @@ etherlink.unit_tests: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune_cache-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/_dune_cache @@ -3072,8 +3068,12 @@ etherlink.unit_tests: variables: DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -3209,10 +3209,6 @@ etherlink.build_tezt: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -3239,8 +3235,12 @@ etherlink.build_tezt: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -3307,14 +3307,10 @@ documentation.docgen: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3330,8 +3326,12 @@ documentation.docgen: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 week paths: @@ -3360,14 +3360,10 @@ client-libs.kaitai_checks: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3386,8 +3382,12 @@ client-libs.kaitai_checks: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 hour paths: @@ -3478,14 +3478,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3506,8 +3502,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: 1 day @@ -3531,14 +3531,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3559,8 +3555,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: 1 day @@ -3659,14 +3659,10 @@ documentation.odoc: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -3682,8 +3678,12 @@ documentation.odoc: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 4 hours paths: @@ -4253,14 +4253,10 @@ etherlink.test_revm_compatibility: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4279,8 +4275,12 @@ etherlink.test_revm_compatibility: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_evm_compatibility: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -4305,14 +4305,10 @@ etherlink.test_evm_compatibility: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4333,8 +4329,12 @@ etherlink.test_evm_compatibility: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_firehose: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -4358,14 +4358,10 @@ etherlink.test_firehose: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4382,8 +4378,12 @@ etherlink.test_firehose: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.test_kernel: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -4413,14 +4413,10 @@ etherlink.test_kernel: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4438,8 +4434,12 @@ etherlink.test_kernel: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" etherlink.build_evm_node_static_arm64: image: ${ci_image_name}/build:${ci_image_tag} @@ -4468,10 +4468,6 @@ etherlink.build_evm_node_static_arm64: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4495,8 +4491,12 @@ etherlink.build_evm_node_static_arm64: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: octez-binaries paths: @@ -4530,10 +4530,6 @@ etherlink.build_evm_node_static_x86_64: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -4557,8 +4553,12 @@ etherlink.build_evm_node_static_x86_64: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: octez-binaries paths: diff --git a/.gitlab/ci/pipelines/non_release_tag.yml b/.gitlab/ci/pipelines/non_release_tag.yml index a78c9a3dd9cc700536a509619f6bfd2d7f0d1251..5e571688453972f9742697f522628ba247d54e73 100644 --- a/.gitlab/ci/pipelines/non_release_tag.yml +++ b/.gitlab/ci/pipelines/non_release_tag.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -410,11 +410,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -433,8 +428,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -554,11 +552,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -577,8 +570,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -701,11 +697,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -724,8 +715,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -747,11 +741,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -769,8 +758,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -894,11 +886,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -917,8 +904,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -941,11 +931,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -963,8 +948,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1056,14 +1044,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1084,8 +1068,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1107,14 +1095,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1135,8 +1119,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1163,10 +1151,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1189,8 +1173,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -1215,10 +1203,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1241,8 +1225,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/non_release_tag_test.yml b/.gitlab/ci/pipelines/non_release_tag_test.yml index 4352a450d193c87f968c43af10092ee60cf3611b..0aeb1452b95d0281d78d895fc34a3cb61acc6f80 100644 --- a/.gitlab/ci/pipelines/non_release_tag_test.yml +++ b/.gitlab/ci/pipelines/non_release_tag_test.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -410,11 +410,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -433,8 +428,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -554,11 +552,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -577,8 +570,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -701,11 +697,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -724,8 +715,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -747,11 +741,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -769,8 +758,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -894,11 +886,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -917,8 +904,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -941,11 +931,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -963,8 +948,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1056,14 +1044,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1084,8 +1068,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1107,14 +1095,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1135,8 +1119,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1163,10 +1151,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1189,8 +1173,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -1215,10 +1203,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1241,8 +1225,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez-smart-rollup-node.release.yml b/.gitlab/ci/pipelines/octez-smart-rollup-node.release.yml index 5c93afd250d279320361c7ba354c87eb0ec56e44..ae241572f7880a21e697c6f3251d24a5a76c57fd 100644 --- a/.gitlab/ci/pipelines/octez-smart-rollup-node.release.yml +++ b/.gitlab/ci/pipelines/octez-smart-rollup-node.release.yml @@ -105,10 +105,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -131,8 +127,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -157,10 +157,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -183,8 +179,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez-smart-rollup-node.test_release.yml b/.gitlab/ci/pipelines/octez-smart-rollup-node.test_release.yml index 054a741d48d0d2e6e226074ceef048d8cf61a0fd..4ac764a8794b2f79eb26d68f6ad796fd51b2a189 100644 --- a/.gitlab/ci/pipelines/octez-smart-rollup-node.test_release.yml +++ b/.gitlab/ci/pipelines/octez-smart-rollup-node.test_release.yml @@ -105,10 +105,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -131,8 +127,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -157,10 +157,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -183,8 +179,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez_beta_release_tag.yml b/.gitlab/ci/pipelines/octez_beta_release_tag.yml index 5da0b7d2df8c4d74cbf6c4f33a5cfe22ee2fd913..58da7e4af59d31b8a5305266aec5170546a336be 100644 --- a/.gitlab/ci/pipelines/octez_beta_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_beta_release_tag.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -412,11 +412,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -435,8 +430,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -556,11 +554,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -579,8 +572,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -703,11 +699,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -726,8 +717,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -749,11 +743,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -771,8 +760,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -896,11 +888,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -919,8 +906,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -943,11 +933,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -965,8 +950,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1058,14 +1046,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1086,8 +1070,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1109,14 +1097,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1137,8 +1121,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1165,10 +1153,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1191,8 +1175,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -1217,10 +1205,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1243,8 +1227,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez_beta_release_tag_test.yml b/.gitlab/ci/pipelines/octez_beta_release_tag_test.yml index ca14e4b490bd0c657443f71eba196ebcdbabbc8c..e8cc104a1985e229517ae317a1d5ee2ca1e9f1c1 100644 --- a/.gitlab/ci/pipelines/octez_beta_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_beta_release_tag_test.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -412,11 +412,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -435,8 +430,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -556,11 +554,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -579,8 +572,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -703,11 +699,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -726,8 +717,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -749,11 +743,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -771,8 +760,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -896,11 +888,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -919,8 +906,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -943,11 +933,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -965,8 +950,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1058,14 +1046,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1086,8 +1070,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1109,14 +1097,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1137,8 +1121,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1165,10 +1153,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1191,8 +1175,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -1217,10 +1205,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1243,8 +1227,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml b/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml index 79f7ac8d3ae726482cbab8904f4c136d15b7cbc1..e90fcf4f503ad76d49a21ed36dce8dc3a8247b53 100644 --- a/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_evm_node_release_tag.yml @@ -101,10 +101,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -128,8 +124,12 @@ oc.build:static-arm64-linux-binaries: DUNE_BUILD_JOBS: -j 12 VERSION_EXECUTABLE: octez-evm-node CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -153,10 +153,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -180,8 +176,12 @@ oc.build:static-x86_64-linux-binaries: DUNE_BUILD_JOBS: -j 12 VERSION_EXECUTABLE: octez-evm-node CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime diff --git a/.gitlab/ci/pipelines/octez_major_release_tag.yml b/.gitlab/ci/pipelines/octez_major_release_tag.yml index b3982f0891341b0060ae353c830d7a174ff47496..48618ad56d7e5681588a92f31d2c24cb61491838 100644 --- a/.gitlab/ci/pipelines/octez_major_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_major_release_tag.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -412,11 +412,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -435,8 +430,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -556,11 +554,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -579,8 +572,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -703,11 +699,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -726,8 +717,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -749,11 +743,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -771,8 +760,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -896,11 +888,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -919,8 +906,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -943,11 +933,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -965,8 +950,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1058,14 +1046,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1086,8 +1070,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1109,14 +1097,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1137,8 +1121,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1165,10 +1153,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1191,8 +1175,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -1217,10 +1205,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1243,8 +1227,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez_major_release_tag_test.yml b/.gitlab/ci/pipelines/octez_major_release_tag_test.yml index 158179f79bf372a489cf31fdc9af79f7618549d1..a896f95dabc1bde89fe954e508ba34a60111ec14 100644 --- a/.gitlab/ci/pipelines/octez_major_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_major_release_tag_test.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -412,11 +412,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -435,8 +430,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -556,11 +554,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -579,8 +572,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -703,11 +699,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -726,8 +717,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -749,11 +743,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -771,8 +760,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -896,11 +888,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -919,8 +906,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -943,11 +933,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -965,8 +950,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1058,14 +1046,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1086,8 +1070,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1109,14 +1097,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1137,8 +1121,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1165,10 +1153,6 @@ octez-smart-rollup-node.build:static-arm64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1191,8 +1175,12 @@ octez-smart-rollup-node.build:static-arm64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: @@ -1217,10 +1205,6 @@ octez-smart-rollup-node.build:static-x86_64-binaries: paths: - $CI_PROJECT_DIR/.cargo_targets/_target policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1243,8 +1227,12 @@ octez-smart-rollup-node.build:static-x86_64-binaries: OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 90 days paths: diff --git a/.gitlab/ci/pipelines/octez_minor_release_tag.yml b/.gitlab/ci/pipelines/octez_minor_release_tag.yml index a89fb3097cc8f2a178de1d6202a3e13cd6a49088..310e0fc5f81a8a0e2cbbad3d29fad4a91d46a52f 100644 --- a/.gitlab/ci/pipelines/octez_minor_release_tag.yml +++ b/.gitlab/ci/pipelines/octez_minor_release_tag.yml @@ -101,10 +101,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -127,8 +123,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -152,10 +152,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -178,8 +174,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -386,11 +386,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -409,8 +404,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -530,11 +528,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -553,8 +546,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -677,11 +673,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -700,8 +691,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -723,11 +717,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -745,8 +734,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -870,11 +862,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -893,8 +880,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -917,11 +907,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -939,8 +924,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml b/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml index 458f511910308ca2d9479f1bc8e6a97de04dc0fa..00a6ea48faf75cbb4eb468977b180fd07262ea26 100644 --- a/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml +++ b/.gitlab/ci/pipelines/octez_minor_release_tag_test.yml @@ -101,10 +101,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -127,8 +123,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -152,10 +152,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -178,8 +174,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -386,11 +386,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -409,8 +404,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -530,11 +528,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -553,8 +546,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -677,11 +673,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -700,8 +691,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -723,11 +717,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -745,8 +734,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -870,11 +862,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -893,8 +880,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -917,11 +907,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -939,8 +924,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/octez_monitoring.yml b/.gitlab/ci/pipelines/octez_monitoring.yml index 7c8d351f071d917c9077fcfd8846f98448c81b99..59ce852a409c1e46f0fb2306e9a4640d85a9a26a 100644 --- a/.gitlab/ci/pipelines/octez_monitoring.yml +++ b/.gitlab/ci/pipelines/octez_monitoring.yml @@ -109,14 +109,10 @@ build-layer1-profiling: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -140,8 +136,12 @@ build-layer1-profiling: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: never paths: @@ -159,14 +159,10 @@ teztale.build:static-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -186,8 +182,12 @@ teztale.build:static-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -206,14 +206,10 @@ teztale.build:static-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -233,8 +229,12 @@ teztale.build:static-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never diff --git a/.gitlab/ci/pipelines/opam.daily.yml b/.gitlab/ci/pipelines/opam.daily.yml index f5917ff50097c6aa9ad048fcd60b839669364edd..8368eb9f0551b2676133dcfd9bfc870437cf0437 100644 --- a/.gitlab/ci/pipelines/opam.daily.yml +++ b/.gitlab/ci/pipelines/opam.daily.yml @@ -102,11 +102,7 @@ opam:all_6: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -130,10 +126,13 @@ opam:all_6: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -175,11 +174,7 @@ opam:exec_6: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -203,10 +198,13 @@ opam:exec_6: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -235,11 +233,7 @@ opam:all_2: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -263,10 +257,13 @@ opam:all_2: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -310,11 +307,7 @@ opam:all_1: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -338,10 +331,13 @@ opam:all_1: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -374,11 +370,7 @@ opam:all_3: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -402,10 +394,13 @@ opam:all_3: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -449,11 +444,7 @@ opam:exec_4: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -477,10 +468,13 @@ opam:exec_4: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -508,11 +502,7 @@ opam:all_4: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -536,10 +526,13 @@ opam:all_4: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -582,11 +575,7 @@ opam:exec_1: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -610,10 +599,13 @@ opam:exec_1: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -651,11 +643,7 @@ opam:all_5: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -679,10 +667,13 @@ opam:all_5: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week @@ -726,11 +717,7 @@ opam:all_7: - opam:prepare timeout: 90 minutes cache: - - key: opam-sccache - paths: - - $CI_PROJECT_DIR/_build/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -754,10 +741,13 @@ opam:all_7: - ./scripts/ci/sccache-stop.sh variables: RUNTEZTALIAS: "true" - SCCACHE_DIR: $CI_PROJECT_DIR/_build/_sccache - SCCACHE_CACHE_SIZE: 5G - SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" + SCCACHE_ERROR_LOG: $CI_PROJECT_DIR/opam_logs/sccache.log CARGO_NET_OFFLINE: "false" artifacts: expire_in: 1 week diff --git a/.gitlab/ci/pipelines/publish_sdk_bindings_releases.yml b/.gitlab/ci/pipelines/publish_sdk_bindings_releases.yml index 10b50759db8eb5fab31ca6f80260c43c34e6853f..470d447d77dcd520c0d7d3c49ddd85fc4de346e7 100644 --- a/.gitlab/ci/pipelines/publish_sdk_bindings_releases.yml +++ b/.gitlab/ci/pipelines/publish_sdk_bindings_releases.yml @@ -66,14 +66,10 @@ build_python_sdk_linux: - oc.docker:rust-sdk-bindings:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -89,8 +85,12 @@ build_python_sdk_linux: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: - contrib/sdk-bindings/rust/target/wheels/* @@ -105,14 +105,10 @@ build_python_sdk_macos: dependencies: [] timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -135,8 +131,12 @@ build_python_sdk_macos: variables: TAGS: saas-macos-medium-m1 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: - contrib/sdk-bindings/rust/target/wheels/* diff --git a/.gitlab/ci/pipelines/rpm.daily.yml b/.gitlab/ci/pipelines/rpm.daily.yml index 8ee348a393289b42e48d7c6eab4c26be8dd5b5e0..9709e2d13131918a30b19776b82a2093ffd787e2 100644 --- a/.gitlab/ci/pipelines/rpm.daily.yml +++ b/.gitlab/ci/pipelines/rpm.daily.yml @@ -109,11 +109,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -133,8 +128,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -156,11 +154,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -179,8 +172,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -307,11 +303,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -331,8 +322,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -355,11 +349,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -378,8 +367,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/rpm_repository_partial.yml b/.gitlab/ci/pipelines/rpm_repository_partial.yml index c17989e184cc18867bac7441e11db4d9d6be26c7..8c1d755ac508f78dde4bb9f49e70d08559915107 100644 --- a/.gitlab/ci/pipelines/rpm_repository_partial.yml +++ b/.gitlab/ci/pipelines/rpm_repository_partial.yml @@ -117,11 +117,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -139,8 +134,11 @@ oc.build-rockylinux: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -161,11 +159,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -183,8 +176,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml b/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml index c17989e184cc18867bac7441e11db4d9d6be26c7..8c1d755ac508f78dde4bb9f49e70d08559915107 100644 --- a/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml +++ b/.gitlab/ci/pipelines/rpm_repository_partial_auto.yml @@ -117,11 +117,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -139,8 +134,11 @@ oc.build-rockylinux: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -161,11 +159,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -183,8 +176,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: diff --git a/.gitlab/ci/pipelines/schedule_extended_baker_remote_mode_test.yml b/.gitlab/ci/pipelines/schedule_extended_baker_remote_mode_test.yml index 6a1b396b57076258dd800bd87cc33686cdfe3fee..eab74ba65436c25005fc0335c03debd7421b3c0f 100644 --- a/.gitlab/ci/pipelines/schedule_extended_baker_remote_mode_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_baker_remote_mode_test.yml @@ -410,10 +410,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -437,8 +433,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -462,14 +462,10 @@ oc.build_amd64-extra-dev: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -491,8 +487,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -518,14 +518,10 @@ oc.build_amd64-exp: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -545,8 +541,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -572,11 +572,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -596,8 +592,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG diff --git a/.gitlab/ci/pipelines/schedule_extended_dal_use_baker.yml b/.gitlab/ci/pipelines/schedule_extended_dal_use_baker.yml index 6a1b396b57076258dd800bd87cc33686cdfe3fee..eab74ba65436c25005fc0335c03debd7421b3c0f 100644 --- a/.gitlab/ci/pipelines/schedule_extended_dal_use_baker.yml +++ b/.gitlab/ci/pipelines/schedule_extended_dal_use_baker.yml @@ -410,10 +410,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -437,8 +433,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -462,14 +462,10 @@ oc.build_amd64-extra-dev: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -491,8 +487,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -518,14 +518,10 @@ oc.build_amd64-exp: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -545,8 +541,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -572,11 +572,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -596,8 +592,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG diff --git a/.gitlab/ci/pipelines/schedule_extended_rpc_test.yml b/.gitlab/ci/pipelines/schedule_extended_rpc_test.yml index 6a1b396b57076258dd800bd87cc33686cdfe3fee..eab74ba65436c25005fc0335c03debd7421b3c0f 100644 --- a/.gitlab/ci/pipelines/schedule_extended_rpc_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_rpc_test.yml @@ -410,10 +410,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -437,8 +433,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -462,14 +462,10 @@ oc.build_amd64-extra-dev: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -491,8 +487,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -518,14 +518,10 @@ oc.build_amd64-exp: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -545,8 +541,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -572,11 +572,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -596,8 +592,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG diff --git a/.gitlab/ci/pipelines/schedule_extended_test.yml b/.gitlab/ci/pipelines/schedule_extended_test.yml index cec3e8d3904fb9173d5ee4eaca3f051f6f7200ca..9bdfcd5d4fa6d31ff127d304069220ddf4e23aed 100644 --- a/.gitlab/ci/pipelines/schedule_extended_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_test.yml @@ -335,10 +335,6 @@ oc.build_arm64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -362,8 +358,12 @@ oc.build_arm64-released: ARCH: arm64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -388,14 +388,10 @@ oc.build_arm64-extra-dev: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -417,8 +413,12 @@ oc.build_arm64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -445,14 +445,10 @@ oc.build_arm64-exp: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -472,8 +468,12 @@ oc.build_arm64-exp: ARCH: arm64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG expire_in: 1 day @@ -504,10 +504,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -531,8 +527,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -557,10 +557,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -584,8 +580,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables script-inputs/octez-experimental-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -610,10 +610,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -637,8 +633,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -668,10 +668,6 @@ oc.build_amd64-extra-dev: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -699,8 +695,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -735,10 +735,6 @@ oc.build_amd64-exp: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -764,8 +760,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink @@ -796,11 +796,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -820,8 +816,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG @@ -848,14 +848,10 @@ build_octez_source: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -881,8 +877,12 @@ build_octez_source: variables: DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" build-layer1-profiling: image: ${ci_image_name}/build:${ci_image_tag} @@ -897,14 +897,10 @@ build-layer1-profiling: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -929,8 +925,12 @@ build-layer1-profiling: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: expire_in: 1 day paths: @@ -950,14 +950,10 @@ test_sdk_rust: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -973,8 +969,12 @@ test_sdk_rust: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" test_sdk_bindings: image: ${rust_sdk_bindings_image_name}:${rust_sdk_bindings_image_tag} @@ -989,14 +989,10 @@ test_sdk_bindings: - oc.docker:rust-sdk-bindings:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1013,8 +1009,12 @@ test_sdk_bindings: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" ocaml-check: image: ${ci_image_name}/build:${ci_image_tag} @@ -1074,10 +1074,6 @@ oc.unit:non-proto-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1104,8 +1100,12 @@ oc.unit:non-proto-x86_64: MAKE_TARGETS: test-nonproto-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1142,10 +1142,6 @@ oc.unit:other-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1172,8 +1168,12 @@ oc.unit:other-x86_64: MAKE_TARGETS: test-other-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1210,10 +1210,6 @@ oc.unit:proto-x86_64: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1240,8 +1236,12 @@ oc.unit:proto-x86_64: MAKE_TARGETS: test-proto-unit DUNE_ARGS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1274,14 +1274,10 @@ oc.unit:non-proto-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1302,8 +1298,12 @@ oc.unit:non-proto-arm64: DUNE_ARGS: -j 12 DISTRIBUTE_TESTS_TO_PARALLELS: "true" CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: $CI_JOB_NAME-$CI_COMMIT_SHA-${ARCH} expire_in: 1 day @@ -1359,14 +1359,10 @@ oc.unit:protocol_compiles: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1383,8 +1379,12 @@ oc.unit:protocol_compiles: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" de.unit:x86_64: image: ${ci_image_name}/test:${ci_image_tag} @@ -1589,14 +1589,10 @@ oc.check_lift_limits_patch: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1616,8 +1612,12 @@ oc.check_lift_limits_patch: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" oc.python_check: image: ${ci_image_name}/test:${ci_image_tag} @@ -1654,14 +1654,10 @@ oc.integration:compiler-rejections: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1678,8 +1674,12 @@ oc.integration:compiler-rejections: - ./scripts/ci/sccache-stop.sh variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" oc.script:test-gen-genesis: image: ${ci_image_name}/build:${ci_image_tag} @@ -1718,10 +1718,6 @@ oc.script:snapshot_alpha_and_link: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: dune-build-cache-$CI_PIPELINE_ID paths: - $CI_PROJECT_DIR/_dune_cache @@ -1745,8 +1741,12 @@ oc.script:snapshot_alpha_and_link: - dune cache trim --size=5GB variables: CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" DUNE_CACHE: enabled DUNE_CACHE_STORAGE_MODE: hardlink DUNE_CACHE_ROOT: $CI_PROJECT_DIR/_dune_cache @@ -1861,14 +1861,10 @@ check_riscv_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1886,8 +1882,12 @@ check_riscv_kernels: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" audit_riscv_deps: image: ${rust_toolchain_image_name_protected}:master @@ -1898,14 +1898,10 @@ audit_riscv_deps: dependencies: [] timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1922,8 +1918,12 @@ audit_riscv_deps: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" test_kernels: image: ${rust_toolchain_image_name}:${rust_toolchain_image_tag} @@ -1936,14 +1936,10 @@ test_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1961,8 +1957,12 @@ test_kernels: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" tezt-static-binaries: image: ${ci_image_name}/e2etest:${ci_image_tag} diff --git a/.gitlab/ci/pipelines/schedule_extended_validation_test.yml b/.gitlab/ci/pipelines/schedule_extended_validation_test.yml index 6a1b396b57076258dd800bd87cc33686cdfe3fee..eab74ba65436c25005fc0335c03debd7421b3c0f 100644 --- a/.gitlab/ci/pipelines/schedule_extended_validation_test.yml +++ b/.gitlab/ci/pipelines/schedule_extended_validation_test.yml @@ -410,10 +410,6 @@ oc.build_x86_64-released: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -437,8 +433,12 @@ oc.build_x86_64-released: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/released-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -462,14 +462,10 @@ oc.build_amd64-extra-dev: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -491,8 +487,12 @@ oc.build_amd64-extra-dev: BUILD_EXTRA: src/bin_tps_evaluation/main_tps_evaluation.exe src/bin_octogram/octogram_main.exe tezt/tests/main.exe contrib/octez_injector_server/octez_injector_server.exe CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -518,14 +518,10 @@ oc.build_amd64-exp: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -545,8 +541,12 @@ oc.build_amd64-exp: ARCH: x86_64 EXECUTABLE_FILES: script-inputs/experimental-executables CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" COVERAGE_OPTIONS: --instrument-with bisect_ppx artifacts: name: build-$ARCH-$CI_COMMIT_REF_SLUG @@ -572,11 +572,7 @@ oc.build_kernels: - oc.docker:rust-toolchain:amd64 timeout: 60 minutes cache: - - key: kernels-sccache - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push @@ -596,8 +592,12 @@ oc.build_kernels: variables: CC: clang NATIVE_TARGET: x86_64-unknown-linux-musl - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_WRITE + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" CARGO_NET_OFFLINE: "false" artifacts: name: build-kernels-$CI_COMMIT_REF_SLUG diff --git a/.gitlab/ci/pipelines/schedule_master_test_release.yml b/.gitlab/ci/pipelines/schedule_master_test_release.yml index 8d63c17b2171a202b14ef63f5e7b3a3c48bfb69d..59dc083f2ed31fc52165710895476443e7995823 100644 --- a/.gitlab/ci/pipelines/schedule_master_test_release.yml +++ b/.gitlab/ci/pipelines/schedule_master_test_release.yml @@ -127,10 +127,6 @@ oc.build:static-x86_64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -153,8 +149,12 @@ oc.build:static-x86_64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -178,10 +178,6 @@ oc.build:static-arm64-linux-binaries: paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push - key: rust-targets-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo_targets/_target @@ -204,8 +200,12 @@ oc.build:static-arm64-linux-binaries: EXECUTABLE_FILES: script-inputs/octez-released-executables DUNE_BUILD_JOBS: -j 12 CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" OCTEZ_RUST_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rust_deps OCTEZ_RUSTZCASH_DEPS_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps OCTEZ_ETHERLINK_WASM_RUNTIME_TARGET_DIR: $CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -413,11 +413,6 @@ oc.build-debian: - oc.docker-build-debian-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -436,8 +431,11 @@ oc.build-debian: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: debian DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -557,11 +555,6 @@ oc.build-ubuntu: - oc.docker-build-ubuntu-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -580,8 +573,11 @@ oc.build-ubuntu: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: ubuntu DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -704,11 +700,6 @@ oc.build-rockylinux: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -727,8 +718,11 @@ oc.build-rockylinux: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -750,11 +744,6 @@ oc.build-rockylinux-data: - oc.docker-build-rockylinux-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -772,8 +761,11 @@ oc.build-rockylinux-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: rockylinux - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -897,11 +889,6 @@ oc.build-fedora: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -920,8 +907,11 @@ oc.build-fedora: DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora DUNE_BUILD_JOBS: -j 12 - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -944,11 +934,6 @@ oc.build-fedora-data: - oc.docker-build-fedora-dependencies dependencies: [] timeout: 60 minutes - cache: - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push before_script: - SCRIPT_STEP_BEGIN=$(date +%s) - . ./scripts/ci/datadog_send_job_info.sh @@ -966,8 +951,11 @@ oc.build-fedora-data: DEP_IMAGE: ${GCP_REGISTRY}/$CI_PROJECT_NAMESPACE/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DEP_IMAGE_PROTECTED: ${GCP_PROTECTED_REGISTRY}/tezos/tezos/$FLAVOUR-$DISTRIBUTION-$RELEASE DISTRIBUTION: fedora - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 5G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" SCCACHE_IDLE_TIMEOUT: "0" artifacts: paths: @@ -1053,14 +1041,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1081,8 +1065,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -1101,14 +1089,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -1129,8 +1113,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never diff --git a/.gitlab/ci/pipelines/teztale.daily.yml b/.gitlab/ci/pipelines/teztale.daily.yml index 5ad4534861446dc76ade13e65a29ff08f9c34c77..6d810518372320788158e59b1ec33e61d815e568 100644 --- a/.gitlab/ci/pipelines/teztale.daily.yml +++ b/.gitlab/ci/pipelines/teztale.daily.yml @@ -96,14 +96,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -124,8 +120,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: 1 day @@ -144,14 +144,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: false before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -172,8 +168,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: 1 day diff --git a/.gitlab/ci/pipelines/teztale.release.yml b/.gitlab/ci/pipelines/teztale.release.yml index b4b3ff37276e7fa41e2239ca7cfd9d3736157792..eccd70b2594c69669925aff45db662f60e13e245 100644 --- a/.gitlab/ci/pipelines/teztale.release.yml +++ b/.gitlab/ci/pipelines/teztale.release.yml @@ -97,14 +97,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -125,8 +121,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -145,14 +145,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -173,8 +169,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never diff --git a/.gitlab/ci/pipelines/teztale.test_release.yml b/.gitlab/ci/pipelines/teztale.test_release.yml index 06615af9ba2df69b70012fe4a583ae39bd837467..903fda02ae9c80bde6fe8a661de4143b3c2bd387 100644 --- a/.gitlab/ci/pipelines/teztale.test_release.yml +++ b/.gitlab/ci/pipelines/teztale.test_release.yml @@ -97,14 +97,10 @@ teztale.build-arm64: - oc.docker:ci:arm64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -125,8 +121,12 @@ teztale.build-arm64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never @@ -145,14 +145,10 @@ teztale.build-x86_64: - oc.docker:ci:amd64 timeout: 60 minutes cache: - - key: cargo-$CI_JOB_NAME_SLUG + key: cargo-$CI_JOB_NAME_SLUG paths: - $CI_PROJECT_DIR/.cargo/registry/cache policy: pull-push - - key: sccache-$CI_JOB_NAME_SLUG - paths: - - $CI_PROJECT_DIR/_sccache - policy: pull-push interruptible: true before_script: - SCRIPT_STEP_BEGIN=$(date +%s) @@ -173,8 +169,12 @@ teztale.build-x86_64: variables: PROFILE: static CARGO_NET_OFFLINE: "false" - SCCACHE_DIR: $CI_PROJECT_DIR/_sccache - SCCACHE_CACHE_SIZE: 2G + CARGO_INCREMENTAL: "0" + SCCACHE_GCS_BUCKET: $GCP_SCCACHE_BUCKET + SCCACHE_GCS_RW_MODE: READ_ONLY + SCCACHE_GCS_KEY_PREFIX: sccache + SCCACHE_IGNORE_SERVER_IO_ERROR: "1" + SCCACHE_IDLE_TIMEOUT: "0" artifacts: name: teztale-binaries expire_in: never diff --git a/ci/lib_cacio/cacio.ml b/ci/lib_cacio/cacio.ml index d7691cacaddf3cc6ab1fadd5b6a848b9d0cac545..bc4d71ecf27e9eac93a16c6894f4d461dd7ce0d3 100644 --- a/ci/lib_cacio/cacio.ml +++ b/ci/lib_cacio/cacio.ml @@ -33,17 +33,9 @@ let show_stage = function type need = Job | Artifacts -type sccache_config = { - key : string option; - error_log : string option; - idle_timeout : string option; - log : string option; - path : string option; - cache_size : string option; -} +type sccache_config = {error_log : string option; log : string option} -let sccache ?key ?error_log ?idle_timeout ?log ?path ?cache_size () = - {key; error_log; idle_timeout; log; path; cache_size} +let sccache ?error_log ?log () = {error_log; log} type dune_cache_config = { key : string option; @@ -502,15 +494,8 @@ let convert_graph ?(interruptible_pipeline = true) ~with_condition let maybe_enable_sccache job = match sccache with | None -> job - | Some {key; error_log; idle_timeout; log; path; cache_size} -> - Tezos_ci.Cache.enable_sccache - ?key - ?error_log - ?idle_timeout - ?log - ?path - ?cache_size - job + | Some {error_log; log} -> + Tezos_ci.Cache.enable_sccache ?error_log ?log job in let maybe_enable_dune_cache job = match dune_cache with diff --git a/ci/lib_cacio/cacio.mli b/ci/lib_cacio/cacio.mli index 7465385ef42a83d437e68039080d58783a7dde9e..9d12dd9e379bfc7690a007ef14c23152931c759d 100644 --- a/ci/lib_cacio/cacio.mli +++ b/ci/lib_cacio/cacio.mli @@ -52,15 +52,7 @@ type sccache_config (** Make an sccache configuration. See {!Tezos_ci.Cache.enable_sccache}. *) -val sccache : - ?key:string -> - ?error_log:string -> - ?idle_timeout:string -> - ?log:string -> - ?path:string -> - ?cache_size:string -> - unit -> - sccache_config +val sccache : ?error_log:string -> ?log:string -> unit -> sccache_config (** Configuration of Dune's cache. *) type dune_cache_config diff --git a/ci/lib_tezos_ci/tezos_ci.ml b/ci/lib_tezos_ci/tezos_ci.ml index aa1f3196673553d20523de7acbb0296b15aaa551..b6350439da5042ad11bf664eb6bef687d33d8c59 100644 --- a/ci/lib_tezos_ci/tezos_ci.ml +++ b/ci/lib_tezos_ci/tezos_ci.ml @@ -1459,20 +1459,28 @@ module Cache = struct |> append_after_script ["eval $(opam env)"; "dune cache trim --size=" ^ cache_size] - let enable_sccache ?key ?error_log ?idle_timeout ?log - ?(path = "$CI_PROJECT_DIR/_sccache") ?(cache_size = "5G") job = - let key = - Option.value - ~default:("sccache-" ^ Gitlab_ci.Predefined_vars.(show ci_job_name_slug)) - key + let enable_sccache ?error_log ?log ?(policy = Gitlab_ci.Types.Pull) job = + let rw_mode = + match policy with Pull -> "READ_ONLY" | Pull_push | Push -> "READ_WRITE" in job |> append_variables - ([("SCCACHE_DIR", path); ("SCCACHE_CACHE_SIZE", cache_size)] + ([ + (* force incremental build in cargo + + see https://github.com/mozilla/sccache?tab=readme-ov-file#known-caveats *) + ("CARGO_INCREMENTAL", "0"); + (* we use GCP backend in r/w mode *) + ("SCCACHE_GCS_BUCKET", "$GCP_SCCACHE_BUCKET"); + ("SCCACHE_GCS_RW_MODE", rw_mode); + ("SCCACHE_GCS_KEY_PREFIX", "sccache"); + (* if network error, fail over local rust compiler instead of stopping *) + ("SCCACHE_IGNORE_SERVER_IO_ERROR", "1"); + (* daemon does not stop if no client request *) + ("SCCACHE_IDLE_TIMEOUT", "0"); + ] @ opt_var "SCCACHE_ERROR_LOG" Fun.id error_log - @ opt_var "SCCACHE_IDLE_TIMEOUT" Fun.id idle_timeout @ opt_var "SCCACHE_LOG" Fun.id log) - |> append_cache (cache ~key [path]) (* Starts sccache and sets [RUSTC_WRAPPER] *) |> append_before_script [". ./scripts/ci/sccache-start.sh"] |> append_after_script ["./scripts/ci/sccache-stop.sh"] diff --git a/ci/lib_tezos_ci/tezos_ci.mli b/ci/lib_tezos_ci/tezos_ci.mli index 82ddd4633222d46376dae11cddd553a4c8905437..4baefd538c55d482abe98f8159703916e4fa49b3 100644 --- a/ci/lib_tezos_ci/tezos_ci.mli +++ b/ci/lib_tezos_ci/tezos_ci.mli @@ -217,28 +217,13 @@ module Cache : sig This function should be applied to jobs that build rust files and which has a configured sccache Gitlab CI cache. - - [key] and [path] configure the key under which the cache is - stored, and the path that will be cached. By default, the [key] - contains the name of the job, thus scoping the cache to all - instances of that job. By default, [path] is the folder - ["$CI_PROJECT_DIR/_sccache"], and this function also sets the - environment dir [SCCACHE_DIR] such that sccache stores its caches - there. - - - [cache_size] sets the environment variable [SCCACHE_CACHE_SIZE] - that configures the maximum size of the cache. - - - [error_log], [idle_timeout] and [log] sets the environment - variables [SCCACHE_ERROR_LOG], [SCCACHE_IDLE_TIMEOUT] and - [SCCACHE_LOG] respectively. See the sccache documentation for more - information on these variables. *) + - [error_log] and [log] sets the environment + variables [SCCACHE_ERROR_LOG] and [SCCACHE_LOG] respectively. + See the sccache documentation for more information on these variables. *) val enable_sccache : - ?key:string -> ?error_log:string -> - ?idle_timeout:string -> ?log:string -> - ?path:string -> - ?cache_size:string -> + ?policy:Gitlab_ci.Types.cache_policy -> tezos_job -> tezos_job diff --git a/ci/lib_tezos_ci_jobs/code_verification.ml b/ci/lib_tezos_ci_jobs/code_verification.ml index 0b65dc87180c5e9e17ab328767648fd9d2aa86ca..199417ed0130146687e3c0b231bb770b152bd512 100644 --- a/ci/lib_tezos_ci_jobs/code_verification.ml +++ b/ci/lib_tezos_ci_jobs/code_verification.ml @@ -182,7 +182,6 @@ let job_build_x86_64_release = ~storage:Ramfs ~dependencies:(dependencies_needs_start pipeline_type) ~rules:(make_rules ~pipeline_type ~changes:changeset_octez_or_doc ()) - ~sccache_size:"2G" () (* 'oc.build_x86_64-exp-dev-extra' builds the developer and experimental @@ -517,8 +516,7 @@ let jobs pipeline_type = "eval $(opam env)"; "make octez"; ] - |> enable_cargo_cache - |> enable_sccache ~cache_size:"2G" + |> enable_cargo_cache |> enable_sccache in [ job_build_arm64_release; @@ -941,7 +939,8 @@ let jobs pipeline_type = ~rules: (make_rules ~dependent:true ~changes:changeset_test_sdk_rust ()) ["make -C sdk/rust check"; "make -C sdk/rust test"] - |> enable_cargo_cache |> enable_sccache + |> enable_cargo_cache + |> enable_sccache ~policy:Pull_push in [job_test_sdk_rust] in diff --git a/ci/lib_tezos_ci_jobs/common.ml b/ci/lib_tezos_ci_jobs/common.ml index 8e660341f0dc9d61d418d63a401bc37b37a77b97..b4fc933b79bad145d28c70a69f576568bf795dea 100644 --- a/ci/lib_tezos_ci_jobs/common.ml +++ b/ci/lib_tezos_ci_jobs/common.ml @@ -120,12 +120,10 @@ module Build = struct @ version_executable) ~artifacts ["./scripts/ci/build_static_binaries.sh"] - |> enable_cargo_cache - |> enable_sccache ~cache_size:"2G" - |> enable_cargo_target_caches + |> enable_cargo_cache |> enable_sccache |> enable_cargo_target_caches let job_build_released_binaries ?rules ~__POS__ ~arch ?retry ?cpu ?storage - ?dependencies ?(sccache_size = "5G") () = + ?dependencies () = let arch_string = Runner.Arch.show_easy_to_distinguish arch in let name = sf "oc.build_%s-released" arch_string in let executable_files = "script-inputs/released-executables" in @@ -161,15 +159,14 @@ module Build = struct ~artifacts ["./scripts/ci/build_full_unreleased.sh"] |> enable_cargo_cache - |> enable_sccache ~cache_size:sccache_size + |> enable_sccache ~policy:Pull_push |> enable_cargo_target_caches in (* Disable coverage for arm64 *) if arch = Amd64 then Coverage.enable_instrumentation job else job let job_build_dynamic_binaries ?(extra = false) ?rules ~__POS__ ~arch ?retry - ?cpu ?storage ?dependencies ?(sccache_size = "5G") ~name executable_files - = + ?cpu ?storage ?dependencies ~name executable_files = let arch_string = Runner.Arch.show_easy_to_distinguish arch in let build_extra = match arch with @@ -228,7 +225,7 @@ module Build = struct ~artifacts ["./scripts/ci/build_full_unreleased.sh"] |> enable_cargo_cache - |> enable_sccache ~cache_size:sccache_size + |> enable_sccache ~policy:Pull_push in (* Disable coverage for arm64 *) if arch = Amd64 then Coverage.enable_instrumentation job else job @@ -243,7 +240,6 @@ module Build = struct ~__POS__ ~arch:Arm64 ~storage:Ramfs - ~sccache_size:"2G" ~extra:true "script-inputs/dev-executables" @@ -254,7 +250,6 @@ module Build = struct ~__POS__ ~arch:Arm64 ~storage:Ramfs - ~sccache_size:"2G" "script-inputs/experimental-executables" let job_build_kernels ?rules () : tezos_job = @@ -279,7 +274,7 @@ module Build = struct "dal_echo_kernel.wasm"; ]) |> enable_kernels - |> enable_sccache ~key:"kernels-sccache" ~path:"$CI_PROJECT_DIR/_sccache" + |> enable_sccache ~policy:Pull_push |> enable_cargo_cache let job_build_layer1_profiling ?rules ?(expire_in = Duration (Days 1)) () = @@ -494,5 +489,5 @@ module Packaging = struct "export CARGO_NET_OFFLINE=false"; script; ] - |> enable_sccache ~idle_timeout:"0" + |> enable_sccache end diff --git a/ci/lib_tezos_ci_jobs/debian_repository.ml b/ci/lib_tezos_ci_jobs/debian_repository.ml index 09c7c772040dcce8c7d48a2202cc64734ffb0824..d3027ea3006e20293417df8c9889b949d9bfb5ec 100644 --- a/ci/lib_tezos_ci_jobs/debian_repository.ml +++ b/ci/lib_tezos_ci_jobs/debian_repository.ml @@ -220,7 +220,7 @@ let jobs ?(limit_dune_build_jobs = false) pipeline_type = "export CARGO_NET_OFFLINE=false"; script; ] - |> enable_sccache ~idle_timeout:"0" + |> enable_sccache in (* data packages. we build them once *) diff --git a/ci/lib_tezos_ci_jobs/opam.ml b/ci/lib_tezos_ci_jobs/opam.ml index 44c831e57907b3fafe3ddd26c5798d5e76270eb7..080645caa8a5fb496a7e504b7c31bda79b6cb494 100644 --- a/ci/lib_tezos_ci_jobs/opam.ml +++ b/ci/lib_tezos_ci_jobs/opam.ml @@ -120,11 +120,7 @@ let job_opam_packages ?dependencies group batch_index packages : tezos_job = (* We store caches in [_build] for two reasons: (1) the [_build] folder is excluded from opam's rsync. (2) gitlab ci cache requires that cached files are in a sub-folder of the checkout. *) - enable_sccache - ~key:"opam-sccache" - ~error_log:"$CI_PROJECT_DIR/opam_logs/sccache.log" - ~idle_timeout:"0" - ~path:"$CI_PROJECT_DIR/_build/_sccache" + enable_sccache ~error_log:"$CI_PROJECT_DIR/opam_logs/sccache.log" |> enable_cargo_cache let jobs_opam_packages ?dependencies () : tezos_job list = diff --git a/contrib/sdk-bindings/ci/sdk_bindings_ci.ml b/contrib/sdk-bindings/ci/sdk_bindings_ci.ml index 0e140670ac5116aaf65a837d4068f3ecab0077e0..8cf2bea6c88242653e9a0baed4dd14f33f6601f0 100644 --- a/contrib/sdk-bindings/ci/sdk_bindings_ci.ml +++ b/contrib/sdk-bindings/ci/sdk_bindings_ci.ml @@ -22,7 +22,8 @@ let job_test ?dependencies ?rules () = ~before_script:[". $HOME/.venv/bin/activate"] ?rules ["make -C contrib/sdk-bindings check"; "make -C contrib/sdk-bindings test"] - |> enable_cargo_cache |> enable_sccache + |> enable_cargo_cache + |> enable_sccache ~policy:Pull_push module Release = struct (** Jobs and pipelines to release SDK bindings for each supported language *) diff --git a/etherlink/ci/etherlink_ci.ml b/etherlink/ci/etherlink_ci.ml index ce5be21d7296d66386c919f47de06dc3fd7bacf8..79b731b1a59d14e376a598feb2508ad92582708a 100644 --- a/etherlink/ci/etherlink_ci.ml +++ b/etherlink/ci/etherlink_ci.ml @@ -88,7 +88,7 @@ let job_build_evm_node_static = ["octez-binaries/$ARCH/*"]) ~cargo_cache:true ~cargo_target_caches:true - ~sccache:(Cacio.sccache ~cache_size:"2G" ()) + ~sccache:(Cacio.sccache ()) ~variables: [ ("ARCH", arch_string); diff --git a/rollup_node/ci/rollup_node_ci.ml b/rollup_node/ci/rollup_node_ci.ml index 8d493f1a06b35eae5fded39f547cf7163bce6402..d4578f61808aa42a50652a8b0ca976b725913585 100644 --- a/rollup_node/ci/rollup_node_ci.ml +++ b/rollup_node/ci/rollup_node_ci.ml @@ -66,7 +66,7 @@ let job_build_static_binaries = ("VERSION_EXECUTABLE", "octez-smart-rollup-node"); ] ~cargo_cache:true - ~sccache:(Cacio.sccache ~cache_size:"2G" ()) + ~sccache:(Cacio.sccache ()) ~cargo_target_caches:true ~artifacts: ((* Extend the lifespan to prevent failure for external tools using artifacts. *) diff --git a/scripts/ci/datadog_sccache_metrics.sh b/scripts/ci/datadog_sccache_metrics.sh index 0b37656203dfd0ce86f6e0bca412521a904560d5..84f107f34d5c54faf302174fbe8057320242eaec 100755 --- a/scripts/ci/datadog_sccache_metrics.sh +++ b/scripts/ci/datadog_sccache_metrics.sh @@ -24,7 +24,9 @@ printf '%s' "$json" | jq 'if . == null then {} else .stats end | { "sccache.cache_read_hit_duration_secs": (.cache_read_hit_duration.secs // 0), "sccache.compilations": (.compilations // 0), "sccache.compiler_write_duration_secs": (.compiler_write_duration.secs // 0), - "sccache.compile_fails": (.compile_fails // 0) + "sccache.compile_fails": (.compile_fails // 0), + "sccache.max_cache_size": (.max_cache_size // 0), + "sccache.cache_size": (.cache_size // 0) }' > sccache_metrics.json export DATADOG_SITE=datadoghq.eu diff --git a/scripts/ci/datadog_send_job_cache_info.sh b/scripts/ci/datadog_send_job_cache_info.sh index 10522189f778061e80f997f075906f67b3cdd14c..3aa42308206d16dc062c90f4772657abc546d187 100755 --- a/scripts/ci/datadog_send_job_cache_info.sh +++ b/scripts/ci/datadog_send_job_cache_info.sh @@ -25,7 +25,6 @@ fi CARGO_CACHE_DIR=$CI_PROJECT_DIR/.cargo/registry/cache DUNE_CACHE_ROOT=$CI_PROJECT_DIR/_dune_cache -SCCACHE_DIR=$CI_PROJECT_DIR/_sccache RUST_DEPS_TARGET_DIR=$CI_PROJECT_DIR/.cargo_targets/_target/rust_deps RUSTZCASH_DEPS_TARGET_DIR=$CI_PROJECT_DIR/.cargo_targets/_target/rustzcash_deps ETHERLINK_WASM_RUNTIME_TARGET_DIR=$CI_PROJECT_DIR/.cargo_targets/_target/etherlink_wasm_runtime @@ -62,25 +61,38 @@ get_cache_size() { # Get cache sizes and set environment variables get_cache_size "$DUNE_CACHE_ROOT" "CACHE_DUNE" get_cache_size "$CARGO_CACHE_DIR" "CACHE_CARGO" -get_cache_size "$SCCACHE_DIR" "CACHE_SCCACHE" get_cache_size "$RUST_DEPS_TARGET_DIR" "CACHE_RUST_DEPS" get_cache_size "$RUSTZCASH_DEPS_TARGET_DIR" "CACHE_RUSTZCASH_DEPS" get_cache_size "$ETHERLINK_WASM_RUNTIME_TARGET_DIR" "CACHE_ETHERLINK_WASM_RUNTIME" +if command -v sccache > /dev/null 2>&1 && + [ "$SECTION" = "before" ]; then + # small debug notice to make sure we're using GCS as backend + sccache --show-stats | grep "Cache location" +fi + # Send info to Datadog if command -v datadog-ci > /dev/null 2>&1; then echo "Sending job-level info to Datadog" echo "CACHE_MEASURES=$CACHE_MEASURES" # FIXME LATER use "datadog-ci measure --level job --measures-file my_measures.json" eval "DATADOG_SITE=datadoghq.eu datadog-ci measure --level job ${CACHE_MEASURES}" - if command -v sccache > /dev/null 2>&1 && - sccache --show-stats > /dev/null 2>&1; then - # send sccache metrics to datadog - ./scripts/ci/datadog_sccache_metrics.sh + if [ "$SECTION" = "after" ]; then + # check that [sccache] daemon is running + if command -v sccache > /dev/null 2>&1 && + # check that [sccache] daemon is running + sccache --show-stats > /dev/null 2>&1; then - else - echo "sccache not running: no sscache metric sent to Datadog" + # print stats on the job console + sccache --show-stats + + # send sccache metrics to datadog + ./scripts/ci/datadog_sccache_metrics.sh + + else + echo "sccache not installed or not running: no sccache metric sent to Datadog" + fi fi else echo "'datadog-ci' not installed. no job info sent to Datadog" diff --git a/teztale/ci/teztale_ci.ml b/teztale/ci/teztale_ci.ml index 821c2f397ea7eea591f0bf0f9601daf3895ddb63..561266e7c236cef693a86a585f265e43d5591db4 100644 --- a/teztale/ci/teztale_ci.ml +++ b/teztale/ci/teztale_ci.ml @@ -35,7 +35,7 @@ let job_build = ["teztale-binaries/" ^ arch_string ^ "/octez-teztale-*"]) ~variables:[("PROFILE", "static")] ~cargo_cache:true - ~sccache:(Cacio.sccache ~cache_size:"2G" ()) + ~sccache:(Cacio.sccache ()) [ "./scripts/ci/take_ownership.sh"; ". ./scripts/version.sh";