Add the rustic filesystem snapshot store

golem-debugging-service/src/config.rs

@@ -91,6 +91,7 @@ impl DebugConfig {
             public_worker_api: self.public_worker_api,
             memory: self.memory,
             filesystem_storage: Default::default(),
+            filesystem_snapshots: Default::default(),
             resource_usage_metering: Default::default(),
             rdbms: self.rdbms,
             resource_limits: self.resource_limits,

golem-worker-executor/Cargo.toml

@@ -13,7 +13,7 @@ autotests = false
 
 [features]
 test-utils = []
-fs-snapshot-benchmark = ["dep:clap", "dep:rayon"]
+fs-snapshot-benchmark = ["dep:clap"]
 
 [lib]
 path = "src/lib.rs"
@@ -96,7 +96,7 @@ prometheus = { workspace = true }
 prost = { workspace = true }
 prost-types = { workspace = true }
 rand = { workspace = true }
-rayon = { workspace = true, optional = true }
+rayon = { workspace = true }
 regex = { workspace = true }
 ringbuf = { workspace = true }
 rustic_core = { workspace = true }
@@ -169,7 +169,6 @@ goldenfile = { workspace = true }
 pretty_assertions = { workspace = true, features = [ "unstable" ] }
 proptest = { workspace = true }
 rand = { workspace = true }
-rayon = { workspace = true }
 redis = { workspace = true }
 serde_json = { workspace = true }
 test-r = { workspace = true }

golem-worker-executor/config/worker-executor.sample.env

@@ -38,6 +38,7 @@ GOLEM__ENVIRONMENT_STATE_SERVICE__CACHE_CAPACITY=1000
 GOLEM__ENVIRONMENT_STATE_SERVICE__CACHE_EVICTION_INTERVAL="1m"
 GOLEM__ENVIRONMENT_STATE_SERVICE__CACHE_TTL__NANOS=0
 GOLEM__ENVIRONMENT_STATE_SERVICE__CACHE_TTL__SECS=300
+GOLEM__FILESYSTEM_SNAPSHOTS__TYPE="Disabled"
 #GOLEM__FILESYSTEM_STORAGE__DETERMINISTIC_ROOT_DIR=
 #GOLEM__FILESYSTEM_STORAGE__MANAGED_XFS_ROOT_DIR=
 GOLEM__FILESYSTEM_STORAGE__CLEANUP_RETRY__MAX_ATTEMPTS=4
@@ -337,6 +338,7 @@ GOLEM__ENVIRONMENT_STATE_SERVICE__CACHE_CAPACITY=1000
 GOLEM__ENVIRONMENT_STATE_SERVICE__CACHE_EVICTION_INTERVAL="1m"
 GOLEM__ENVIRONMENT_STATE_SERVICE__CACHE_TTL__NANOS=0
 GOLEM__ENVIRONMENT_STATE_SERVICE__CACHE_TTL__SECS=300
+GOLEM__FILESYSTEM_SNAPSHOTS__TYPE="Disabled"
 #GOLEM__FILESYSTEM_STORAGE__DETERMINISTIC_ROOT_DIR=
 #GOLEM__FILESYSTEM_STORAGE__MANAGED_XFS_ROOT_DIR=
 GOLEM__FILESYSTEM_STORAGE__CLEANUP_RETRY__MAX_ATTEMPTS=4
@@ -614,6 +616,7 @@ GOLEM__ENVIRONMENT_STATE_SERVICE__CACHE_CAPACITY=1000
 GOLEM__ENVIRONMENT_STATE_SERVICE__CACHE_EVICTION_INTERVAL="1m"
 GOLEM__ENVIRONMENT_STATE_SERVICE__CACHE_TTL__NANOS=0
 GOLEM__ENVIRONMENT_STATE_SERVICE__CACHE_TTL__SECS=300
+GOLEM__FILESYSTEM_SNAPSHOTS__TYPE="Disabled"
 #GOLEM__FILESYSTEM_STORAGE__DETERMINISTIC_ROOT_DIR=
 #GOLEM__FILESYSTEM_STORAGE__MANAGED_XFS_ROOT_DIR=
 GOLEM__FILESYSTEM_STORAGE__CLEANUP_RETRY__MAX_ATTEMPTS=4

golem-worker-executor/config/worker-executor.toml

@@ -70,6 +70,11 @@ cache_eviction_interval = "1m"
 nanos = 0
 secs = 300
 
+[filesystem_snapshots]
+type = "Disabled"
+
+[filesystem_snapshots.config]
+
 [filesystem_storage.cleanup_retry]
 max_attempts = 4
 max_delay = "250ms"
@@ -507,6 +512,11 @@ without_time = false
 # nanos = 0
 # secs = 300
 #
+# [filesystem_snapshots]
+# type = "Disabled"
+#
+# [filesystem_snapshots.config]
+#
 # [filesystem_storage.cleanup_retry]
 # max_attempts = 4
 # max_delay = "250ms"
@@ -916,6 +926,11 @@ without_time = false
 # nanos = 0
 # secs = 300
 #
+# [filesystem_snapshots]
+# type = "Disabled"
+#
+# [filesystem_snapshots.config]
+#
 # [filesystem_storage.cleanup_retry]
 # max_attempts = 4
 # max_delay = "250ms"

golem-worker-executor/docker/Dockerfile

@@ -16,6 +16,10 @@ LABEL cloud.golem.cpu.features="neon,crc,lse,aes,sha2,dotprod"
 
 FROM platform-${TARGETARCH} AS final
 
+# The image has no time zone database. jiff reads this POSIX rule without one, so the snapshot
+# store writes no time zone warning for each timestamp.
+ENV TZ=UTC0
+
 WORKDIR /app
 COPY /target/$RUST_TARGET/release/worker-executor ./
 COPY /golem-worker-executor/config/worker-executor.toml ./config/worker-executor.toml

golem-worker-executor/src/filesystem_snapshot/benchmark/mod.rs

@@ -39,9 +39,10 @@ mod volume;
 
 use super::rustic::{
     ChangeDetection, Chunking, Compression, InspectReport, PhaseTime, Repository, RepositoryKey,
-    RepositorySettings, STORAGE_CALL_DEADLINE, SaveSettings,
+    RepositorySettings, SaveSettings,
 };
 use super::{SnapshotName, SnapshotScope};
+use crate::services::golem_config::DEFAULT_FILESYSTEM_SNAPSHOT_STORAGE_CALL_DEADLINE as STORAGE_CALL_DEADLINE;
 use agents::{AgentStorage, FIRST_AGENT};
 use golem_common::model::environment::EnvironmentId;
 use golem_service_base::storage::blob::{BlobStorage, BlobStorageNamespace};