feat: add disk based event buffering

Cargo.toml

@@ -19,7 +19,6 @@ version = "0.0.34"
 anyhow = "1.0.97"
 apache-avro = { version = "0.17.0", features = ["derive"] }
 async-trait = "0.1.88"
-axum = { version = "0.8.3", features = ["json", "ws", "query"] }
 chrono = { version = "0.4.40", features = ["serde"] }
 clap = { version = "4.5.35", features = ["derive", "env"] }
 derive_more = { version = "2.0.1", features = [
@@ -44,11 +43,9 @@ fuel-data-parser = { version = "0.0.34", path = "crates/data-parser" }
 fuel-streams-domains = { version = "0.0.34", path = "crates/domains" }
 fuel-streams-types = { version = "0.0.34", path = "crates/types" }
 fuel-web-utils = { version = "0.0.34", path = "crates/web-utils" }
-futures = "0.3.31"
 hex = "0.4.3"
 pretty_assertions = "1.4.1"
 rand = "0.9.0"
-rayon = "1.10.0"
 serde = { version = "1.0.219", features = ["derive"] }
 serde_json = "1.0.140"
 serde_urlencoded = "0.7.1"
@@ -61,7 +58,6 @@ sqlx = { version = "0.8.3", default-features = false, features = [
 ] }
 strum = { version = "0.27.1", features = ["derive"] }
 strum_macros = "0.27.1"
-test-case = "3.3.1"
 thiserror = "2.0.12"
 tokio = { version = "1.44.1", features = [
     "io-util",

cluster/docker/sv-dune.Dockerfile

@@ -56,7 +56,7 @@ FROM debian:bookworm-slim AS run
 WORKDIR /usr/src
 
 RUN apt-get update -y \
-    && apt-get install -y --no-install-recommends ca-certificates curl \
+    && apt-get install -y --no-install-recommends ca-certificates curl jq less unzip zip procps \
     # Clean up
     && apt-get autoremove -y \
     && apt-get clean -y \
@@ -65,4 +65,7 @@ RUN apt-get update -y \
 COPY --from=builder /root/sv-dune .
 COPY --from=builder /root/sv-dune.d .
 
+# run app as non-root user
+USER nobody
+
 CMD ["./sv-dune"]

services/dune/Cargo.toml

@@ -34,7 +34,6 @@ fuel-streams-domains = { workspace = true, features = ["test-helpers"] }
 fuel-streams-types = { workspace = true, features = ["test-helpers"] }
 fuel-web-utils = { workspace = true, features = ["test-helpers"] }
 futures = "0.3.31"
-itertools = "0.14.0"
 rand.workspace = true
 serde.workspace = true
 serde_bytes = "0.11.17"
@@ -46,6 +45,7 @@ url = "2.5.7"
 
 [dev-dependencies]
 pretty_assertions.workspace = true
+tempfile = "3"
 tokio = { workspace = true, features = [
     "rt-multi-thread",
     "macros",