Make a large library affordable: flat idle CPU, and a third of the memory

Cargo.toml

@@ -1,5 +1,25 @@
 [workspace]
-members = ["crates/vuio-cast", "crates/vuio-core", "crates/vuio-cli", "crates/vuio-web"]
+members = [
+    "crates/vuio-cast",
+    "crates/vuio-core",
+    "crates/vuio-cli",
+    "crates/vuio-web",
+    # Development tool, `publish = false`. Kept out of `vuio-cli` so the crate that
+    # ships the binary does not carry its dependencies.
+    "crates/vuio-bench",
+]
+
+# `vuio-bench` is deliberately not a default member. Cargo unifies features across
+# everything it builds in one go, so leaving it in would mean a plain
+# `cargo build` — which is what the release pipeline runs — compiling `vuio-core`
+# with `unstable-internals` on, for the benefit of a tool that never ships.
+# Build it explicitly: `cargo run -p vuio-bench`.
+default-members = [
+    "crates/vuio-cast",
+    "crates/vuio-core",
+    "crates/vuio-cli",
+    "crates/vuio-web",
+]
 resolver = "2"
 
 [profile.release]

README.md

@@ -1,7 +1,7 @@
 # VuIO Media Server
 
 A cross-platform media server written in Rust. Streams video, audio, and images to DLNA, Chromecast/Google TV, and compatible AirPlay video receivers.
-Less than 18Mb of RAM needed
+25Mb of RAM used for 5000 objects library
 
 Built with Tokio, Axum, and SQLite for high performance and reliability.
 

config.example.toml

@@ -57,11 +57,20 @@ recursive = true
 # extensions = ["mp3", "flac", "wav"]
 
 [database]
+# Reclaim free space in the index at startup and shutdown; rewrites the whole file.
 vacuum_on_startup = false
 backup_enabled = false
 # Omit to use the platform-appropriate default location.
 path = "./config/media.db"
-# cache_mb = 128                        # Megabytes of index kept cached
+# Megabytes of index cached, as a budget *per connection* — one writer plus two
+# to four readers. Only a connection that runs a large query fills its share, so
+# in practice resident memory grows by about this much, not a multiple of it.
+# Folder browsing is served from indexes and does not care. Full-text search does:
+# on a very large library it stays slow until the whole search index fits, then
+# roughly halves. Measured at 500,000 files that threshold was near 192, and
+# anything below it cost memory without making search faster — which is why the
+# default is small. Raise it past the threshold, or not at all.
+# cache_mb = 8
 
 # The modern browser interface, served on a second port beside the built-in
 # dashboard. It is a second front end, not a second server: the same API, the

crates/vuio-bench/Cargo.toml

@@ -0,0 +1,28 @@
+[package]
+name = "vuio-bench"
+version = "0.0.44"
+edition = "2021"
+authors = ["vyrti"]
+description = "Generates large VuIO libraries for performance work. Not published."
+license = "MIT OR Apache-2.0"
+repository = "https://github.com/vuiodev/vuio"
+# A development tool, never a release artifact. It lives in its own crate so that
+# the dependencies it needs to write rows quickly — a direct SQLite handle, and
+# vuio-core with its internals open — stay off `vuio-cli`, which ships the
+# `vuio` binary.
+publish = false
+
+[[bin]]
+name = "vuio-bench"
+path = "src/main.rs"
+
+[dependencies]
+anyhow = "1.0"
+clap = { version = "4.6", features = ["derive"] }
+rusqlite = { version = "0.40.2", features = ["bundled", "collation"] }
+tokio = { version = "1.53", features = ["rt-multi-thread", "macros"] }
+# `unstable-internals` is what core forbids a *dependent* crate from enabling,
+# because it opens every internal module and carries no stability promise. This
+# crate is `publish = false` and exists only to drive the database from the
+# inside, which is the same category as core's own dev-dependency on itself.
+vuio-core = { path = "../vuio-core", version = "0.0.44", features = ["unstable-internals"] }