mirror of
https://github.com/storytold/lightcraft.git
synced 2026-10-26 11:09:23 -06:00
Atmik Shetty
21861c2f14
Grid thumbnails looked much more denoised than the loupe. `nr_params` sized the radii from the output's scale relative to the source buffer it was given, not the original: a 256-px cell drawn from the 512-px thumbnail level used half the full-size radius on pixels that each average ~23 sensor pixels, and below 0.4x (0.35x for colour) the radius stopped shrinking at all. The guided filter's eps (the variance treated as noise) also stayed at its full-size value although downscaling divides the noise variance by 1/scale², so texture in small previews was flattened as noise. - `SourceInfo::native_long` (filled by the engine from the catalog's photo size, kept when the decoder supplies its own facts, carried to web workers) and `Plan::detail_scale` = output pixels per original pixel (from `px_per_long`, so a crop no longer changes it). - `nr_params(s, scale)`: radii x scale with no floor, eps x scale². Below 1 px the smallest blur the box Gaussian makes is blended in by the ratio of variances (`blur::box_sigma`); a fade under 1% skips the filter. At scale 1 the parameters are unchanged: 1:1 views and full-size exports render as before. The GPU takes the same parameters. - RENDER_CACHE_VERSION 63: cached thumbnails are redrawn. Measured on a 1536x1024 noisy synthetic scene (tests_nr_scale.rs), error of the preview against the full-size render scaled down, as a fraction of leaving NR off, luminance NR 50 at preview scales 0.5 / 0.33 / 0.25 / 0.167 / 0.1 / 0.05: before 0.53 / 0.70 / 1.04 / 2.26 / 3.87 / 6.07, after 0.28 / 0.37 / 0.66 / 0.90 / 0.99 / 1.00. A 256-px render from the 512-px level now matches one from the original (mean 0.07 LSB vs 0.71 before).
576 lines
23 KiB
Rust
576 lines
23 KiB
Rust
//! Render jobs across the Web Worker boundary.
|
||
//!
|
||
//! A worker is a second wasm instance with its own memory, so an engine [`RenderJob`] (which holds
|
||
//! `Arc`s into the main instance) can't be shared. The main thread sends a [`WireJob`] instead:
|
||
//! where the pixels come from (the catalog [`Source`]), the develop settings and the request. The
|
||
//! worker keeps its own decoded sources ([`WorkerCore`]), reads originals and cached thumbnails
|
||
//! from browser storage, renders, and transfers the RGBA bytes back.
|
||
//!
|
||
//! Thumbnail disk cache on the web: workers read/write `thumbs/<key>.jpg` in browser storage; the
|
||
//! main thread keeps the index (sizes, recency) and prunes it to the native cache's budget
|
||
//! ([`ThumbIndex`]).
|
||
|
||
use std::collections::HashMap;
|
||
use std::sync::{Arc, Weak};
|
||
|
||
use lightcraft_engine::catalog::Source;
|
||
use lightcraft_engine::develop::{DevelopSettings, EmbeddedLens};
|
||
use lightcraft_engine::media::{DecodedSource, MediaCache, RenderJob, SourceLevel, SourceRef};
|
||
use lightcraft_engine::pipeline::{Quality, RenderRequest, Rendered, SourceInfo, StageCache};
|
||
use lightcraft_preview::{Hash128, Lru, PreviewCache};
|
||
use serde::{Deserialize, Serialize};
|
||
|
||
use crate::store::hash_of_path;
|
||
|
||
/// One render request for a worker.
|
||
#[derive(Clone, Debug, Serialize, Deserialize)]
|
||
pub struct WireJob {
|
||
#[serde(default)]
|
||
pub cache_generation: u64,
|
||
#[serde(default)]
|
||
pub source_identity: Option<String>,
|
||
pub level: SourceLevel,
|
||
pub origin: Source,
|
||
/// Decode the source at most this long.
|
||
pub max_edge: usize,
|
||
pub raw: bool,
|
||
#[serde(default)]
|
||
pub relative_wb: bool,
|
||
#[serde(default)]
|
||
pub legacy_relative_wb: bool,
|
||
pub as_shot_temp: f64,
|
||
pub as_shot_tint: f64,
|
||
pub lens: Option<EmbeddedLens>,
|
||
/// The original's long edge (`SourceInfo::native_long`).
|
||
#[serde(default)]
|
||
pub native_long: Option<usize>,
|
||
pub settings: Arc<DevelopSettings>,
|
||
pub max_w: usize,
|
||
pub max_h: usize,
|
||
pub draft: bool,
|
||
pub apply_crop: bool,
|
||
/// Thumbnail cache key (hex): read the cached file first if `thumb_cached`, store the result.
|
||
pub thumb: Option<String>,
|
||
pub thumb_cached: bool,
|
||
/// Reuse the worker's intermediate results for this view (the loupe), like the desktop's
|
||
/// per-slot stage cache: slider drags then only redo what changed.
|
||
pub stages: Option<String>,
|
||
/// The request's diagnostic overlay (`Overlay::to_parts`).
|
||
#[serde(default)]
|
||
pub overlay: (u8, f64),
|
||
/// Render only this window `[x, y, w, h]` of the output `max_w × max_h` describes (a zoomed view).
|
||
#[serde(default)]
|
||
pub window: Option<[usize; 4]>,
|
||
}
|
||
|
||
impl WireJob {
|
||
/// `view`: the slot name, for jobs that keep a stage cache.
|
||
pub fn from_job(job: &RenderJob, thumb_cached: bool, view: &str) -> WireJob {
|
||
let max_edge = match &job.source {
|
||
SourceRef::Demo { max_edge, .. } | SourceRef::File { max_edge, .. } | SourceRef::Fit { max_edge, .. } => *max_edge,
|
||
SourceRef::Loaded(img) => img.image.width.max(img.image.height),
|
||
SourceRef::Smart { .. } => 2560,
|
||
};
|
||
WireJob {
|
||
cache_generation: job.cache_generation,
|
||
source_identity: job.source_key.map(|key| key.to_string()),
|
||
level: job.level,
|
||
origin: job.origin.clone(),
|
||
max_edge,
|
||
raw: job.info.raw,
|
||
relative_wb: job.info.relative_wb,
|
||
legacy_relative_wb: job.info.legacy_relative_wb,
|
||
as_shot_temp: job.info.as_shot_temp,
|
||
as_shot_tint: job.info.as_shot_tint,
|
||
lens: job.info.lens,
|
||
native_long: job.info.native_long,
|
||
settings: job.settings.clone(),
|
||
max_w: job.request.max_w,
|
||
max_h: job.request.max_h,
|
||
draft: job.request.quality == Quality::Draft,
|
||
apply_crop: job.request.apply_crop,
|
||
thumb: job.cache.as_ref().map(|(_, k)| k.to_string()),
|
||
thumb_cached,
|
||
stages: job.stages.is_some().then(|| view.to_string()),
|
||
overlay: job.request.overlay.to_parts(),
|
||
window: job.request.window.map(|w| [w.x, w.y, w.w, w.h]),
|
||
}
|
||
}
|
||
|
||
pub fn info(&self) -> SourceInfo {
|
||
SourceInfo {
|
||
raw: self.raw,
|
||
as_shot_temp: self.as_shot_temp,
|
||
as_shot_tint: self.as_shot_tint,
|
||
lens: self.lens,
|
||
relative_wb: self.relative_wb,
|
||
legacy_relative_wb: self.legacy_relative_wb,
|
||
native_long: self.native_long,
|
||
..Default::default()
|
||
}
|
||
}
|
||
|
||
pub fn request(&self) -> RenderRequest {
|
||
RenderRequest {
|
||
max_w: self.max_w,
|
||
max_h: self.max_h,
|
||
quality: if self.draft { Quality::Draft } else { Quality::Full },
|
||
apply_crop: self.apply_crop,
|
||
overlay: lightcraft_engine::pipeline::Overlay::from_parts(self.overlay.0, self.overlay.1),
|
||
// workers render previews (exports run in-process)
|
||
space: lightcraft_engine::pipeline::OutputSpace::Srgb,
|
||
depth: lightcraft_engine::pipeline::OutputDepth::U8,
|
||
proof: None,
|
||
window: self.window.map(|[x, y, w, h]| lightcraft_engine::pipeline::PixelWindow { x, y, w, h }),
|
||
display: None,
|
||
}
|
||
}
|
||
|
||
/// Identifies the decoded source this job needs.
|
||
fn source_key(&self) -> String {
|
||
match &self.origin {
|
||
Source::File { path } => format!("{}:{:?}:{}:{path}", self.cache_generation, self.source_identity, self.max_edge),
|
||
Source::Demo { scene } => format!("{}:{:?}:{}:demo:{scene}", self.cache_generation, self.source_identity, self.max_edge),
|
||
}
|
||
}
|
||
|
||
/// Storage key of the cached thumbnail.
|
||
pub fn thumb_key(&self) -> Option<String> {
|
||
self.thumb.as_ref().map(|h| thumb_storage_key(h))
|
||
}
|
||
}
|
||
|
||
pub fn thumb_storage_key(hex: &str) -> String {
|
||
format!("thumbs/{hex}.jpg")
|
||
}
|
||
|
||
/// Decoded sources per worker.
|
||
const WORKER_SOURCE_BYTES: usize = 192 << 20;
|
||
|
||
/// The synchronous part of a worker: decoded-source cache + rendering.
|
||
pub struct WorkerCore {
|
||
sources: Lru<String, DecodedSource>,
|
||
media: MediaCache,
|
||
stages: HashMap<String, Arc<StageCache>>,
|
||
}
|
||
|
||
impl Default for WorkerCore {
|
||
fn default() -> Self {
|
||
WorkerCore { sources: Lru::new(WORKER_SOURCE_BYTES), media: MediaCache::default(), stages: HashMap::new() }
|
||
}
|
||
}
|
||
|
||
impl WorkerCore {
|
||
/// The content hash of the original to read from storage before [`WorkerCore::render`], if
|
||
/// the job needs one that isn't decoded yet.
|
||
pub fn needs_original(&mut self, job: &WireJob) -> Option<String> {
|
||
if self.sources.get(&job.source_key()).is_some() {
|
||
return None;
|
||
}
|
||
match &job.origin {
|
||
Source::File { path } => hash_of_path(path).map(str::to_string),
|
||
Source::Demo { .. } => None,
|
||
}
|
||
}
|
||
|
||
/// Render `job`; `original` holds the file's bytes when [`WorkerCore::needs_original`] asked.
|
||
pub fn render(&mut self, job: &WireJob, original: Option<&[u8]>) -> Result<Rendered, String> {
|
||
let key = job.source_key();
|
||
let src = match self.sources.get(&key).cloned() {
|
||
Some(s) => s,
|
||
None => {
|
||
let src = match (&job.origin, original) {
|
||
(Source::File { .. }, Some(bytes)) => {
|
||
let (image, info) = lightcraft_engine::files::load_bytes(bytes, job.max_edge)?;
|
||
DecodedSource::new(Arc::new(image), Some(info))
|
||
}
|
||
(Source::File { path }, None) => return Err(format!("{path}: original not found in browser storage")),
|
||
(origin @ Source::Demo { .. }, _) => self.media.origin_ref(origin, job.max_edge).load_source()?,
|
||
};
|
||
let cost = src.image.width * src.image.height * 12 + 64;
|
||
self.sources.insert(key, src.clone(), cost);
|
||
src
|
||
}
|
||
};
|
||
let info = src.info_or(job.info());
|
||
let mut rendered = match &job.stages {
|
||
Some(view) => {
|
||
let st = self.stages.entry(view.clone()).or_default().clone();
|
||
lightcraft_engine::pipeline::render_cached(&src.image, &info, &job.settings, &job.request(), &st)
|
||
}
|
||
None => lightcraft_engine::pipeline::render(&src.image, &info, &job.settings, &job.request()),
|
||
};
|
||
// an HDR edit's histogram shows its HDR range (as on native)
|
||
if let Some(h) = lightcraft_engine::pipeline::hdr_histogram(&src.image, &info, &job.settings, &job.request()) {
|
||
rendered.histogram = h;
|
||
}
|
||
Ok(rendered)
|
||
}
|
||
}
|
||
|
||
/// The web thumbnail cache's index (main thread): size and last use of every stored thumbnail,
|
||
/// pruned like the native disk cache (least recently used first, down to 80 % of the budget).
|
||
#[derive(Default, Serialize, Deserialize)]
|
||
pub struct ThumbIndex {
|
||
#[serde(default)]
|
||
namespace: u64,
|
||
/// hex key → (bytes, last use).
|
||
entries: HashMap<String, (u64, u64)>,
|
||
clock: u64,
|
||
#[serde(skip)]
|
||
total: u64,
|
||
#[serde(skip)]
|
||
pub dirty: bool,
|
||
}
|
||
|
||
impl ThumbIndex {
|
||
pub fn namespace(&self) -> u64 {
|
||
self.namespace
|
||
}
|
||
|
||
/// A persistent new namespace prevents late old workers restoring an invalidated disk hit.
|
||
pub fn cache_key(&self, key: Hash128) -> String {
|
||
if self.namespace == 0 {
|
||
return key.to_string();
|
||
}
|
||
lightcraft_preview::Hasher128::new().str(&key.to_string()).str("cleared").u64(self.namespace).finish().to_string()
|
||
}
|
||
|
||
pub fn invalidate(&mut self) -> Vec<String> {
|
||
self.namespace = self.namespace.wrapping_add(1);
|
||
self.total = 0;
|
||
self.dirty = true;
|
||
self.entries.drain().map(|(key, _)| key).collect()
|
||
}
|
||
pub fn from_json(bytes: &[u8]) -> ThumbIndex {
|
||
let mut i: ThumbIndex = serde_json::from_slice(bytes).unwrap_or_default();
|
||
i.total = i.entries.values().map(|e| e.0).sum();
|
||
i
|
||
}
|
||
|
||
pub fn to_json(&self) -> Vec<u8> {
|
||
serde_json::to_vec(self).unwrap_or_default()
|
||
}
|
||
|
||
/// Is `hex` stored? Counts as a use.
|
||
pub fn touch(&mut self, hex: &str) -> bool {
|
||
self.clock += 1;
|
||
let clock = self.clock;
|
||
match self.entries.get_mut(hex) {
|
||
Some(e) => {
|
||
e.1 = clock;
|
||
self.dirty = true;
|
||
true
|
||
}
|
||
None => false,
|
||
}
|
||
}
|
||
|
||
pub fn contains(&self, hex: &str) -> bool {
|
||
self.entries.contains_key(hex)
|
||
}
|
||
|
||
pub fn insert(&mut self, hex: &str, bytes: u64) {
|
||
self.clock += 1;
|
||
if let Some(old) = self.entries.insert(hex.to_string(), (bytes, self.clock)) {
|
||
self.total -= old.0;
|
||
}
|
||
self.total += bytes;
|
||
self.dirty = true;
|
||
}
|
||
|
||
pub fn remove(&mut self, hex: &str) {
|
||
if let Some(old) = self.entries.remove(hex) {
|
||
self.total -= old.0;
|
||
self.dirty = true;
|
||
}
|
||
}
|
||
|
||
pub fn total(&self) -> u64 {
|
||
self.total
|
||
}
|
||
|
||
pub fn len(&self) -> usize {
|
||
self.entries.len()
|
||
}
|
||
|
||
pub fn is_empty(&self) -> bool {
|
||
self.entries.is_empty()
|
||
}
|
||
|
||
/// Over `budget`: drop the least recently used entries down to 80 % of it. Returns the keys
|
||
/// whose files should be deleted.
|
||
pub fn prune(&mut self, budget: u64) -> Vec<String> {
|
||
if self.total <= budget {
|
||
return Vec::new();
|
||
}
|
||
let target = budget / 5 * 4;
|
||
let mut by_age: Vec<(String, u64, u64)> = self.entries.iter().map(|(k, v)| (k.clone(), v.0, v.1)).collect();
|
||
by_age.sort_by_key(|e| e.2);
|
||
let mut out = Vec::new();
|
||
for (k, _, _) in by_age {
|
||
if self.total <= target {
|
||
break;
|
||
}
|
||
self.remove(&k);
|
||
out.push(k);
|
||
}
|
||
out
|
||
}
|
||
}
|
||
|
||
/// Which rendered-thumbnail cache, at which generation, the stored thumbnails ([`ThumbIndex`])
|
||
/// belong to (main thread). Clearing the previews bumps the cache's generation, and opening
|
||
/// another library replaces the cache: either makes every stored thumbnail obsolete.
|
||
pub struct CacheWatch(Option<(Weak<PreviewCache>, u64)>);
|
||
|
||
impl CacheWatch {
|
||
/// Watch `active`, the session's cache when the workers start: the persisted index belongs
|
||
/// to it at its current generation. (Without this baseline, the first observation after a
|
||
/// clear would only record the cleared generation and keep the obsolete thumbnails.)
|
||
pub fn new(active: &Arc<PreviewCache>) -> CacheWatch {
|
||
CacheWatch(Some((Arc::downgrade(active), active.generation())))
|
||
}
|
||
|
||
/// The watched cache, while it's alive.
|
||
pub fn cache(&self) -> Option<Arc<PreviewCache>> {
|
||
self.0.as_ref().and_then(|(cache, _)| cache.upgrade())
|
||
}
|
||
|
||
/// `cache` at `generation` is the active one now. If it was cleared or replaced since the
|
||
/// last observation, invalidate `index` and return the keys whose files should be deleted.
|
||
pub fn observe(&mut self, cache: &Arc<PreviewCache>, generation: u64, index: &mut ThumbIndex) -> Vec<String> {
|
||
let changed = self.0.as_ref().is_some_and(|(old, g)| old.as_ptr() != Arc::as_ptr(cache) || *g != generation);
|
||
self.0 = Some((Arc::downgrade(cache), generation));
|
||
if changed { index.invalidate() } else { Vec::new() }
|
||
}
|
||
}
|
||
|
||
/// Hands out the positions that render workers will have in the main thread's worker list.
|
||
/// A worker that fails to start gets no position, so the position a callback captures stays the
|
||
/// index of its own worker in that list (#229).
|
||
#[derive(Debug, Default)]
|
||
pub struct WorkerSlots {
|
||
next: usize,
|
||
}
|
||
|
||
impl WorkerSlots {
|
||
/// The position the worker being started will have, if it comes up.
|
||
pub fn peek(&self) -> usize {
|
||
self.next
|
||
}
|
||
|
||
/// The worker at [`Self::peek`] came up and was added to the list.
|
||
pub fn commit(&mut self) {
|
||
self.next += 1;
|
||
}
|
||
}
|
||
|
||
#[cfg(test)]
|
||
mod tests {
|
||
use super::*;
|
||
use lightcraft_engine::Session;
|
||
|
||
// Issue #229: a failed worker attempt must not shift the positions of the workers after it
|
||
#[test]
|
||
fn a_failed_worker_attempt_leaves_no_gap_in_the_slots() {
|
||
let mut slots = WorkerSlots::default();
|
||
let mut taken = Vec::new();
|
||
for attempt_ok in [false, true, true, true] {
|
||
let i = slots.peek();
|
||
if attempt_ok {
|
||
taken.push(i);
|
||
slots.commit();
|
||
}
|
||
}
|
||
assert_eq!(taken, vec![0, 1, 2]);
|
||
}
|
||
|
||
#[test]
|
||
fn clearing_index_changes_disk_namespace_and_survives_restart() {
|
||
let key = lightcraft_preview::hash_bytes(b"thumbnail");
|
||
let mut index = ThumbIndex::default();
|
||
let old = index.cache_key(key);
|
||
assert_eq!(old, key.to_string());
|
||
index.insert(&old, 100);
|
||
assert_eq!(index.invalidate(), vec![old.clone()]);
|
||
let new = index.cache_key(key);
|
||
assert_ne!(old, new);
|
||
index.insert(&new, 100);
|
||
let reopened = ThumbIndex::from_json(&index.to_json());
|
||
assert_eq!(reopened.cache_key(key), new);
|
||
assert!(!reopened.contains(&old));
|
||
assert!(reopened.contains(&new));
|
||
}
|
||
|
||
// Issue #323: a worker given a zoomed view's window renders that window, not the whole frame
|
||
#[test]
|
||
fn a_window_job_crosses_the_wire_and_renders_the_same_window() {
|
||
use lightcraft_engine::pipeline::PixelWindow;
|
||
let mut s = Session::with_demo();
|
||
let id = s.visible_cloned()[0];
|
||
let win = PixelWindow { x: 300, y: 200, w: 160, h: 120 };
|
||
let job = s.region_job(id, 1920, 1280, win, true).unwrap();
|
||
let wire = WireJob::from_job(&job, false, "Region");
|
||
let wire: WireJob = serde_json::from_str(&serde_json::to_string(&wire).unwrap()).unwrap();
|
||
assert_eq!(wire.request().window, Some(win));
|
||
let mut core = WorkerCore::default();
|
||
let a = core.render(&wire, None).unwrap();
|
||
let b = job.run().rendered.unwrap();
|
||
assert_eq!((a.image.width, a.image.height), (160, 120));
|
||
assert_eq!((b.image.width, b.image.height), (160, 120));
|
||
// the worker renders on the CPU; the engine job uses a GPU when the machine has one, which
|
||
// stays within docs/gpu-pipeline.md's bound (≤ 3 LSB per channel) rather than bit-exact
|
||
let max = a.image.data.iter().zip(&b.image.data).flat_map(|(p, q)| (0..3).map(move |c| p[c].abs_diff(q[c]))).max();
|
||
assert!(max.is_some_and(|m| m <= 3), "max channel difference {max:?}");
|
||
}
|
||
|
||
// a job from before windows existed has none
|
||
#[test]
|
||
fn a_job_without_a_window_field_has_no_window() {
|
||
let mut s = Session::with_demo();
|
||
let id = s.visible_cloned()[0];
|
||
let wire = WireJob::from_job(&s.thumb_job(id, 128).unwrap(), false, "Thumb");
|
||
let mut v = serde_json::to_value(&wire).unwrap();
|
||
v.as_object_mut().unwrap().remove("window");
|
||
let old: WireJob = serde_json::from_value(v).unwrap();
|
||
assert_eq!(old.request().window, None);
|
||
}
|
||
|
||
#[test]
|
||
fn wire_job_renders_like_the_engine() {
|
||
let mut s = Session::with_demo();
|
||
let id = s.visible_cloned()[0];
|
||
s.execute("library.select", &serde_json::json!({"ids": [id.0]})).unwrap();
|
||
s.execute("develop.set", &serde_json::json!({"control": "light.exposure", "value": 0.7})).unwrap();
|
||
let job = s.thumb_job(id, 128).unwrap();
|
||
let wire = WireJob::from_job(&job, false, "Thumb");
|
||
// through JSON, as it crosses the worker boundary
|
||
let wire: WireJob = serde_json::from_str(&serde_json::to_string(&wire).unwrap()).unwrap();
|
||
assert!(wire.thumb.is_some());
|
||
let mut core = WorkerCore::default();
|
||
assert_eq!(core.needs_original(&wire), None, "demo scenes are generated");
|
||
let a = core.render(&wire, None).unwrap();
|
||
let b = job.run().rendered.unwrap();
|
||
assert_eq!((a.image.width, a.image.height), (b.image.width, b.image.height));
|
||
assert_eq!(a.image.data, b.image.data);
|
||
assert_eq!(a.histogram, b.histogram);
|
||
}
|
||
|
||
#[test]
|
||
fn worker_reads_originals_once() {
|
||
let bytes = crate::store::png_bytes(64, 48);
|
||
let hash = crate::store::content_hash(&bytes);
|
||
let origin = Source::File { path: crate::store::original_path(&hash, "a.png") };
|
||
let job = WireJob {
|
||
cache_generation: 0,
|
||
source_identity: None,
|
||
level: SourceLevel::Thumb,
|
||
origin,
|
||
max_edge: 512,
|
||
raw: false,
|
||
relative_wb: false,
|
||
legacy_relative_wb: false,
|
||
as_shot_temp: 6500.0,
|
||
as_shot_tint: 0.0,
|
||
lens: None,
|
||
native_long: None,
|
||
settings: Arc::new(DevelopSettings::default()),
|
||
max_w: 32,
|
||
max_h: 32,
|
||
draft: false,
|
||
apply_crop: true,
|
||
thumb: None,
|
||
thumb_cached: false,
|
||
stages: Some("Main".into()),
|
||
overlay: (0, 0.0),
|
||
window: None,
|
||
};
|
||
let mut core = WorkerCore::default();
|
||
assert_eq!(core.needs_original(&job).as_deref(), Some(hash.as_str()));
|
||
assert!(core.render(&job, None).is_err());
|
||
let r = core.render(&job, Some(&bytes)).unwrap();
|
||
assert_eq!(r.image.width, 32);
|
||
assert_eq!(core.needs_original(&job), None, "decoded source is kept");
|
||
let mut reloaded = job.clone();
|
||
reloaded.source_identity = Some("changed content".into());
|
||
assert_eq!(core.needs_original(&reloaded).as_deref(), Some(hash.as_str()), "content reload must not reuse an old decoded source");
|
||
let mut refreshed = job.clone();
|
||
refreshed.cache_generation = 1;
|
||
assert_eq!(core.needs_original(&refreshed).as_deref(), Some(hash.as_str()), "explicit refresh must not reuse the old decoded source");
|
||
}
|
||
|
||
/// The persisted index as a restarted page loads it: one stored thumbnail.
|
||
fn persisted_index(key: Hash128) -> (ThumbIndex, String) {
|
||
let mut index = ThumbIndex::default();
|
||
let hex = index.cache_key(key);
|
||
index.insert(&hex, 100);
|
||
(ThumbIndex::from_json(&index.to_json()), hex)
|
||
}
|
||
|
||
#[test]
|
||
fn clearing_previews_before_the_first_request_invalidates_stored_thumbnails() {
|
||
let key = lightcraft_preview::hash_bytes(b"thumbnail");
|
||
let (mut index, old) = persisted_index(key);
|
||
let cache = Arc::new(PreviewCache::memory(1 << 20));
|
||
let mut watch = CacheWatch::new(&cache);
|
||
let mut gone = Vec::new();
|
||
// each frame (`Workers::finished`) observes the watched cache, even with no requests
|
||
let mut frame = |watch: &mut CacheWatch, index: &mut ThumbIndex| {
|
||
if let Some(c) = watch.cache() {
|
||
gone.extend(watch.observe(&c, c.generation(), index));
|
||
}
|
||
};
|
||
frame(&mut watch, &mut index); // an empty filtered view: no render request yet
|
||
cache.clear(); // File ▸ Clear Preview Cache
|
||
frame(&mut watch, &mut index);
|
||
// the filter is removed: the first thumbnail request (`Workers::try_start`)
|
||
gone.extend(watch.observe(&cache, cache.generation(), &mut index));
|
||
let disk_key = index.cache_key(key);
|
||
assert!(!index.touch(&disk_key), "the pre-clear thumbnail must not be read back");
|
||
assert_eq!(gone, vec![old.clone()], "the stored file is deleted");
|
||
assert_ne!(disk_key, old, "a fresh namespace: a late old write can't come back");
|
||
assert!(index.dirty, "the invalidated index is saved");
|
||
}
|
||
|
||
#[test]
|
||
fn replacing_the_cache_before_the_first_request_invalidates_stored_thumbnails() {
|
||
let key = lightcraft_preview::hash_bytes(b"thumbnail");
|
||
let (mut index, old) = persisted_index(key);
|
||
let first = Arc::new(PreviewCache::memory(1 << 20));
|
||
let mut watch = CacheWatch::new(&first);
|
||
let other = Arc::new(PreviewCache::memory(1 << 20)); // another library, generation 0 again
|
||
assert_eq!(watch.observe(&other, other.generation(), &mut index), vec![old]);
|
||
}
|
||
|
||
#[test]
|
||
fn a_normal_start_keeps_stored_thumbnails() {
|
||
let key = lightcraft_preview::hash_bytes(b"thumbnail");
|
||
let (mut index, old) = persisted_index(key);
|
||
let cache = Arc::new(PreviewCache::memory(1 << 20));
|
||
let mut watch = CacheWatch::new(&cache);
|
||
for _ in 0..3 {
|
||
assert!(watch.observe(&cache, cache.generation(), &mut index).is_empty());
|
||
}
|
||
assert_eq!(index.cache_key(key), old);
|
||
assert!(index.touch(&old), "persisted thumbnails survive a restart");
|
||
}
|
||
|
||
#[test]
|
||
fn thumb_index_prunes_lru() {
|
||
let mut i = ThumbIndex::default();
|
||
for k in ["a", "b", "c", "d"] {
|
||
i.insert(k, 100);
|
||
}
|
||
assert!(i.touch("a"));
|
||
assert!(!i.touch("zz"));
|
||
assert!(i.prune(1000).is_empty());
|
||
let gone = i.prune(300); // 400 > 300 → down to 240
|
||
assert_eq!(gone, vec!["b".to_string(), "c".to_string()]);
|
||
assert_eq!(i.total(), 200);
|
||
let j = ThumbIndex::from_json(&i.to_json());
|
||
assert_eq!((j.len(), j.total()), (2, 200));
|
||
assert!(j.contains("a") && j.contains("d"));
|
||
}
|
||
}
|