//! The native `.designcraft` format: a zip archive holding //! //! - `mimetype` (stored first, uncompressed): `application/vnd.designcraft+zip` //! - `document.json`: the [`Document`] (pretty JSON, documented by the serde model in `designcraft-doc`) //! - `assets/.`: embedded placed files, byte-for-byte: one per distinct file, and only //! the ones the document references (see [`Document::compact_assets`]) //! - `meta.json`: format version and generator //! - `preview.png` (optional): a small picture of the first page, for the start screen's recent files //! //! Older single-file JSON documents (assets as base64 in `assetData`) still open. Documents //! from older format versions are upgraded on load so they lay out as they did. #![deny(clippy::unwrap_used, clippy::expect_used, clippy::panic, clippy::unimplemented, clippy::todo, clippy::unreachable)] #![forbid(unsafe_code)] use std::collections::{HashMap, HashSet}; use std::hash::BuildHasher; use std::io::{Cursor, Read, Write}; use std::sync::Arc; use designcraft_doc::{AssetId, Document, ParaAttrs, Story}; use serde_json::{Value, json}; pub const MIME: &str = "application/vnd.designcraft+zip"; /// Latest reader capability. Version 2 pinned the Keep Lines Together and drop cap defaults; /// version 3 adds rendering of retained EPS source assets; version 4 is one capability covering both /// retained placed-graphic layer options and explicit all-on placed-PDF layer choices, so a version 4 /// reader understands both. Any later capability needs version 5. [`required_version`] is the only /// place that picks a version. pub const VERSION: u32 = 4; #[derive(Debug, thiserror::Error)] pub enum FormatError { #[error("not a DesignCraft document: {0}")] NotOurs(String), #[error("document is from a newer DesignCraft (format {0}); please update")] TooNew(u64), #[error("{0}")] Io(String), /// The document holds something the file can't represent; nothing is written. #[error("{0}")] Unsaveable(String), } fn ext_for(mime: &str) -> &'static str { match mime { "image/png" => "png", "image/jpeg" => "jpg", "image/gif" => "gif", "image/webp" => "webp", "image/tiff" => "tif", "application/pdf" => "pdf", "application/postscript" => "eps", "image/svg+xml" => "svg", _ => "bin", } } /// Serialize a document to `.designcraft` bytes. The file holds each distinct placed file once /// and leaves out assets nothing references; `doc` itself keeps them (undo can bring them back). pub fn save(doc: &Document) -> Result, FormatError> { save_with_preview(doc, None) } /// [`save`], plus `preview` (PNG bytes) as `preview.png`. pub fn save_with_preview(doc: &Document, preview: Option<&[u8]>) -> Result, FormatError> { save_with_large_entries_from(doc, preview, LARGE_ENTRY) } /// Asset entries this size or larger are written with zip64 sizes. Zip rejects an entry over /// 4 GiB written without them; the margin covers deflate output that is larger than its input. const LARGE_ENTRY: usize = (u32::MAX as usize).saturating_sub(64 << 20); /// The oldest reader capability that keeps everything in `doc`. Documents that need nothing newer /// keep their older requirement so existing readers still open them. fn required_version(doc: &Document) -> u32 { // Version 4 covers both of these: older readers ignore the unknown fields, so they would // silently drop retained graphic layer choices, or read an explicit all-on PDF layer choice // (empty hidden list) as "use the file's defaults". A nonempty hidden list stays readable. if doc.has_graphic_layer_options() || doc.has_explicit_all_on_pdf_layers() { return 4; } // Older readers would silently omit EPS artwork. Preview-only legacy assets and documents // without EPS stay at 2 so their existing readers keep working; writing 1 would make a // reader re-run the version 2 paragraph upgrade over current defaults. if doc.assets.values().any(|a| designcraft_images::is_eps(&a.data)) { 3 } else { 2 } } fn save_with_large_entries_from(doc: &Document, preview: Option<&[u8]>, large_entry: usize) -> Result, FormatError> { // JSON writes infinity and NaN as null, which no load accepts: the file would not open. if let Some(id) = doc.non_finite_item() { return Err(FormatError::Unsaveable(format!("object {} has a position or size that is not a finite number", id.0))); } let mut compact = doc.clone(); compact.compact_assets(); let doc = &compact; let io = |e: zip::result::ZipError| FormatError::Io(e.to_string()); let mut buf = Cursor::new(Vec::new()); { let mut z = zip::ZipWriter::new(&mut buf); let stored = zip::write::SimpleFileOptions::default().compression_method(zip::CompressionMethod::Stored); let deflate = zip::write::SimpleFileOptions::default().compression_method(zip::CompressionMethod::Deflated); z.start_file("mimetype", stored).map_err(io)?; z.write_all(MIME.as_bytes()).map_err(|e| FormatError::Io(e.to_string()))?; z.start_file("meta.json", deflate).map_err(io)?; let version = required_version(doc); let meta = json!({"format": "designcraft", "version": version, "generator": concat!("DesignCraft ", env!("CARGO_PKG_VERSION"))}); z.write_all(meta.to_string().as_bytes()).map_err(|e| FormatError::Io(e.to_string()))?; if let Some(png) = preview { z.start_file(PREVIEW, stored).map_err(io)?; z.write_all(png).map_err(|e| FormatError::Io(e.to_string()))?; } z.start_file("document.json", deflate).map_err(io)?; let json = serde_json::to_vec_pretty(doc).map_err(|e| FormatError::Io(e.to_string()))?; z.write_all(&json).map_err(|e| FormatError::Io(e.to_string()))?; for (id, a) in &doc.assets { if a.data.is_empty() { continue; } // Already-compressed images are stored as-is. let opts = if matches!(a.mime.as_str(), "image/png" | "image/jpeg" | "image/gif" | "image/webp") { stored } else { deflate }; let opts = opts.large_file(a.data.len() >= large_entry); z.start_file(format!("assets/{}.{}", id.0, ext_for(&a.mime)), opts).map_err(io)?; z.write_all(&a.data).map_err(|e| FormatError::Io(e.to_string()))?; } z.finish().map_err(io)?; } Ok(buf.into_inner()) } /// The file name extension of a DesignCraft document. pub const EXTENSION: &str = "designcraft"; /// Whether `bytes` are a DesignCraft document package: a zip holding `document.json`. Files /// without an extension are recognised by this (the legacy JSON form is too generic to sniff). pub fn is_designcraft(bytes: &[u8]) -> bool { bytes.starts_with(b"PK") && zip::ZipArchive::new(Cursor::new(bytes)).is_ok_and(|z| z.index_for_name("document.json").is_some()) } /// Whether `prefix`, the start of a file, opens a DesignCraft package: a zip whose first, stored /// entry is the `mimetype` naming this format. Packages saved before they had one are recognised /// only whole ([`is_designcraft`]). pub fn starts_designcraft(prefix: &[u8]) -> bool { prefix.starts_with(b"PK\x03\x04") && prefix.get(26..28) == Some(&8u16.to_le_bytes()[..]) && prefix.get(30..38) == Some(b"mimetype") && { let extra = prefix.get(28..30).map_or(0, |e| usize::from(u16::from_le_bytes([e[0], e[1]]))); prefix.get(38 + extra..).is_some_and(|rest| rest.starts_with(MIME.as_bytes())) } } /// The zip entry holding the first page's picture. pub const PREVIEW: &str = "preview.png"; /// The PNG bytes of a `.designcraft` file's preview, reading only the zip's directory and that /// entry. None for files without one (saved before previews, or legacy JSON) or that aren't ours. pub fn read_preview(file: R) -> Option> { let mut z = zip::ZipArchive::new(file).ok()?; let f = z.by_name(PREVIEW).ok()?; // A preview is small; a huge entry is not one we wrote. if f.size() > MAX_PREVIEW_BYTES { return None; } // The declared size can lie: bound what the entry inflates to as well. let mut v = Vec::new(); f.take(MAX_PREVIEW_BYTES + 1).read_to_end(&mut v).ok()?; (u64::try_from(v.len()).ok()? <= MAX_PREVIEW_BYTES).then_some(v) } /// The largest preview read back (a first-page PNG is far smaller). const MAX_PREVIEW_BYTES: u64 = 4 << 20; /// Read `.designcraft` bytes (zip, or the legacy single JSON file). pub fn load(bytes: &[u8]) -> Result { if bytes.starts_with(b"PK") { return load_zip(bytes); } load_legacy_json(bytes) } /// Most entries a `.designcraft` archive may hold. const MAX_ENTRIES: usize = 100_000; /// Most bytes `meta.json` or `document.json` may expand to. const MAX_JSON_BYTES: u64 = 256 << 20; /// Most bytes one embedded asset may expand to. const MAX_ASSET_BYTES: u64 = 1 << 30; /// Most bytes all the entries read from one archive may expand to together. const MAX_TOTAL_BYTES: u64 = 4 << 30; /// Read entry `name` of `z`, or `None` when it is missing or unreadable. Refuses an entry that /// expands past `limit` bytes or past what is `left` of the archive's budget, without /// decompressing more than that: the sizes the archive claims are not trusted. fn read_entry(z: &mut zip::ZipArchive>, name: &str, limit: u64, left: &mut u64) -> Result>, FormatError> { let too_big = || FormatError::Io(format!("{name} is larger than the {limit}-byte limit (or the archive is larger than {MAX_TOTAL_BYTES} bytes)")); let Ok(f) = z.by_name(name) else { return Ok(None) }; let limit = limit.min(*left); if f.size() > limit { return Err(too_big()); } let mut v = Vec::new(); if f.take(limit.saturating_add(1)).read_to_end(&mut v).is_err() { return Ok(None); } let n = v.len() as u64; if n > limit { return Err(too_big()); } *left = left.saturating_sub(n); Ok(Some(v)) } fn load_zip(bytes: &[u8]) -> Result { let mut z = zip::ZipArchive::new(Cursor::new(bytes)).map_err(|e| FormatError::NotOurs(e.to_string()))?; if z.len() > MAX_ENTRIES { return Err(FormatError::NotOurs(format!("{} entries (at most {MAX_ENTRIES})", z.len()))); } let mut left = MAX_TOTAL_BYTES; let version = read_entry(&mut z, "meta.json", MAX_JSON_BYTES, &mut left)? .and_then(|meta| serde_json::from_slice::(&meta).ok()) .and_then(|m| m.get("version").and_then(Value::as_u64)) .unwrap_or(1); if version > u64::from(VERSION) { return Err(FormatError::TooNew(version)); } let json = read_entry(&mut z, "document.json", MAX_JSON_BYTES, &mut left)?.ok_or_else(|| FormatError::NotOurs("missing document.json".into()))?; let mut v: Value = serde_json::from_slice(&json).map_err(|e| FormatError::NotOurs(e.to_string()))?; upgrade_json(&mut v); let mut doc: Document = serde_json::from_value(v).map_err(|e| FormatError::NotOurs(e.to_string()))?; let names: Vec = z.file_names().map(str::to_string).collect(); // Files saved with one copy per placement: identical copies share one buffer as they are // read, so memory holds each distinct file once. let fingerprint = std::collections::hash_map::RandomState::new(); let mut loaded: HashMap>>> = HashMap::new(); for name in names { let Some(stem) = name.strip_prefix("assets/") else { continue }; let Some(id) = stem.split('.').next().and_then(|s| s.parse::().ok()) else { continue }; // Entries for assets the document doesn't have are never decompressed. if !doc.assets.contains_key(&AssetId(id)) { continue; } if let (Some(data), Some(a)) = (read_entry(&mut z, &name, MAX_ASSET_BYTES, &mut left)?, doc.assets.get_mut(&AssetId(id))) { let same = loaded.entry(fingerprint.hash_one(data.as_slice())).or_default(); let data = match same.iter().find(|d| ***d == data) { Some(d) => d.clone(), None => { let d = Arc::new(data); same.push(d.clone()); d } }; Arc::make_mut(a).data = data; } } upgrade(&mut doc, u32::try_from(version).unwrap_or(u32::MAX)); doc.merge_duplicate_assets(); doc.mark_differing_margins_local(); doc.renumber_duplicate_items(); doc.check().map_err(|e| FormatError::NotOurs(e.to_string()))?; Ok(doc) } /// Bring a document saved in format `from` up to [`VERSION`]. fn upgrade(doc: &mut Document, from: u32) { if from < 2 { // Format 1 laid out an unset Keep Lines Together mode as all lines in paragraph, and drop // caps without Align Left Edge. pin_para_default(doc, |a| &mut a.keep_all_lines, true); pin_para_default(doc, |a| &mut a.drop_cap_align_left, false); } } /// Pin a paragraph attribute to the value an older format resolved it to where nothing set it: /// at the start of each paragraph style chain that leaves it unset, and on paragraphs whose style /// is missing. fn pin_para_default(doc: &mut Document, field: fn(&mut ParaAttrs) -> &mut Option, old: T) { let unset = |a: &ParaAttrs| field(&mut a.clone()).is_none(); let roots: std::collections::HashSet = doc .styles .paragraph .iter() .filter_map(|s| { let chain = doc.styles.para_chain(&s.name); if chain.iter().all(|c| unset(&c.para)) { chain.first().map(|c| c.name.clone()) } else { None } }) .collect(); if !roots.is_empty() { for s in doc.styles_mut().paragraph.iter_mut().filter(|s| roots.contains(&s.name)) { *field(&mut s.para) = Some(old.clone()); } } let styles = doc.styles.clone(); let mut pin = |st: &mut Story| { for p in st.paras.iter_mut().filter(|p| styles.para(&p.style).is_none()) { let v = field(&mut p.para); if v.is_none() { *v = Some(old.clone()); } } }; for st in doc.stories.values_mut() { let st = Arc::make_mut(st); st.for_each_text_mut(&mut pin); for n in &mut st.endnotes { Arc::make_mut(n).text.for_each_text_mut(&mut pin); } } } fn load_legacy_json(bytes: &[u8]) -> Result { let mut v: Value = serde_json::from_slice(bytes).map_err(|e| FormatError::NotOurs(e.to_string()))?; upgrade_json(&mut v); let mut doc: Document = serde_json::from_value(v.clone()).map_err(|e| FormatError::NotOurs(e.to_string()))?; if let Some(data) = v.get("assetData").and_then(Value::as_object) { for (k, s) in data { if let (Ok(id), Some(s)) = (k.parse::(), s.as_str()) && let Some(a) = doc.assets.get_mut(&AssetId(id)) { Arc::make_mut(a).data = Arc::new(base64_decode(s)); } } } upgrade(&mut doc, 1); doc.merge_duplicate_assets(); doc.mark_differing_margins_local(); doc.renumber_duplicate_items(); doc.check().map_err(|e| FormatError::NotOurs(e.to_string()))?; Ok(doc) } /// Bring older documents' JSON up to the current model. Vertical Type was a text frame option /// (`content.options.vertical`); it is the story's direction, which a story takes from its first /// frame. fn upgrade_json(doc: &mut Value) { let mut vertical = HashSet::new(); vertical_frames(doc, &mut vertical, 0); if vertical.is_empty() { return; } let Some(stories) = doc.get_mut("stories").and_then(Value::as_object_mut) else { return }; for st in stories.values_mut() { let first = st.get("frames").and_then(|f| f.get(0)).and_then(Value::as_u64); if let (Some(f), Some(st)) = (first, st.as_object_mut()) && vertical.contains(&f) && !st.contains_key("vertical") { st.insert("vertical".into(), Value::Bool(true)); } } } /// Ids of the text frames in `v` (any depth: groups, anchored objects) whose options say vertical. fn vertical_frames(v: &Value, out: &mut HashSet, depth: usize) { // serde_json already refuses JSON nested deeper than 128 levels. if depth > 256 { return; } match v { Value::Object(m) => { if let (Some(id), Some(c)) = (m.get("id").and_then(Value::as_u64), m.get("content")) && c.get("type").and_then(Value::as_str) == Some("text") && c.get("options").and_then(|o| o.get("vertical")).and_then(Value::as_bool) == Some(true) { out.insert(id); } for c in m.values() { vertical_frames(c, out, depth + 1); } } Value::Array(a) => { for c in a { vertical_frames(c, out, depth + 1); } } _ => {} } } fn base64_decode(s: &str) -> Vec { let mut out = Vec::with_capacity(s.len() * 3 / 4); let (mut buf, mut bits) = (0u32, 0); for b in s.bytes() { let v = match b { b'A'..=b'Z' => b - b'A', b'a'..=b'z' => b - b'a' + 26, b'0'..=b'9' => b - b'0' + 52, b'+' | b'-' => 62, b'/' | b'_' => 63, _ => continue, } as u32; buf = buf << 6 | v; bits += 6; if bits >= 8 { bits -= 8; out.push((buf >> bits) as u8); } } out } #[cfg(test)] mod tests;