//! A small XML tree built on `quick-xml`, with streaming of repeated elements (worksheet rows, //! shared strings) so large parts never need a full tree, plus escaping helpers for writing. use quick_xml::Reader; use quick_xml::XmlVersion; use quick_xml::events::{BytesStart, Event}; use crate::IoError; /// Maximum element nesting accepted in any part. pub const MAX_DEPTH: usize = 256; /// An element: local name (namespace prefix dropped), attributes by local name, children and /// its direct text content. #[derive(Clone, Debug, Default, PartialEq)] pub struct El { pub name: String, pub attrs: Vec<(String, String)>, pub children: Vec, pub text: String, } impl El { pub fn attr(&self, k: &str) -> Option<&str> { self.attrs.iter().find(|(n, _)| n == k).map(|(_, v)| v.as_str()) } pub fn attr_u32(&self, k: &str) -> Option { self.attr(k).and_then(|v| v.trim().parse::().ok()) } pub fn attr_i64(&self, k: &str) -> Option { self.attr(k).and_then(|v| v.trim().parse::().ok()) } pub fn attr_f64(&self, k: &str) -> Option { self.attr(k).and_then(|v| v.trim().parse::().ok()).filter(|v| v.is_finite()) } /// xsd:boolean (`1`/`true`/`0`/`false`). pub fn attr_bool(&self, k: &str) -> Option { match self.attr(k)?.trim() { "1" | "true" | "on" | "t" => Some(true), "0" | "false" | "off" | "f" => Some(false), _ => None, } } pub fn flag(&self, k: &str, default: bool) -> bool { self.attr_bool(k).unwrap_or(default) } pub fn child(&self, name: &str) -> Option<&El> { self.children.iter().find(|c| c.name == name) } pub fn kids<'a>(&'a self, name: &'a str) -> impl Iterator + 'a { self.children.iter().filter(move |c| c.name == name) } /// Follows a path of child names. pub fn path(&self, names: &[&str]) -> Option<&El> { let mut e = self; for n in names { e = e.child(n)?; } Some(e) } /// `val` attribute of a child (the common `` pattern). pub fn child_val(&self, name: &str) -> Option<&str> { self.child(name).and_then(|c| c.attr("val")) } } /// Text of a SpreadsheetML string item (``, ``, comment ``): `` and rich text /// runs ``, phonetic runs ignored. Decodes `_xHHHH_` escapes. pub fn rich_text(e: &El) -> String { let mut s = String::new(); for c in &e.children { match c.name.as_str() { "t" => s.push_str(&c.text), "r" => { for t in c.kids("t") { s.push_str(&t.text); } } _ => {} } } decode_xstring(&s) } /// Converts input bytes to UTF-8 XML text (handles BOMs and UTF-16). pub(crate) fn to_utf8(xml: &[u8]) -> std::borrow::Cow<'_, [u8]> { if let Some(rest) = xml.strip_prefix(&[0xEF, 0xBB, 0xBF]) { return std::borrow::Cow::Borrowed(rest); } let utf16 = |le: bool, b: &[u8]| -> Vec { let units = b.as_chunks::<2>().0.iter().map(|c| if le { u16::from_le_bytes(*c) } else { u16::from_be_bytes(*c) }); let s: String = char::decode_utf16(units).map(|r| r.unwrap_or('\u{FFFD}')).collect(); // The declaration may claim UTF-16; quick-xml without the encoding feature ignores it. s.into_bytes() }; if let Some(rest) = xml.strip_prefix(&[0xFF, 0xFE]) { return std::borrow::Cow::Owned(utf16(true, rest)); } if let Some(rest) = xml.strip_prefix(&[0xFE, 0xFF]) { return std::borrow::Cow::Owned(utf16(false, rest)); } // UTF-16 without BOM: `<\0?\0`. if xml.len() >= 4 && xml[1] == 0 && xml[3] == 0 && xml[0] != 0 { return std::borrow::Cow::Owned(utf16(true, xml)); } if xml.len() >= 4 && xml[0] == 0 && xml[2] == 0 && xml[1] != 0 { return std::borrow::Cow::Owned(utf16(false, xml)); } std::borrow::Cow::Borrowed(xml) } fn local(name: &[u8]) -> String { let n = match name.iter().rposition(|&b| b == b':') { Some(i) => name.get(i + 1..).unwrap_or(name), None => name, }; String::from_utf8_lossy(n).into_owned() } fn start_el(e: &BytesStart<'_>) -> El { let mut el = El { name: local(e.name().as_ref()), ..Default::default() }; for a in e.attributes().with_checks(false).flatten() { let key = a.key.as_ref(); // Namespace declarations carry no data for us. if key == b"xmlns" || key.starts_with(b"xmlns:") { continue; } let v = match a.normalized_value(XmlVersion::Explicit1_0) { Ok(v) => v.into_owned(), Err(_) => String::from_utf8_lossy(&a.value).into_owned(), }; el.attrs.push((local(key), v)); } el } fn named_entity(name: &str) -> Option { Some(match name { "amp" => '&', "lt" => '<', "gt" => '>', "quot" => '"', "apos" => '\'', _ => return None, }) } /// Parses a whole part into a tree. pub fn parse(xml: &[u8]) -> Result { parse_streaming(xml, &[], &mut |_| Ok(())) } /// Parses a part; complete elements named in `split` (below the root) are handed to `cb` and not /// kept in the returned tree. pub fn parse_streaming(xml: &[u8], split: &[&str], cb: &mut dyn FnMut(El) -> Result<(), IoError>) -> Result { let data = to_utf8(xml); let mut reader = Reader::from_reader(data.as_ref()); { let cfg = reader.config_mut(); cfg.check_end_names = false; cfg.allow_unmatched_ends = true; cfg.allow_dangling_amp = true; cfg.trim_text_start = false; cfg.trim_text_end = false; } let mut stack: Vec = Vec::new(); let mut root: Option = None; let mut buf = Vec::new(); // Attach a finished element to its parent (or emit it / make it the root). fn finish(stack: &mut [El], root: &mut Option, el: El, split: &[&str], cb: &mut dyn FnMut(El) -> Result<(), IoError>) -> Result<(), IoError> { match stack.last_mut() { Some(parent) => { if split.contains(&el.name.as_str()) { cb(el)?; } else { parent.children.push(el); } } None => { if root.is_none() { *root = Some(el); } } } Ok(()) } loop { let ev = reader.read_event_into(&mut buf).map_err(|e| IoError::Xml(format!("{e} at byte {}", reader.buffer_position())))?; match ev { Event::Start(e) => { if stack.len() >= MAX_DEPTH { return Err(IoError::Xml("XML nested too deeply".into())); } stack.push(start_el(&e)); } Event::Empty(e) => { let el = start_el(&e); finish(&mut stack, &mut root, el, split, cb)?; } Event::End(_) => { if let Some(el) = stack.pop() { finish(&mut stack, &mut root, el, split, cb)?; } } Event::Text(t) => { if let Some(top) = stack.last_mut() { let s = t.xml_content(XmlVersion::Explicit1_0).map_err(|e| IoError::Xml(e.to_string()))?; top.text.push_str(&s); } } Event::CData(t) => { if let Some(top) = stack.last_mut() { top.text.push_str(&String::from_utf8_lossy(&t)); } } Event::GeneralRef(r) => { if let Some(top) = stack.last_mut() { match r.resolve_char_ref() { Ok(Some(c)) => top.text.push(c), _ => { let name = String::from_utf8_lossy(&r).into_owned(); match named_entity(&name) { Some(c) => top.text.push(c), None => { top.text.push('&'); top.text.push_str(&name); top.text.push(';'); } } } } } } Event::Eof => break, _ => {} } buf.clear(); } // Unclosed elements (truncated part): close them so we keep what we have. while let Some(el) = stack.pop() { finish(&mut stack, &mut root, el, split, cb)?; } root.ok_or_else(|| IoError::Xml("no root element".into())) } // ---------------------------------------------------------------- writing helpers /// Escapes text content. pub fn esc(s: &str) -> String { let mut o = String::with_capacity(s.len()); for c in s.chars() { match c { '&' => o.push_str("&"), '<' => o.push_str("<"), '>' => o.push_str(">"), c if is_xml_char(c) => o.push(c), _ => {} } } o } /// Escapes an attribute value (double-quoted). pub fn esc_attr(s: &str) -> String { let mut o = String::with_capacity(s.len()); for c in s.chars() { match c { '&' => o.push_str("&"), '<' => o.push_str("<"), '>' => o.push_str(">"), '"' => o.push_str("""), '\n' => o.push_str(" "), '\r' => o.push_str(" "), '\t' => o.push_str(" "), c if is_xml_char(c) => o.push(c), _ => {} } } o } fn is_xml_char(c: char) -> bool { matches!(c, '\t' | '\n' | '\r' | '\u{20}'..='\u{D7FF}' | '\u{E000}'..='\u{FFFD}' | '\u{10000}'..='\u{10FFFF}') } /// ST_Xstring encoding for cell text: characters XML can't carry become `_xHHHH_`, and literal /// `_xHHHH_` sequences are protected with `_x005F_`. The result still needs [`esc`]. pub fn encode_xstring(s: &str) -> String { let mut o = String::with_capacity(s.len()); let chars: Vec = s.chars().collect(); for (i, &c) in chars.iter().enumerate() { if c == '_' && looks_like_escape(&chars, i) { o.push_str("_x005F_"); } else if !is_xml_char(c) || (c.is_control() && !matches!(c, '\t' | '\n' | '\r')) { o.push_str(&format!("_x{:04X}_", c as u32 & 0xFFFF)); } else { o.push(c); } } o } fn looks_like_escape(chars: &[char], i: usize) -> bool { chars.get(i + 1) == Some(&'x') && chars.get(i + 6) == Some(&'_') && (i + 2..i + 6).all(|k| chars.get(k).is_some_and(|c| c.is_ascii_hexdigit())) } /// Inverse of [`encode_xstring`]. pub fn decode_xstring(s: &str) -> String { if !s.contains("_x") { return s.to_string(); } let chars: Vec = s.chars().collect(); let mut o = String::with_capacity(s.len()); let mut i = 0; while i < chars.len() { if chars[i] == '_' && looks_like_escape(&chars, i) { let hex: String = chars[i + 2..i + 6].iter().collect(); if let Some(ch) = u32::from_str_radix(&hex, 16).ok().and_then(char::from_u32) { o.push(ch); i += 7; continue; } } o.push(chars[i]); i += 1; } o } /// `` element with `xml:space="preserve"` when needed. pub fn t_el(s: &str) -> String { let enc = esc(&encode_xstring(s)); if s.starts_with([' ', '\t', '\n', '\r']) || s.ends_with([' ', '\t', '\n', '\r']) || s.contains('\n') { format!("{enc}") } else { format!("{enc}") } } /// Formats a number for an XML attribute/value (shortest round-trip form). pub fn num(n: f64) -> String { if !n.is_finite() { return "0".into(); } if n == n.trunc() && n.abs() < 1e15 { return format!("{}", n as i64); } format!("{n:?}").replace('e', "E") } #[cfg(test)] mod tests { use super::*; #[test] fn parse_basic() { let x = br#"t < uA]]>"#; let e = parse(x).unwrap(); assert_eq!(e.name, "root"); assert_eq!(e.attr("k"), Some("v & w")); assert_eq!(e.child("b").unwrap().text, "t < uA"); assert!(e.child("c").is_some()); assert_eq!(e.text, ""); } #[test] fn streaming_split() { let x = b""; let mut n = 0; let root = parse_streaming(x, &["row"], &mut |e| { assert_eq!(e.name, "row"); n += 1; Ok(()) }) .unwrap(); assert_eq!(n, 2); assert_eq!(root.children.len(), 1); } #[test] fn deep_nesting_is_an_error() { let mut s = String::new(); for _ in 0..10_000 { s.push_str(""); } assert!(parse(s.as_bytes()).is_err()); } #[test] fn garbage() { assert!(parse(b"").is_err()); assert!(parse(b"\x00\x01\x02 not xml").is_err() || parse(b"\x00\x01\x02 not xml").is_ok()); let _ = parse(b""); let _ = parse(b"&unknown;"); } #[test] fn xstring() { assert_eq!(decode_xstring("a_x000D_b"), "a\rb"); assert_eq!(encode_xstring("a\u{1}b"), "a_x0001_b"); assert_eq!(decode_xstring(&encode_xstring("_x0041_")), "_x0041_"); assert_eq!(decode_xstring("_x00"), "_x00"); } #[test] fn numbers() { assert_eq!(num(1.0), "1"); assert_eq!(num(0.1), "0.1"); assert_eq!(num(1e-7), "1E-7"); assert_eq!(num(-3.0), "-3"); assert_eq!(num(1.5e20), "1.5E20"); assert_eq!("1.5E20".parse::().unwrap(), 1.5e20); } }