feat: generate description metadata for SEO

Cargo.toml

@@ -27,6 +27,7 @@ typst = "0.11.1"
 typst-assets = "0.11.1"
 typst-ts-core = { version = "0.5.0-rc4" }
 typst-ts-compiler = { version = "0.5.0-rc4" }
+typst-ts-text-exporter = { version = "0.5.0-rc4" }
 typst-ts-svg-exporter = { version = "0.5.0-rc4", features = [
     "experimental-ligature",
 ] }
@@ -70,6 +71,7 @@ pathdiff = "0.2.1"
 typst = { git = "https://github.com/Myriad-Dreamin/typst.git", branch = "typst.ts-v0.11.1-content-hint" }
 typst-syntax = { git = "https://github.com/Myriad-Dreamin/typst.git", branch = "typst.ts-v0.11.1-content-hint" }
 typst-ts-svg-exporter = { git = "https://github.com/Myriad-Dreamin/typst.ts", rev = "6cc978011c16328b7aaa0dc660bb73818977475b", package = "typst-ts-svg-exporter" }
+typst-ts-text-exporter = { git = "https://github.com/Myriad-Dreamin/typst.ts", rev = "6cc978011c16328b7aaa0dc660bb73818977475b", package = "typst-ts-text-exporter" }
 typst-ts-core = { git = "https://github.com/Myriad-Dreamin/typst.ts", rev = "6cc978011c16328b7aaa0dc660bb73818977475b", package = "typst-ts-core" }
 typst-ts-compiler = { git = "https://github.com/Myriad-Dreamin/typst.ts", rev = "6cc978011c16328b7aaa0dc660bb73818977475b", package = "typst-ts-compiler" }
 

cli/Cargo.toml

@@ -51,6 +51,7 @@ typst-ts-compiler.workspace = true
 handlebars.workspace = true
 
 typst-ts-svg-exporter.workspace = true
+typst-ts-text-exporter.workspace = true
 pathdiff.workspace = true
 
 [build-dependencies]

cli/src/project.rs

@@ -5,6 +5,7 @@ use log::warn;
 use serde::{Deserialize, Serialize};
 use serde_json::json;
 use typst_ts_compiler::service::Compiler;
+use typst_ts_core::escape::{escape_str, AttributeEscapes};
 
 use crate::{
     error::prelude::*,
@@ -341,7 +342,7 @@ impl Project {
         chapters
     }
 
-    pub fn compile_chapter(&mut self, _ch: DataDict, path: &str) -> ZResult<String> {
+    pub fn compile_chapter(&mut self, _ch: DataDict, path: &str) -> ZResult<ChapterArtifact> {
         let rel_data_path = std::path::Path::new(&self.path_to_root)
             .join(path)
             .with_extension("")
@@ -350,7 +351,7 @@ impl Project {
             // windows
             .replace('\\', "/");
 
-        self.tr.compile_page(Path::new(path))?;
+        let doc = self.tr.compile_page(Path::new(path))?;
 
         let dynamic_load_trampoline = self
             .hr
@@ -365,7 +366,15 @@ impl Project {
                 "render typst_load_trampoline for compile_chapter",
             ))?;
 
-        Ok(dynamic_load_trampoline.to_owned())
+        let description = self.tr.generate_desc(&doc)?;
+
+        Ok(ChapterArtifact {
+            content: dynamic_load_trampoline.to_owned(),
+            description: escape_str::<AttributeEscapes>(
+                &description.chars().take(512).collect::<String>(),
+            )
+            .into_owned(),
+        })
     }
 
     pub fn render_chapter(&mut self, chapter_data: DataDict, path: &str) -> ZResult<String> {
@@ -383,11 +392,16 @@ impl Project {
         let renderer_module = format!("{}internal/typst_ts_renderer_bg.wasm", self.path_to_root);
         data.insert("renderer_module".to_owned(), json!(renderer_module));
 
+        // inject content
+
+        let art = self.compile_chapter(chapter_data, path)?;
+
         // inject content
         data.insert(
-            "content".to_owned(),
-            serde_json::Value::String(self.compile_chapter(chapter_data, path)?),
+            "description".to_owned(),
+            serde_json::Value::String(art.description),
         );
+        data.insert("content".to_owned(), serde_json::Value::String(art.content));
 
         // inject path_to_root
         data.insert("path_to_root".to_owned(), json!(self.path_to_root));
@@ -423,3 +437,8 @@ impl Project {
     //     }
     // }
 }
+
+pub struct ChapterArtifact {
+    pub description: String,
+    pub content: String,
+}

cli/src/render/typst.rs

@@ -21,7 +21,7 @@ use typst_ts_core::{
     config::{compiler::EntryOpts, CompileOpts},
     path::PathClean,
     vector::ir::{LayoutRegionNode, PageMetadata},
-    TakeAs, TypstAbs, TypstDocument,
+    TakeAs, Transformer, TypstAbs, TypstDocument,
 };
 
 const THEME_LIST: [&str; 5] = ["light", "rust", "coal", "navy", "ayu"];
@@ -136,9 +136,11 @@ impl TypstRenderer {
             .ok_or_else(|| error_once!("compile book.typ"))
     }
 
-    pub fn compile_page(&mut self, path: &Path) -> ZResult<()> {
+    pub fn compile_page(&mut self, path: &Path) -> ZResult<Arc<TypstDocument>> {
         self.setup_entry(path);
 
+        let mut any_doc = None;
+
         for theme in THEME_LIST {
             self.set_theme_target(theme);
 
@@ -189,10 +191,23 @@ impl TypstRenderer {
                 });
 
             let res = self.compiler.compile(&mut self.fork_env::<true>());
-            self.report(res)
+            let doc = self
+                .report(res)
                 .ok_or_else(|| error_once!("compile page theme", theme: theme))?;
+            any_doc = Some(doc.clone());
         }
 
-        Ok(())
+        any_doc.ok_or_else(|| error_once!("compile page.typ"))
+    }
+
+    pub fn generate_desc(&mut self, doc: &TypstDocument) -> ZResult<String> {
+        let e = typst_ts_text_exporter::TextExporter::default();
+        let mut w = std::io::Cursor::new(Vec::new());
+        e.export(self.compiler.world(), (Arc::new(doc.clone()), &mut w))
+            .map_err(|e| error_once!("export text", error: format!("{e:?}")))?;
+
+        let w = w.into_inner();
+
+        String::from_utf8(w).map_err(|e| error_once!("export text", error: format!("{e:?}")))
     }
 }