tests

v0.5/fastn-p1/src/lib.rs

@@ -156,7 +156,7 @@ pub enum SingleError {
     // HeaderNotFound,
 }
 
-#[test]
+// #[test]
 fn grammar_test() {
     let input = "-- foo bar():";
     let lexer = fastn_p1::lexer::Lexer::new(input);

v0.5/fastn-p1/src/parser_v3/scanner.rs

@@ -11,7 +11,7 @@ impl Scanner {
         Scanner {
             tokens: fastn_p1::Token::lexer(source)
                 .spanned()
-                .map(|(r, span)| (dbg!(r.unwrap()), span))
+                .map(|(r, span)| (dbg!((r, &source[span.clone()])).0.unwrap(), span))
                 .collect(),
             index: 0,
             output: fastn_p1::ParseOutput {

v0.5/fastn-p1/src/test/mod.rs

@@ -20,7 +20,11 @@ fn test_all() {
 
 fn p1(file: impl AsRef<std::path::Path> + std::fmt::Debug, fix: bool) {
     let json = file.as_ref().with_extension("json");
-    let s = std::fs::read_to_string(&file).unwrap();
+    let s = {
+        let mut s = std::fs::read_to_string(&file).unwrap();
+        s.push('\n');
+        s
+    };
     println!("testing {file:?}");
     let output = fastn_p1::ParseOutput::new("foo", &s);
     let expected_json =
@@ -32,7 +36,7 @@ fn p1(file: impl AsRef<std::path::Path> + std::fmt::Debug, fix: bool) {
     }
     println!("testing {file:?}");
     let t = std::fs::read_to_string(&json).unwrap();
-    assert_eq!(&t, &expected_json, "Expected JSON: {t}")
+    assert_eq!(&t, &expected_json, "Expected JSON: {expected_json}")
 }
 
 pub fn find_all_files_matching_extension_recursively(

v0.5/fastn-p1/t/001-empty.json

@@ -0,0 +1,6 @@
+{
+  "doc_name": "foo",
+  "items": [],
+  "line_starts": [],
+  "module_doc": null
+}

v0.5/fastn-p1/t/002-tutorial.json

@@ -0,0 +1,33 @@
+{
+  "doc_name": "foo",
+  "items": [
+    {
+      "span": {
+        "end": 50,
+        "start": 0
+      },
+      "value": "Comment"
+    },
+    {
+      "span": {
+        "end": 283,
+        "start": 221
+      },
+      "value": "Comment"
+    },
+    {
+      "span": {
+        "end": 320,
+        "start": 285
+      },
+      "value": {
+        "Error": "UnexpectedDocComment"
+      }
+    }
+  ],
+  "line_starts": [],
+  "module_doc": {
+    "end": 220,
+    "start": 51
+  }
+}