andras/reconcile
1
0
Fork 0
Code Issues Pull requests 5 Projects Releases Packages Wiki Activity Actions

Add snapshots

Browse source
This commit is contained in:
Andras Schmelczer 2026-03-11 20:39:14 +00:00
parent 9a82d6d8dd
commit 79dfe992d1
20 changed files with 935 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

36
src/tokenizer/snapshots/reconcile_text__tokenizer__line_tokenizer__tests__with_snapshots-10.snap Normal file
View file

@ -0,0 +1,36 @@
---
source: src/tokenizer/line_tokenizer.rs
expression: "line_tokenizer(\"Old\\rMac\\rStyle\")"
---
[
Token {
normalized: "Old",
original: "Old",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\r",
original: "\r",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "Mac",
original: "Mac",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\r",
original: "\r",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "Style",
original: "Style",
is_left_joinable: true,
is_right_joinable: true,
},
]

48
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__blockquote.snap Normal file
View file

@ -0,0 +1,48 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"> quoted text\\n> more quoted\")"
---
[
Token {
normalized: "> quoted",
original: "> quoted",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " text",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "text",
original: "text",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "> more",
original: "> more",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " quoted",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "quoted",
original: "quoted",
is_left_joinable: true,
is_right_joinable: true,
},
]

24
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__bold_not_confused_with_list.snap Normal file
View file

@ -0,0 +1,24 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"**bold text**\")"
---
[
Token {
normalized: "**bold",
original: "**bold",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " text**",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "text**",
original: "text**",
is_left_joinable: true,
is_right_joinable: true,
},
]

72
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__code_fence.snap Normal file
View file

@ -0,0 +1,72 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"```rust\\nlet x = 1;\\n```\")"
---
[
Token {
normalized: "```rust",
original: "```rust",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "let",
original: "let",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " x",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "x",
original: "x",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " =",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "=",
original: "=",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " 1;",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "1;",
original: "1;",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "```",
original: "```",
is_left_joinable: true,
is_right_joinable: true,
},
]

48
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__crlf.snap Normal file
View file

@ -0,0 +1,48 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"Line 1\\r\\nLine 2\")"
---
[
Token {
normalized: "Line",
original: "Line",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " 1",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "1",
original: "1",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\r\n",
original: "\r\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "Line",
original: "Line",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " 2",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "2",
original: "2",
is_left_joinable: true,
is_right_joinable: true,
},
]

5
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__empty.snap Normal file
View file

@ -0,0 +1,5 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"\")"
---
[]

12
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__heading_only.snap Normal file
View file

@ -0,0 +1,12 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"# \")"
---
[
Token {
normalized: "# ",
original: "# ",
is_left_joinable: false,
is_right_joinable: false,
},
]

24
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__headings.snap Normal file
View file

@ -0,0 +1,24 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"# Hello world\")"
---
[
Token {
normalized: "# Hello",
original: "# Hello",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " world",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "world",
original: "world",
is_left_joinable: true,
is_right_joinable: true,
},
]

36
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__indented_list.snap Normal file
View file

@ -0,0 +1,36 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\" - nested item\\n - deeper\")"
---
[
Token {
normalized: " - nested",
original: " - nested",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " item",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "item",
original: "item",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: " - deeper",
original: " - deeper",
is_left_joinable: false,
is_right_joinable: true,
},
]

60
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__inline_formatting.snap Normal file
View file

@ -0,0 +1,60 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"Some **bold** and *italic* text\")"
---
[
Token {
normalized: "Some",
original: "Some",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " **bold**",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "**bold**",
original: "**bold**",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " and",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "and",
original: "and",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " *italic*",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "*italic*",
original: "*italic*",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " text",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "text",
original: "text",
is_left_joinable: true,
is_right_joinable: true,
},
]

36
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__link.snap Normal file
View file

@ -0,0 +1,36 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"Click [here](https://example.com) now\")"
---
[
Token {
normalized: "Click",
original: "Click",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " [here](https://example.com)",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "[here](https://example.com)",
original: "[here](https://example.com)",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " now",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "now",
original: "now",
is_left_joinable: true,
is_right_joinable: true,
},
]

48
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__list_with_star_marker.snap Normal file
View file

@ -0,0 +1,48 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"* item one\\n* item two\")"
---
[
Token {
normalized: "* item",
original: "* item",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " one",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "one",
original: "one",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "* item",
original: "* item",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " two",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "two",
original: "two",
is_left_joinable: true,
is_right_joinable: true,
},
]

120
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__mixed_content.snap Normal file
View file

@ -0,0 +1,120 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"# Title\\n\\nSome text with **bold**.\\n\\n- list item\\n- another item\")"
---
[
Token {
normalized: "# Title",
original: "# Title",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "Some",
original: "Some",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " text",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "text",
original: "text",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " with",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "with",
original: "with",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " **bold**.",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "**bold**.",
original: "**bold**.",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "- list",
original: "- list",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " item",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "item",
original: "item",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "- another",
original: "- another",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " item",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "item",
original: "item",
is_left_joinable: true,
is_right_joinable: true,
},
]

78
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__multiline_paragraph.snap Normal file
View file

@ -0,0 +1,78 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"First line\\nSecond line\\n\\nNew paragraph\")"
---
[
Token {
normalized: "First",
original: "First",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " line",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "line",
original: "line",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "Second",
original: "Second",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " line",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "line",
original: "line",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "New",
original: "New",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " paragraph",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "paragraph",
original: "paragraph",
is_left_joinable: true,
is_right_joinable: true,
},
]

36
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__ordered_list.snap Normal file
View file

@ -0,0 +1,36 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"1. first\\n2. second\\n3. third\")"
---
[
Token {
normalized: "1. first",
original: "1. first",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "2. second",
original: "2. second",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "3. third",
original: "3. third",
is_left_joinable: false,
is_right_joinable: true,
},
]

48
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__ordered_task_list.snap Normal file
View file

@ -0,0 +1,48 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"1. [ ] first task\\n2. [x] second task\")"
---
[
Token {
normalized: "1. [ ] first",
original: "1. [ ] first",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " task",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "task",
original: "task",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "2. [x] second",
original: "2. [x] second",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " task",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "task",
original: "task",
is_left_joinable: true,
is_right_joinable: true,
},
]

24
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__plain_text.snap Normal file
View file

@ -0,0 +1,24 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"Hello world\")"
---
[
Token {
normalized: "Hello",
original: "Hello",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: " world",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "world",
original: "world",
is_left_joinable: true,
is_right_joinable: true,
},
]

48
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__task_list.snap Normal file
View file

@ -0,0 +1,48 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"- [ ] todo\\n- [x] done\\n- [X] also done\")"
---
[
Token {
normalized: "- [ ] todo",
original: "- [ ] todo",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "- [x] done",
original: "- [x] done",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "- [X] also",
original: "- [X] also",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " done",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "done",
original: "done",
is_left_joinable: true,
is_right_joinable: true,
},
]

60
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__unicode.snap Normal file
View file

@ -0,0 +1,60 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"# \\u{1F600} Héllo\\n- \\u{00E9}lément\\n> \\u{4F60}\\u{597D} world\")"
---
[
Token {
normalized: "# 😀",
original: "# 😀",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " Héllo",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "Héllo",
original: "Héllo",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "- élément",
original: "- élément",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "> 你好",
original: "> 你好",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " world",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "world",
original: "world",
is_left_joinable: true,
is_right_joinable: true,
},
]

72
src/tokenizer/snapshots/reconcile_text__tokenizer__markdown_tokenizer__tests__unordered_list.snap Normal file
View file

@ -0,0 +1,72 @@
---
source: src/tokenizer/markdown_tokenizer.rs
expression: "markdown_tokenizer(\"- item one\\n- item two\\n- item three\")"
---
[
Token {
normalized: "- item",
original: "- item",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " one",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "one",
original: "one",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "- item",
original: "- item",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " two",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "two",
original: "two",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "\n",
original: "\n",
is_left_joinable: false,
is_right_joinable: false,
},
Token {
normalized: "- item",
original: "- item",
is_left_joinable: false,
is_right_joinable: true,
},
Token {
normalized: " three",
original: " ",
is_left_joinable: true,
is_right_joinable: true,
},
Token {
normalized: "three",
original: "three",
is_left_joinable: true,
is_right_joinable: true,
},
]