Update tests

This commit is contained in:
Andras Schmelczer 2025-07-06 22:16:40 +01:00
commit a2df120e66
No known key found for this signature in database
GPG key ID: FC8F2C3D3D1A718C
17 changed files with 89 additions and 83 deletions

View file

@ -1,142 +1,143 @@
--- ---
source: src/tokenizer/character_tokenizer.rs source: src/tokenizer/character_tokenizer.rs
expression: "character_tokenizer(\" hello, \\nwhere are you?\")" expression: "character_tokenizer(\" hello, \\nwhere are you?\")"
snapshot_kind: text
--- ---
[ [
Token { Token {
normalised: " ", normalized: " ",
original: " ", original: " ",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "h", normalized: "h",
original: "h", original: "h",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "e", normalized: "e",
original: "e", original: "e",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "l", normalized: "l",
original: "l", original: "l",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "l", normalized: "l",
original: "l", original: "l",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "o", normalized: "o",
original: "o", original: "o",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: ",", normalized: ",",
original: ",", original: ",",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: " ", normalized: " ",
original: " ", original: " ",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "\n", normalized: "\n",
original: "\n", original: "\n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "w", normalized: "w",
original: "w", original: "w",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "h", normalized: "h",
original: "h", original: "h",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "e", normalized: "e",
original: "e", original: "e",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "r", normalized: "r",
original: "r", original: "r",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "e", normalized: "e",
original: "e", original: "e",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: " ", normalized: " ",
original: " ", original: " ",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "a", normalized: "a",
original: "a", original: "a",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "r", normalized: "r",
original: "r", original: "r",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "e", normalized: "e",
original: "e", original: "e",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: " ", normalized: " ",
original: " ", original: " ",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "y", normalized: "y",
original: "y", original: "y",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "o", normalized: "o",
original: "o", original: "o",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "u", normalized: "u",
original: "u", original: "u",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "?", normalized: "?",
original: "?", original: "?",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -5,7 +5,7 @@ snapshot_kind: text
--- ---
[ [
Token { Token {
normalised: "Hello", normalized: "Hello",
original: "Hello", original: "Hello",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -5,19 +5,19 @@ snapshot_kind: text
--- ---
[ [
Token { Token {
normalised: "Hello", normalized: "Hello",
original: "Hello", original: "Hello",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "\n", normalized: "\n",
original: "\n", original: "\n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "World", normalized: "World",
original: "World", original: "World",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -5,25 +5,25 @@ snapshot_kind: text
--- ---
[ [
Token { Token {
normalised: "Hello", normalized: "Hello",
original: "Hello", original: "Hello",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "\n", normalized: "\n",
original: "\n", original: "\n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "World", normalized: "World",
original: "World", original: "World",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "\n", normalized: "\n",
original: "\n", original: "\n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -5,19 +5,19 @@ snapshot_kind: text
--- ---
[ [
Token { Token {
normalised: "Line 1", normalized: "Line 1",
original: "Line 1", original: "Line 1",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "\r\n", normalized: "\r\n",
original: "\r\n", original: "\r\n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "Line 2", normalized: "Line 2",
original: "Line 2", original: "Line 2",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -5,43 +5,43 @@ snapshot_kind: text
--- ---
[ [
Token { Token {
normalised: "Multi", normalized: "Multi",
original: "Multi", original: "Multi",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "\n", normalized: "\n",
original: "\n", original: "\n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "Line", normalized: "Line",
original: "Line", original: "Line",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "\n", normalized: "\n",
original: "\n", original: "\n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "Text", normalized: "Text",
original: "Text", original: "Text",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "\n", normalized: "\n",
original: "\n", original: "\n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "Here", normalized: "Here",
original: "Here", original: "Here",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -5,7 +5,7 @@ snapshot_kind: text
--- ---
[ [
Token { Token {
normalised: "\n", normalized: "\n",
original: "\n", original: "\n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -5,13 +5,13 @@ snapshot_kind: text
--- ---
[ [
Token { Token {
normalised: "\n", normalized: "\n",
original: "\n", original: "\n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "\n", normalized: "\n",
original: "\n", original: "\n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -5,25 +5,25 @@ snapshot_kind: text
--- ---
[ [
Token { Token {
normalised: "Start", normalized: "Start",
original: "Start", original: "Start",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "\n", normalized: "\n",
original: "\n", original: "\n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "\n", normalized: "\n",
original: "\n", original: "\n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "End", normalized: "End",
original: "End", original: "End",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -1,23 +1,23 @@
--- ---
source: reconcile/src/tokenizer/word_tokenizer.rs source: src/tokenizer/word_tokenizer.rs
expression: "word_tokenizer(\" what? \")" expression: "word_tokenizer(\" what? \")"
snapshot_kind: text snapshot_kind: text
--- ---
[ [
Token { Token {
normalised: " what?", normalized: " what?",
original: " ", original: " ",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "what?", normalized: "what?",
original: "what?", original: "what?",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: " ", normalized: " ",
original: " ", original: " ",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -1,53 +1,53 @@
--- ---
source: reconcile/src/tokenizer/word_tokenizer.rs source: src/tokenizer/word_tokenizer.rs
expression: "word_tokenizer(\" hello, \\nwhere are you?\")" expression: "word_tokenizer(\" hello, \\nwhere are you?\")"
snapshot_kind: text snapshot_kind: text
--- ---
[ [
Token { Token {
normalised: " hello,", normalized: " hello,",
original: " ", original: " ",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "hello,", normalized: "hello,",
original: "hello,", original: "hello,",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: " \nwhere", normalized: " \nwhere",
original: " \n", original: " \n",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "where", normalized: "where",
original: "where", original: "where",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: " are", normalized: " are",
original: " ", original: " ",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "are", normalized: "are",
original: "are", original: "are",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: " you?", normalized: " you?",
original: " ", original: " ",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "you?", normalized: "you?",
original: "you?", original: "you?",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -1,23 +1,23 @@
--- ---
source: reconcile/src/tokenizer/word_tokenizer.rs source: src/tokenizer/word_tokenizer.rs
expression: "word_tokenizer(\"Hi there!\")" expression: "word_tokenizer(\"Hi there!\")"
snapshot_kind: text snapshot_kind: text
--- ---
[ [
Token { Token {
normalised: "Hi", normalized: "Hi",
original: "Hi", original: "Hi",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: " there!", normalized: " there!",
original: " ", original: " ",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
}, },
Token { Token {
normalised: "there!", normalized: "there!",
original: "there!", original: "there!",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -1,12 +1,13 @@
--- ---
source: src/utils/myers_diff.rs source: src/utils/myers_diff.rs
expression: result expression: result
snapshot_kind: text
--- ---
[ [
Equal( Equal(
[ [
Token { Token {
normalised: "a", normalized: "a",
original: "a", original: "a",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
@ -16,7 +17,7 @@ expression: result
Insert( Insert(
[ [
Token { Token {
normalised: "x", normalized: "x",
original: "x", original: "x",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
@ -26,7 +27,7 @@ expression: result
Delete( Delete(
[ [
Token { Token {
normalised: "b", normalized: "b",
original: "b", original: "b",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
@ -36,7 +37,7 @@ expression: result
Equal( Equal(
[ [
Token { Token {
normalised: "c", normalized: "c",
original: "c", original: "c",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
@ -46,7 +47,7 @@ expression: result
Insert( Insert(
[ [
Token { Token {
normalised: "y", normalized: "y",
original: "y", original: "y",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
@ -56,7 +57,7 @@ expression: result
Delete( Delete(
[ [
Token { Token {
normalised: "d", normalized: "d",
original: "d", original: "d",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -1,12 +1,13 @@
--- ---
source: src/utils/myers_diff.rs source: src/utils/myers_diff.rs
expression: result expression: result
snapshot_kind: text
--- ---
[ [
Delete( Delete(
[ [
Token { Token {
normalised: "a", normalized: "a",
original: "a", original: "a",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
@ -16,7 +17,7 @@ expression: result
Delete( Delete(
[ [
Token { Token {
normalised: "b", normalized: "b",
original: "b", original: "b",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -1,12 +1,13 @@
--- ---
source: src/utils/myers_diff.rs source: src/utils/myers_diff.rs
expression: result expression: result
snapshot_kind: text
--- ---
[ [
Equal( Equal(
[ [
Token { Token {
normalised: "a", normalized: "a",
original: "a", original: "a",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
@ -16,7 +17,7 @@ expression: result
Equal( Equal(
[ [
Token { Token {
normalised: "b", normalized: "b",
original: "b", original: "b",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
@ -26,7 +27,7 @@ expression: result
Equal( Equal(
[ [
Token { Token {
normalised: "c", normalized: "c",
original: "c", original: "c",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -1,12 +1,13 @@
--- ---
source: src/utils/myers_diff.rs source: src/utils/myers_diff.rs
expression: result expression: result
snapshot_kind: text
--- ---
[ [
Insert( Insert(
[ [
Token { Token {
normalised: "a", normalized: "a",
original: "a", original: "a",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
@ -16,7 +17,7 @@ expression: result
Insert( Insert(
[ [
Token { Token {
normalised: "b", normalized: "b",
original: "b", original: "b",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,

View file

@ -1,12 +1,13 @@
--- ---
source: src/utils/myers_diff.rs source: src/utils/myers_diff.rs
expression: result expression: result
snapshot_kind: text
--- ---
[ [
Equal( Equal(
[ [
Token { Token {
normalised: "a", normalized: "a",
original: "a", original: "a",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
@ -16,7 +17,7 @@ expression: result
Delete( Delete(
[ [
Token { Token {
normalised: "b", normalized: "b",
original: "b", original: "b",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
@ -26,7 +27,7 @@ expression: result
Delete( Delete(
[ [
Token { Token {
normalised: "c", normalized: "c",
original: "c", original: "c",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
@ -36,7 +37,7 @@ expression: result
Insert( Insert(
[ [
Token { Token {
normalised: "x", normalized: "x",
original: "x", original: "x",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,
@ -46,7 +47,7 @@ expression: result
Equal( Equal(
[ [
Token { Token {
normalised: "d", normalized: "d",
original: "d", original: "d",
is_left_joinable: true, is_left_joinable: true,
is_right_joinable: true, is_right_joinable: true,