Update insta
This commit is contained in:
parent
bf8d00c5e2
commit
24206cabfe
5 changed files with 65 additions and 6 deletions
|
|
@ -8,19 +8,19 @@ EditedText {
|
||||||
operations: [
|
operations: [
|
||||||
OrderedOperation {
|
OrderedOperation {
|
||||||
order: 0,
|
order: 0,
|
||||||
operation: <insert 'Hello, my friend! ' from index 0>,
|
operation: <insert 'Hello, my friend!' from index 0>,
|
||||||
},
|
},
|
||||||
OrderedOperation {
|
OrderedOperation {
|
||||||
order: 0,
|
order: 0,
|
||||||
operation: <delete 'hello world! ' from index 18>,
|
operation: <delete 'hello world!' from index 17>,
|
||||||
},
|
},
|
||||||
OrderedOperation {
|
OrderedOperation {
|
||||||
order: 21,
|
order: 20,
|
||||||
operation: <insert 'you doing? Albert' from index 26>,
|
operation: <insert ' you doing? Albert' from index 25>,
|
||||||
},
|
},
|
||||||
OrderedOperation {
|
OrderedOperation {
|
||||||
order: 21,
|
order: 20,
|
||||||
operation: <delete 'you? Adam' from index 43>,
|
operation: <delete ' you? Adam' from index 43>,
|
||||||
},
|
},
|
||||||
],
|
],
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,6 @@
|
||||||
|
---
|
||||||
|
source: reconcile/src/tokenizer/word_tokenizer.rs
|
||||||
|
expression: "word_tokenizer(\"\")"
|
||||||
|
snapshot_kind: text
|
||||||
|
---
|
||||||
|
[]
|
||||||
|
|
@ -0,0 +1,15 @@
|
||||||
|
---
|
||||||
|
source: reconcile/src/tokenizer/word_tokenizer.rs
|
||||||
|
expression: "word_tokenizer(\" what? \")"
|
||||||
|
snapshot_kind: text
|
||||||
|
---
|
||||||
|
[
|
||||||
|
Token {
|
||||||
|
normalised: "what?",
|
||||||
|
original: " what?",
|
||||||
|
},
|
||||||
|
Token {
|
||||||
|
normalised: "",
|
||||||
|
original: " ",
|
||||||
|
},
|
||||||
|
]
|
||||||
|
|
@ -0,0 +1,23 @@
|
||||||
|
---
|
||||||
|
source: reconcile/src/tokenizer/word_tokenizer.rs
|
||||||
|
expression: "word_tokenizer(\" hello, \\nwhere are you?\")"
|
||||||
|
snapshot_kind: text
|
||||||
|
---
|
||||||
|
[
|
||||||
|
Token {
|
||||||
|
normalised: "hello,",
|
||||||
|
original: " hello,",
|
||||||
|
},
|
||||||
|
Token {
|
||||||
|
normalised: "where",
|
||||||
|
original: " \nwhere",
|
||||||
|
},
|
||||||
|
Token {
|
||||||
|
normalised: "are",
|
||||||
|
original: " are",
|
||||||
|
},
|
||||||
|
Token {
|
||||||
|
normalised: "you?",
|
||||||
|
original: " you?",
|
||||||
|
},
|
||||||
|
]
|
||||||
|
|
@ -0,0 +1,15 @@
|
||||||
|
---
|
||||||
|
source: reconcile/src/tokenizer/word_tokenizer.rs
|
||||||
|
expression: "word_tokenizer(\"Hi there!\")"
|
||||||
|
snapshot_kind: text
|
||||||
|
---
|
||||||
|
[
|
||||||
|
Token {
|
||||||
|
normalised: "Hi",
|
||||||
|
original: "Hi",
|
||||||
|
},
|
||||||
|
Token {
|
||||||
|
normalised: "there!",
|
||||||
|
original: " there!",
|
||||||
|
},
|
||||||
|
]
|
||||||
Loading…
Add table
Add a link
Reference in a new issue