andras/great-ai
1
0
Fork 0
Code Issues Pull requests 1 Projects Releases 4 Packages Wiki Activity Actions

Move folders

Browse source
This commit is contained in:
Andras Schmelczer 2022-07-04 18:54:32 +02:00
parent ba2e252759
commit 3cf28379e8
89 changed files with 47 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

22
src/great_ai/utilities/data/punctuations.py Normal file
View file

@ -0,0 +1,22 @@
sentence_ending_punctuations = [".", "?", "!", ":", ";"]
# punctuations that usually have no space between them and the character to their left
left_regular_punctuations = [
*sentence_ending_punctuations,
",",
"'",
"%",
")",
"}",
"]",
]
# punctuations that usually have no space between them and the character to their right
right_regular_punctuations = [
"(",
"{",
"[",
"$",
"€",
"#",
]