andras/great-ai
1
0
Fork 0
Code Issues Pull requests 1 Projects Releases 4 Packages Wiki Activity Actions

Add sus updates

Browse source
This commit is contained in:
Andras Schmelczer 2022-05-25 19:36:54 +02:00
parent 22696c7f6f
commit 2698d73826
No known key found for this signature in database
GPG key ID: 39260B5B0614A13E
31 changed files with 2502 additions and 970 deletions
Download patch file Download diff file Expand all files Collapse all files

8
great_ai/tests/sus/test_clean.py
View file

@ -3,6 +3,7 @@ import unittest
from src.great_ai.utilities.clean import clean
class TestClean(unittest.TestCase):
def test_xml_handling(self) -> None:
xml = '<strong>Hi, </strong> my name<br/>is <span style="color: hotpink;"> András</span>! &lt;&#51; <> < ></><> &lt;&gt; <|'
@ -59,6 +60,13 @@ class TestClean(unittest.TestCase):
self.assertEqual(clean(text), cleaned)
def test_T_I_T_L_E_case(self) -> None:
text = "an a r t i c l e is to F I N D the purpose of a tree"
cleaned = "an article is to FIND the purpose of a tree"
self.assertEqual(clean(text), cleaned)
def test_bracket_removal(self) -> None:
text = "something [0], and [frefe, ferf]"
cleaned = "something, and"