andras/great-ai
1
0
Fork 0
Code Issues Pull requests 1 Projects Releases 4 Packages Wiki Activity Actions

Move files

Browse source
This commit is contained in:
Andras Schmelczer 2022-06-25 14:01:14 +02:00
parent 79ddc5c7df
commit 8b004ec46d
No known key found for this signature in database
GPG key ID: 0EA1BC97D0AB076E
233 changed files with 117 additions and 2394 deletions
Download patch file Download diff file Expand all files Collapse all files

19
great_ai/tests/utilities/test_lemmatize_token.py
View file

@ -1,19 +0,0 @@
import unittest
from src.great_ai.utilities import lemmatize_token, nlp
class TestLemmatizeToken(unittest.TestCase):
def test_simple(self) -> None:
token = nlp("Center")[0]
assert lemmatize_token(token) == "centre"
assert lemmatize_token(token, add_negation=True) == "centre"
assert lemmatize_token(token, add_part_of_speech=True) == "centre_NOUN"
def test_punctuation(self) -> None:
token = nlp("This.")[1]
assert lemmatize_token(token) == "."
assert lemmatize_token(token, add_negation=True) == "."
assert lemmatize_token(token, add_part_of_speech=True) == "._PUNCT"