andras/great-ai
1
0
Fork 0
Code Issues Pull requests 1 Projects Releases 4 Packages Wiki Activity Actions

Add auto-reload, evaluation endpoint, show docs

Browse source
This commit is contained in:
Andras Schmelczer 2022-05-25 10:02:16 +02:00
parent eb7ddf1496
commit 22696c7f6f
No known key found for this signature in database
GPG key ID: 39260B5B0614A13E
34 changed files with 389 additions and 100 deletions
Download patch file Download diff file Expand all files Collapse all files

8
example/preprocess.py
View file

@ -1,8 +0,0 @@
import re
from great_ai.utilities.lemmatize_text import lemmatize_text
def preprocess(text: str) -> str:
lemmas = [re.sub(r"\d[\d.,]*", "NUM", lemma) for lemma in lemmatize_text(text)]
return " ".join(lemmas)