More experimentation
Signed-off-by: András Schmelczer <andras@schmelczer.dev>
This commit is contained in:
parent
c01d55d291
commit
c11880483d
43 changed files with 749 additions and 496 deletions
|
|
@ -1,6 +1,6 @@
|
|||
import unittest
|
||||
|
||||
from src.open_s3.helper import human_readable_to_byte
|
||||
from src.good_ai.open_s3.helper import human_readable_to_byte
|
||||
|
||||
|
||||
class TestHumanReadableToByte(unittest.TestCase):
|
||||
|
|
|
|||
|
|
@ -8,7 +8,7 @@ import botocore.session
|
|||
PATH = Path(__file__).parent.resolve()
|
||||
|
||||
|
||||
from src.open_s3 import LargeFile
|
||||
from src.good_ai import LargeFile
|
||||
|
||||
credentials = {
|
||||
"aws_region_name": "your_region_like_eu-west-2",
|
||||
|
|
@ -30,7 +30,7 @@ class TestLargeFile(unittest.TestCase):
|
|||
self.assertRaises(ValueError, LargeFile, "test-file", "test")
|
||||
|
||||
@patch("botocore.session")
|
||||
def test_initialized_with_dict(self, session) -> None:
|
||||
def test_initialized_with_dict(self, session: Any) -> None:
|
||||
session_mock = Mock()
|
||||
session.get_session = create_autospec(
|
||||
botocore.session.get_session, return_value=session_mock
|
||||
|
|
@ -58,7 +58,13 @@ class TestLargeFile(unittest.TestCase):
|
|||
|
||||
session_mock.create_client = Mock(return_value=s3)
|
||||
|
||||
LargeFile.configure_credentials(**credentials)
|
||||
LargeFile.configure_credentials(
|
||||
aws_region_name=credentials["aws_region_name"],
|
||||
aws_access_key_id=credentials["aws_access_key_id"],
|
||||
aws_secret_access_key=credentials["aws_secret_access_key"],
|
||||
large_files_bucket_name=credentials["large_files_bucket_name"],
|
||||
endpoint_url=credentials["endpoint_url"],
|
||||
)
|
||||
lf = LargeFile("test-file")
|
||||
session_mock.set_credentials.assert_called_once_with(
|
||||
access_key=credentials["aws_access_key_id"],
|
||||
|
|
|
|||
|
|
@ -1,4 +1,4 @@
|
|||
from sus.publication_tei.models import (
|
||||
from good_ai.utilities.publication_tei.models import (
|
||||
Affiliation,
|
||||
Author,
|
||||
Meta,
|
||||
|
|
|
|||
|
|
@ -1,6 +1,6 @@
|
|||
import unittest
|
||||
|
||||
from src.sus.clean import clean
|
||||
from src.good_ai.utilities.clean import clean
|
||||
|
||||
|
||||
class TestClean(unittest.TestCase):
|
||||
|
|
|
|||
|
|
@ -1,7 +1,7 @@
|
|||
import unittest
|
||||
from pathlib import Path
|
||||
|
||||
from src.sus.evaluate_ranking import evaluate_ranking
|
||||
from src.good_ai.utilities.evaluate_ranking import evaluate_ranking
|
||||
|
||||
|
||||
class TestEvaluateRanking(unittest.TestCase):
|
||||
|
|
|
|||
|
|
@ -1,6 +1,6 @@
|
|||
import unittest
|
||||
|
||||
from src.sus.get_sentences import get_sentences
|
||||
from src.good_ai.utilities.get_sentences import get_sentences
|
||||
|
||||
|
||||
class TestGetSentences(unittest.TestCase):
|
||||
|
|
|
|||
|
|
@ -1,6 +1,10 @@
|
|||
import unittest
|
||||
|
||||
from src.sus.language import english_name_of_language, is_english, predict_language
|
||||
from src.good_ai.utilities.language import (
|
||||
english_name_of_language,
|
||||
is_english,
|
||||
predict_language,
|
||||
)
|
||||
|
||||
|
||||
class TestLanguage(unittest.TestCase):
|
||||
|
|
|
|||
|
|
@ -1,6 +1,6 @@
|
|||
import unittest
|
||||
|
||||
from src.sus.lemmatize_text import lemmatize_text
|
||||
from src.good_ai.utilities.lemmatize_text import lemmatize_text
|
||||
|
||||
|
||||
class TestLemmatizeText(unittest.TestCase):
|
||||
|
|
|
|||
|
|
@ -1,7 +1,7 @@
|
|||
import unittest
|
||||
|
||||
from src.sus.lemmatize_text import lemmatize_token
|
||||
from src.sus.nlp import nlp
|
||||
from src.good_ai.utilities.lemmatize_text import lemmatize_token
|
||||
from src.good_ai.utilities.nlp import nlp
|
||||
|
||||
|
||||
class TestLemmatizeToken(unittest.TestCase):
|
||||
|
|
|
|||
|
|
@ -1,6 +1,6 @@
|
|||
import unittest
|
||||
|
||||
from src.sus.match_names.match_names import match_names
|
||||
from src.good_ai.utilities.match_names.match_names import match_names
|
||||
|
||||
|
||||
class TestMatchNames(unittest.TestCase):
|
||||
|
|
|
|||
|
|
@ -1,6 +1,6 @@
|
|||
import unittest
|
||||
|
||||
from src.sus.parallel_map import parallel_map
|
||||
from src.good_ai.utilities.parallel_map import parallel_map
|
||||
|
||||
COUNT = int(1e5) + 3
|
||||
|
||||
|
|
|
|||
|
|
@ -1,7 +1,7 @@
|
|||
import unittest
|
||||
from pathlib import Path
|
||||
|
||||
from src.sus.publication_tei import PublicationTEI
|
||||
from src.good_ai.utilities.publication_tei import PublicationTEI
|
||||
|
||||
from .data.parsed import authors, content, metadata, sentences
|
||||
|
||||
|
|
|
|||
|
|
@ -1,6 +1,6 @@
|
|||
import unittest
|
||||
|
||||
from src.sus.unique import unique
|
||||
from src.good_ai.utilities.unique import unique
|
||||
|
||||
original = [
|
||||
("a", 1),
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue