Skip to content

Commit

Permalink
test: update tests for header patch and make them quieter
Browse files Browse the repository at this point in the history
  • Loading branch information
@joanise @roedoejet
joanise authored and roedoejet committed Oct 10, 2023
1 parent 4c429c9 commit 88ef6e5
Showing 1 changed file with 73 additions and 76 deletions.
149 changes: 73 additions & 76 deletions everyvoice/tests/test_wizard.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -12,20 +12,17 @@

from anytree import RenderTree

from everyvoice.config import preprocessing_config
from everyvoice.config.text_config import Symbols
from everyvoice.tests.stubs import (
QUIET,
QuestionaryStub,
Say,
capture_stdout,
monkeypatch,
patch_logger,
patch_menu_prompt,
)
from everyvoice.wizard import Step
from everyvoice.wizard import StepNames as SN
from everyvoice.wizard import Tour, basic, dataset, prompts, validators
from everyvoice.wizard import Tour, basic, dataset, prompts


class RecursiveAnswers(NamedTuple):
Expand Down Expand Up @@ -103,9 +100,8 @@ def test_config_format_effect(self):
{"basename": "0002", "text": "hello", None: "test"},
]
config_step.state["dataset_test"]["sox_effects"] = []
with patch_logger(preprocessing_config, QUIET):
with capture_stdout() as stdout:
config_step.effect()
with capture_stdout() as stdout:
config_step.effect()
self.assertIn("Congratulations", stdout.getvalue())
self.assertTrue(
(Path(tmpdirname) / config_step.name / "logs_and_checkpoints").exists()
Expand Down Expand Up @@ -261,7 +257,7 @@ def test_wavs_dir(self):
"questionary",
QuestionaryStub(("not-a-path", no_wavs_dir, has_wavs_dir)),
):
with patch_logger(validators, QUIET):
with capture_stdout():
step.run()
self.assertTrue(step.completed)
self.assertEqual(step.response, has_wavs_dir)
Expand Down Expand Up @@ -338,7 +334,7 @@ def find_step(name: Enum, steps: Sequence[Step]):
self.assertIsInstance(language_step.children[0], dataset.SelectLanguageStep)

select_lang_step = language_step.children[0]
with patch_logger(dataset, QUIET):
with capture_stdout():
with patch_menu_prompt(15): # some arbitrary language from the list
select_lang_step.run()
# print(select_lang_step.state)
Expand All @@ -354,7 +350,7 @@ def find_step(name: Enum, steps: Sequence[Step]):
text_processing_step.run()
# print(text_processing_step.state)
self.assertEqual(
text_processing_step.state["filelist_data"][2]["text"],
text_processing_step.state["filelist_data"][1]["text"],
"cased \t nfd: éàê nfc: éàê", # the "nfd: éàê" bit here is now NFC
)

Expand All @@ -369,16 +365,17 @@ def find_step(name: Enum, steps: Sequence[Step]):
)

symbol_set_step = find_step(SN.symbol_set_step, tour.steps)
self.assertEqual(len(symbol_set_step.state["filelist_data"]), 4)
with patch_menu_prompt([(0, 1, 2, 3), (11), ()], multi=True):
self.assertEqual(len(symbol_set_step.state["filelist_data"]), 3)
with patch_menu_prompt([(0, 1, 2), (9), ()], multi=True):
symbol_set_step.run()
# print(symbol_set_step.state)
self.assertEqual(symbol_set_step.state["banned_symbols"], "z")
self.assertEqual(symbol_set_step.response.punctuation, ["\t", " ", "-", ":"])
self.assertEqual(symbol_set_step.response.punctuation, ["\t", " ", ":"])
self.assertEqual(
symbol_set_step.response.symbol_set,
["a", "c", "d", "e", "f", "n", "o", "r", "s", "t", "x", "à", "é", "ê"],
["a", "c", "d", "e", "f", "n", "s", "t", "x", "à", "é", "ê"],
)
self.assertEqual(len(symbol_set_step.state["filelist_data"]), 3)
self.assertEqual(len(symbol_set_step.state["filelist_data"]), 2)

def test_wrong_fileformat_psv(self):
tour = Tour(
Expand Down Expand Up @@ -438,9 +435,7 @@ def test_validate_path(self):
validate_path("", is_dir=True, is_file=True)
with self.assertRaises(ValueError):
validate_path("")
with tempfile.TemporaryDirectory() as tmpdirname, patch_logger(
validators, QUIET
):
with tempfile.TemporaryDirectory() as tmpdirname, capture_stdout():
self.assertTrue(
validate_path(tmpdirname, is_dir=True, is_file=False, exists=True)
)
Expand Down Expand Up @@ -541,7 +536,7 @@ def recursive_helper(steps_and_answers: Iterable[StepAndAnswer]):
return tour

def test_monkey_tour_1(self):
with tempfile.TemporaryDirectory() as tmpdirname:
with tempfile.TemporaryDirectory() as tmpdirname, capture_stdout():
tour = self.monkey_run_tour(
"monkey tour 1",
[
Expand All @@ -554,37 +549,38 @@ def test_monkey_tour_1(self):

def test_monkey_tour_2(self):
data_dir = Path(__file__).parent / "data"
tour = self.monkey_run_tour(
"monkey tour 2",
[
StepAndAnswer(dataset.WavsDirStep(), Say(data_dir)),
StepAndAnswer(
dataset.FilelistStep(),
Say(str(data_dir / "metadata.csv")),
),
StepAndAnswer(dataset.FilelistFormatStep(), Say("psv")),
StepAndAnswer(
dataset.HasSpeakerStep(),
Say("yes"),
children_answers=[RecursiveAnswers(Say(3))],
),
StepAndAnswer(
dataset.HasLanguageStep(),
Say("no"),
children_answers=[RecursiveAnswers(Say("eng"))],
),
StepAndAnswer(dataset.TextProcessingStep(), Say([0, 1])),
StepAndAnswer(
dataset.SymbolSetStep(),
patch_menu_prompt([(0, 1, 2, 3, 4), (), ()], multi=True),
),
StepAndAnswer(dataset.SoxEffectsStep(), Say([0])),
StepAndAnswer(dataset.DatasetNameStep(), Say("my-monkey-dataset")),
],
)
with capture_stdout():
tour = self.monkey_run_tour(
"monkey tour 2",
[
StepAndAnswer(dataset.WavsDirStep(), Say(data_dir)),
StepAndAnswer(
dataset.FilelistStep(),
Say(str(data_dir / "metadata.csv")),
),
StepAndAnswer(dataset.FilelistFormatStep(), Say("psv")),
StepAndAnswer(
dataset.HasSpeakerStep(),
Say("yes"),
children_answers=[RecursiveAnswers(Say(3))],
),
StepAndAnswer(
dataset.HasLanguageStep(),
Say("no"),
children_answers=[RecursiveAnswers(Say("eng"))],
),
StepAndAnswer(dataset.TextProcessingStep(), Say([0, 1])),
StepAndAnswer(
dataset.SymbolSetStep(),
patch_menu_prompt([(0, 1, 2, 3, 4), (), ()], multi=True),
),
StepAndAnswer(dataset.SoxEffectsStep(), Say([0])),
StepAndAnswer(dataset.DatasetNameStep(), Say("my-monkey-dataset")),
],
)

# print(tour.state)
self.assertEqual(len(tour.state["filelist_data"]), 6)
self.assertEqual(len(tour.state["filelist_data"]), 5)
self.assertTrue(tour.steps[-1].completed)

def test_get_iso_code(self):
Expand All @@ -596,34 +592,35 @@ def test_get_iso_code(self):

def test_with_language_column(self):
data_dir = Path(__file__).parent / "data"
tour = self.monkey_run_tour(
"tour with language column",
[
StepAndAnswer(dataset.WavsDirStep(), Say(data_dir)),
StepAndAnswer(
dataset.FilelistStep(),
Say(str(data_dir / "language-col.tsv")),
),
StepAndAnswer(dataset.FilelistFormatStep(), Say("tsv")),
StepAndAnswer(
dataset.HasSpeakerStep(),
Say("yes"),
children_answers=[RecursiveAnswers(Say(2))],
),
StepAndAnswer(
dataset.HasLanguageStep(),
Say("yes"),
children_answers=[RecursiveAnswers(Say(3))],
),
StepAndAnswer(dataset.TextProcessingStep(), Say([0, 1])),
StepAndAnswer(
dataset.SymbolSetStep(),
patch_menu_prompt([(0, 1, 2, 3, 4), (), ()], multi=True),
),
StepAndAnswer(dataset.SoxEffectsStep(), Say([0])),
StepAndAnswer(dataset.DatasetNameStep(), Say("my-monkey-dataset")),
],
)
with capture_stdout():
tour = self.monkey_run_tour(
"tour with language column",
[
StepAndAnswer(dataset.WavsDirStep(), Say(data_dir)),
StepAndAnswer(
dataset.FilelistStep(),
Say(str(data_dir / "language-col.tsv")),
),
StepAndAnswer(dataset.FilelistFormatStep(), Say("tsv")),
StepAndAnswer(
dataset.HasSpeakerStep(),
Say("yes"),
children_answers=[RecursiveAnswers(Say(2))],
),
StepAndAnswer(
dataset.HasLanguageStep(),
Say("yes"),
children_answers=[RecursiveAnswers(Say(3))],
),
StepAndAnswer(dataset.TextProcessingStep(), Say([0, 1])),
StepAndAnswer(
dataset.SymbolSetStep(),
patch_menu_prompt([(0, 1, 2, 3, 4), (), ()], multi=True),
),
StepAndAnswer(dataset.SoxEffectsStep(), Say([0])),
StepAndAnswer(dataset.DatasetNameStep(), Say("my-monkey-dataset")),
],
)
self.assertEqual(tour.state[SN.speaker_header_step.value], 2)
self.assertEqual(tour.state[SN.language_header_step.value], 3)
self.assertTrue(tour.steps[-1].completed)
Expand Down

0 comments on commit 88ef6e5

Please sign in to comment.