| from typing import List | |
| from unittest import TestCase | |
| from voicevox_engine import kana_parser | |
| from voicevox_engine.kana_parser import create_kana | |
| from voicevox_engine.model import AccentPhrase, Mora, ParseKanaError, ParseKanaErrorCode | |
| def parse_kana(text: str) -> List[AccentPhrase]: | |
| accent_phrases = kana_parser.parse_kana(text) | |
| return accent_phrases | |
| class TestParseKana(TestCase): | |
| def test_phrase_length(self): | |
| self.assertEqual(len(parse_kana("ア'/ア'")), 2) | |
| self.assertEqual(len(parse_kana("ア'、ア'")), 2) | |
| self.assertEqual(len(parse_kana("ア'/ア'/ア'/ア'/ア'")), 5) | |
| self.assertEqual(len(parse_kana("ス'")), 1) | |
| self.assertEqual(len(parse_kana("_ス'")), 1) | |
| self.assertEqual(len(parse_kana("ギェ'")), 1) | |
| self.assertEqual(len(parse_kana("ギェ'、ギェ'/ギェ'")), 3) | |
| def test_accent(self): | |
| self.assertEqual(parse_kana("シャ'シシュシェショ")[0].accent, 1) | |
| self.assertEqual(parse_kana("シャ'_シシュシェショ")[0].accent, 1) | |
| self.assertEqual(parse_kana("シャシ'シュシェショ")[0].accent, 2) | |
| self.assertEqual(parse_kana("シャ_シ'シュシェショ")[0].accent, 2) | |
| self.assertEqual(parse_kana("シャシシュ'シェショ")[0].accent, 3) | |
| self.assertEqual(parse_kana("シャ_シシュ'シェショ")[0].accent, 3) | |
| self.assertEqual(parse_kana("シャシシュシェショ'")[0].accent, 5) | |
| self.assertEqual(parse_kana("シャ_シシュシェショ'")[0].accent, 5) | |
| def test_mora_length(self): | |
| self.assertEqual(len(parse_kana("シャ'シシュシェショ")[0].moras), 5) | |
| self.assertEqual(len(parse_kana("シャ'_シシュシェショ")[0].moras), 5) | |
| self.assertEqual(len(parse_kana("シャシ'シュシェショ")[0].moras), 5) | |
| self.assertEqual(len(parse_kana("シャ_シ'シュシェショ")[0].moras), 5) | |
| self.assertEqual(len(parse_kana("シャシシュシェショ'")[0].moras), 5) | |
| self.assertEqual(len(parse_kana("シャ_シシュシェショ'")[0].moras), 5) | |
| def test_pause(self): | |
| self.assertIsNone(parse_kana("ア'/ア'")[0].pause_mora) | |
| self.assertIsNone(parse_kana("ア'/ア'")[1].pause_mora) | |
| self.assertIsNotNone(parse_kana("ア'、ア'")[0].pause_mora) | |
| self.assertIsNone(parse_kana("ア'、ア'")[1].pause_mora) | |
| def test_unvoice(self): | |
| self.assertEqual(parse_kana("ス'")[0].moras[0].vowel, "u") | |
| self.assertEqual(parse_kana("_ス'")[0].moras[0].vowel, "U") | |
| def test_roundtrip(self): | |
| for text in ["コンニチワ'", "ワタシワ'/シャチョオデ'_ス", "トテモ'、エラ'インデス"]: | |
| self.assertEqual(create_kana(parse_kana(text)), text) | |
| for text in ["ヲ'", "ェ'"]: | |
| self.assertEqual(create_kana(parse_kana(text)), text) | |
| def _accent_phrase_marks_base( | |
| self, text: str, expected_accent_phrases: List[AccentPhrase] | |
| ) -> None: | |
| accent_phrases = kana_parser.parse_kana(text) | |
| self.assertEqual(expected_accent_phrases, accent_phrases) | |
| def test_accent_phrase_marks(self): | |
| def a_slash_a_accent_phrases(): | |
| return [ | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| ] | |
| expected_accent_phrases = a_slash_a_accent_phrases() | |
| self._accent_phrase_marks_base( | |
| text="ア'/ア'", | |
| expected_accent_phrases=expected_accent_phrases, | |
| ) | |
| def a_jp_comma_a_accent_phrases(): | |
| return [ | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=Mora( | |
| text="、", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="pau", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| ] | |
| expected_accent_phrases = a_jp_comma_a_accent_phrases() | |
| self._accent_phrase_marks_base( | |
| text="ア'、ア'", | |
| expected_accent_phrases=expected_accent_phrases, | |
| ) | |
| def a_slash_a_slash_a_slash_a_slash_a_accent_phrases(): | |
| return [ | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| ] | |
| expected_accent_phrases = a_slash_a_slash_a_slash_a_slash_a_accent_phrases() | |
| self._accent_phrase_marks_base( | |
| text="ア'/ア'/ア'/ア'/ア'", | |
| expected_accent_phrases=expected_accent_phrases, | |
| ) | |
| def su_accent_phrases(): | |
| return [ | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ス", | |
| consonant="s", | |
| consonant_length=0.0, | |
| vowel="u", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| ] | |
| expected_accent_phrases = su_accent_phrases() | |
| self._accent_phrase_marks_base( | |
| text="ス'", | |
| expected_accent_phrases=expected_accent_phrases, | |
| ) | |
| def under_score_su_accent_phrases(): | |
| return [ | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ス", | |
| consonant="s", | |
| consonant_length=0.0, | |
| vowel="U", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| ] | |
| expected_accent_phrases = under_score_su_accent_phrases() | |
| self._accent_phrase_marks_base( | |
| text="_ス'", | |
| expected_accent_phrases=expected_accent_phrases, | |
| ) | |
| def gye_accent_phrases(): | |
| return [ | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ギェ", | |
| consonant="gy", | |
| consonant_length=0.0, | |
| vowel="e", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| ] | |
| expected_accent_phrases = gye_accent_phrases() | |
| self._accent_phrase_marks_base( | |
| text="ギェ'", | |
| expected_accent_phrases=expected_accent_phrases, | |
| ) | |
| def gye_gye_gye_accent_phrases(): | |
| return [ | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ギェ", | |
| consonant="gy", | |
| consonant_length=0.0, | |
| vowel="e", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=Mora( | |
| text="、", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="pau", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ギェ", | |
| consonant="gy", | |
| consonant_length=0.0, | |
| vowel="e", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ギェ", | |
| consonant="gy", | |
| consonant_length=0.0, | |
| vowel="e", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| ] | |
| expected_accent_phrases = gye_gye_gye_accent_phrases() | |
| self._accent_phrase_marks_base( | |
| text="ギェ'、ギェ'/ギェ'", | |
| expected_accent_phrases=expected_accent_phrases, | |
| ) | |
| def test_interrogative_accent_phrase_marks(self): | |
| def a_question_mark_accent_phrases(): | |
| return [ | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| is_interrogative=True, | |
| ), | |
| ] | |
| expected_accent_phrases = a_question_mark_accent_phrases() | |
| self._accent_phrase_marks_base( | |
| text="ア'？", | |
| expected_accent_phrases=expected_accent_phrases, | |
| ) | |
| def gye_gye_gye_question_mark_accent_phrases(): | |
| return [ | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ギェ", | |
| consonant="gy", | |
| consonant_length=0.0, | |
| vowel="e", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=Mora( | |
| text="、", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="pau", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ギェ", | |
| consonant="gy", | |
| consonant_length=0.0, | |
| vowel="e", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ギェ", | |
| consonant="gy", | |
| consonant_length=0.0, | |
| vowel="e", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| is_interrogative=True, | |
| ), | |
| ] | |
| expected_accent_phrases = gye_gye_gye_question_mark_accent_phrases() | |
| self._accent_phrase_marks_base( | |
| text="ギェ'、ギェ'/ギェ'？", | |
| expected_accent_phrases=expected_accent_phrases, | |
| ) | |
| def a_pause_a_question_pause_a_question_a_question_mark_accent_phrases(): | |
| return [ | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=Mora( | |
| text="、", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="pau", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=Mora( | |
| text="、", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="pau", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| is_interrogative=True, | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| is_interrogative=True, | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=0.0, | |
| pitch=0.0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| is_interrogative=True, | |
| ), | |
| ] | |
| expected_accent_phrases = ( | |
| a_pause_a_question_pause_a_question_a_question_mark_accent_phrases() | |
| ) | |
| self._accent_phrase_marks_base( | |
| text="ア'、ア'？、ア'？/ア'？", | |
| expected_accent_phrases=expected_accent_phrases, | |
| ) | |
| class TestParseKanaException(TestCase): | |
| def _assert_error_code(self, kana: str, code: ParseKanaErrorCode): | |
| with self.assertRaises(ParseKanaError) as err: | |
| parse_kana(kana) | |
| self.assertEqual(err.exception.errcode, code) | |
| def test_exceptions(self): | |
| self._assert_error_code("アクセント", ParseKanaErrorCode.ACCENT_NOTFOUND) | |
| self._assert_error_code("'アクセント", ParseKanaErrorCode.ACCENT_TOP) | |
| self._assert_error_code("ア'ク'セント", ParseKanaErrorCode.ACCENT_TWICE) | |
| self._assert_error_code("ひ'らがな", ParseKanaErrorCode.UNKNOWN_TEXT) | |
| self._assert_error_code("__ス'", ParseKanaErrorCode.UNKNOWN_TEXT) | |
| self._assert_error_code("ア'/", ParseKanaErrorCode.EMPTY_PHRASE) | |
| self._assert_error_code("/ア'", ParseKanaErrorCode.EMPTY_PHRASE) | |
| self._assert_error_code("", ParseKanaErrorCode.EMPTY_PHRASE) | |
| with self.assertRaises(ParseKanaError) as err: | |
| parse_kana("ヒト'ツメ/フタツメ") | |
| self.assertEqual(err.exception.errcode, ParseKanaErrorCode.ACCENT_NOTFOUND) | |
| self.assertEqual(err.exception.kwargs, {"text": "フタツメ"}) | |
| with self.assertRaises(ParseKanaError) as err: | |
| parse_kana("ア'/") | |
| self.assertEqual(err.exception.errcode, ParseKanaErrorCode.EMPTY_PHRASE) | |
| self.assertEqual(err.exception.kwargs, {"position": "2"}) | |
| with self.assertRaises(ParseKanaError) as err: | |
| kana_parser.parse_kana("ア？ア'") | |
| self.assertEqual( | |
| err.exception.errcode, ParseKanaErrorCode.INTERROGATION_MARK_NOT_AT_END | |
| ) | |
| class TestCreateKana(TestCase): | |
| def test_create_kana_interrogative(self): | |
| def koreha_arimasuka_accent_phrases(): | |
| return [ | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="コ", | |
| consonant="k", | |
| consonant_length=2.5, | |
| vowel="o", | |
| vowel_length=2.5, | |
| pitch=2.5, | |
| ), | |
| Mora( | |
| text="レ", | |
| consonant="r", | |
| consonant_length=2.5, | |
| vowel="e", | |
| vowel_length=2.5, | |
| pitch=2.5, | |
| ), | |
| Mora( | |
| text="ワ", | |
| consonant="w", | |
| consonant_length=2.5, | |
| vowel="a", | |
| vowel_length=2.5, | |
| pitch=2.5, | |
| ), | |
| ], | |
| accent=3, | |
| pause_mora=None, | |
| is_interrogative=False, | |
| ), | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="ア", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="a", | |
| vowel_length=2.5, | |
| pitch=2.5, | |
| ), | |
| Mora( | |
| text="リ", | |
| consonant="r", | |
| consonant_length=2.5, | |
| vowel="i", | |
| vowel_length=2.5, | |
| pitch=2.5, | |
| ), | |
| Mora( | |
| text="マ", | |
| consonant="m", | |
| consonant_length=2.5, | |
| vowel="a", | |
| vowel_length=2.5, | |
| pitch=2.5, | |
| ), | |
| Mora( | |
| text="ス", | |
| consonant="s", | |
| consonant_length=2.5, | |
| vowel="U", | |
| vowel_length=2.5, | |
| pitch=2.5, | |
| ), | |
| Mora( | |
| text="カ", | |
| consonant="k", | |
| consonant_length=2.5, | |
| vowel="a", | |
| vowel_length=2.5, | |
| pitch=2.5, | |
| ), | |
| ], | |
| accent=3, | |
| pause_mora=None, | |
| is_interrogative=False, | |
| ), | |
| ] | |
| accent_phrases = koreha_arimasuka_accent_phrases() | |
| self.assertEqual(create_kana(accent_phrases), "コレワ'/アリマ'_スカ") | |
| accent_phrases = koreha_arimasuka_accent_phrases() | |
| accent_phrases[-1].is_interrogative = True | |
| self.assertEqual(create_kana(accent_phrases), "コレワ'/アリマ'_スカ？") | |
| def kya_accent_phrases(): | |
| return [ | |
| AccentPhrase( | |
| moras=[ | |
| Mora( | |
| text="キャ", | |
| consonant="ky", | |
| consonant_length=2.5, | |
| vowel="a", | |
| vowel_length=2.5, | |
| pitch=2.5, | |
| ), | |
| Mora( | |
| text="ッ", | |
| consonant=None, | |
| consonant_length=None, | |
| vowel="cl", | |
| vowel_length=0.1, | |
| pitch=0, | |
| ), | |
| ], | |
| accent=1, | |
| pause_mora=None, | |
| is_interrogative=False, | |
| ), | |
| ] | |
| accent_phrases = kya_accent_phrases() | |
| self.assertEqual(create_kana(accent_phrases), "キャ'ッ") | |
| accent_phrases = kya_accent_phrases() | |
| accent_phrases[-1].is_interrogative = True | |
| self.assertEqual(create_kana(accent_phrases), "キャ'ッ？") | |