Goruut G2P

app.py

@@ -21,34 +21,22 @@ try:
 except ImportError:
     PHONEMIZER_AVAILABLE = False
 
+
+try:
+    from pygoruut.pygoruut import Pygoruut, PygoruutLanguages
+    pygoruut = Pygoruut()
+    goruut_langs = PygoruutLanguages()
+    # global_phonemizer_en = phonemizer.backend.EspeakBackend(language='en-us', preserve_punctuation=True, with_stress=True)
+    PYGORUUT_AVAILABLE = True
+except ImportError:
+    PYGORUUT_AVAILABLE = False
+
 CHAR_LIMIT = None if IS_DUPLICATE else 5000
 models = {gpu: KModel().to('cuda' if gpu else 'cpu').eval() for gpu in [False] + ([True] if CUDA_AVAILABLE else [])}
 pipelines = {lang_code: KPipeline(lang_code=lang_code, model=False) for lang_code in 'ab'}
 pipelines['a'].g2p.lexicon.golds['kokoro'] = 'kˈOkəɹO'
 pipelines['b'].g2p.lexicon.golds['kokoro'] = 'kˈQkəɹQ'
 
-# Language mappings similar to StyleTTS
-LANG_NAMES = {
-    'en-us': 'english',
-    'cs': 'czech',
-    'da': 'danish',
-    'nl': 'dutch',
-    'et': 'estonian',
-    'fi': 'finnish',
-    'fr': 'french',
-    'de': 'german',
-    'el': 'greek',
-    'it': 'italian',
-    'no': 'norwegian',
-    'pl': 'polish',
-    'pt': 'portuguese',
-    'ru': 'russian',
-    'sl': 'slovene',
-    'es': 'spanish',
-    'sv': 'swedish',
-    'tr': 'turkish',
-}
-
 def text_to_ipa(text, lang='en-us'):
     """Convert text to IPA using phonemizer or return original text"""
     if not PHONEMIZER_AVAILABLE:
@@ -93,7 +81,8 @@ def generate_first(text, voice='af_heart', speed=1, use_gpu=CUDA_AVAILABLE, lang
 
     # Convert text to IPA if not English
     if lang != 'en-us':
-        text = text_to_ipa(text, lang)
+        text = goruut_phonemize(text, lang, False, False)
+        # text = text_to_ipa(text, lang)
 
     pipeline = pipelines[voice[0]]
     pack = pipeline.load_voice(voice)
@@ -185,6 +174,40 @@ def get_frankenstein():
     with open('frankenstein5k.md', 'r') as r:
         return r.read().strip()
 
+def filter_languages(search_text, selected_languages):
+    all_languages = languages.get_all_supported_languages()
+    
+    # Extract last entry from search input
+    search_terms = search_text.replace(",,", ",").split(",") if search_text else []
+    last_term = search_terms[-1] if search_terms else ""
+    
+    # Filter available languages
+    filtered = [lang for lang in all_languages if last_term == "" or (last_term.lower() in lang.lower())]
+    
+    # If no results, show a message instead
+    if not filtered:
+        filtered = ["No match found..."]
+    else:
+        filtered = [filtered[0] + "..."] + filtered
+    
+    return gr.update(choices=filtered), filtered[0]  # Keep dropdown open and selectable
+    
+def dephon_offline(txt, language_tag, is_reverse, is_punct):
+    try:
+        response = pygoruut.phonemize(language=language_tag, sentence=txt, is_reverse=is_reverse)
+    except TypeError:
+        return ''
+    if not response or not response.Words:
+        return ''
+    if is_punct:
+        phonetic_line = str(response)
+    else:
+        phonetic_line = " ".join(word.Phonetic for word in response.Words)
+    return phonetic_line
+
+def goruut_phonemize(sentence, language, is_reverse, is_punct):
+    return dephon_offline(sentence, language.strip(","), is_reverse, is_punct)
+    
 CHOICES = {
 '🇺🇸 🚺 Heart ❤️': 'af_heart',
 '🇺🇸 🚺 Bella 🔥': 'af_bella',
@@ -299,13 +322,23 @@ with gr.Blocks() as app:
                     info='GPU is usually faster, but has a usage quota',
                     interactive=CUDA_AVAILABLE
                 )
-            with gr.Row():
-                lang = gr.Dropdown(
-                    LANGUAGE_CHOICES,
-                    value='en-us',
-                    label="Language",
-                    info="Select language for G2P processing"
-                )
+            with gr.Row(
+                if (PYGORUUT_AVAILABLE):):
+                    # Goruut
+                    lang = gr.Dropdown(
+                        label="Available Languages",
+                        choices=goruut_langs.get_all_supported_languages(),
+                        interactive=True,
+                        allow_custom_value=False
+                    )
+                else:
+                    # G2P
+                    lang = gr.Dropdown(
+                        LANGUAGE_CHOICES,
+                        value='en-us',
+                        label="Language",
+                        info="Select language for G2P processing"
+                    )
                 speed = gr.Slider(minimum=0.5, maximum=2, value=1, step=0.1, label='Speed')
             random_btn = gr.Button('🎲 Random Quote 💬', variant='secondary')
             with gr.Row():