TiberiuCristianLeon commited on
Commit
919c552
·
verified ·
1 Parent(s): 4b4d908

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -2
app.py CHANGED
@@ -7,7 +7,7 @@ import httpx
7
 
8
  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
9
  # Language options and mappings
10
- options = ["German", "Romanian", "English", "French", "Spanish", "Italian"]
11
  favourite_langs = {"German": "de", "Romanian": "ro", "English": "en", "-----": "-----"}
12
  df = pl.read_parquet("isolanguages.parquet")
13
  non_empty_isos = df.slice(1).filter(pl.col("ISO639-1") != "").rows()
@@ -20,7 +20,7 @@ iso1_to_name = {iso[1]: iso[0] for iso in non_empty_isos} # {'ro': 'Romanian', '
20
  langs = {iso[0]: iso[1] for iso in non_empty_isos} # {'Romanian': 'ro', 'German': 'de'}
21
 
22
 
23
- models = ["Helsinki-NLP", "Argos", "Google", "t5-base", "t5-small", "t5-large", "Unbabel/Tower-Plus-2B",
24
  "Unbabel/TowerInstruct-Mistral-7B-v0.2", "winninghealth/WiNGPT-Babel-2", "towing/viachat-t5-large-v3.0", "towing/viachat-t5-large-v2.0"]
25
  allmodels = ["Helsinki-NLP",
26
  "Helsinki-NLP/opus-mt-tc-bible-big-mul-mul", "Helsinki-NLP/opus-mt-tc-bible-big-mul-deu_eng_nld",
@@ -52,6 +52,11 @@ class Translators:
52
  response = httpx.get(url)
53
  return response.json()[0][0][0]
54
 
 
 
 
 
 
55
  @classmethod
56
  def download_argos_model(cls, from_code, to_code):
57
  import argostranslate.package
@@ -418,6 +423,9 @@ def translate_text(model_name: str, s_language: str, t_language: str, input_text
418
 
419
  elif model_name == "Helsinki-NLP":
420
  translated_text, message_text = Translators(model_name, sl, tl, input_text).HelsinkiNLP()
 
 
 
421
 
422
  elif model_name == 'Argos':
423
  translated_text = Translators(model_name, sl, tl, input_text).argos()
 
7
 
8
  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
9
  # Language options and mappings
10
+ options = ["German", "Romanian", "English", "French", "Spanish", "Italian", "Hindi"]
11
  favourite_langs = {"German": "de", "Romanian": "ro", "English": "en", "-----": "-----"}
12
  df = pl.read_parquet("isolanguages.parquet")
13
  non_empty_isos = df.slice(1).filter(pl.col("ISO639-1") != "").rows()
 
20
  langs = {iso[0]: iso[1] for iso in non_empty_isos} # {'Romanian': 'ro', 'German': 'de'}
21
 
22
 
23
+ models = ["Helsinki-NLP", "Argos", "Google", "t5-base", "t5-small", "t5-large", "HPLT", "Unbabel/Tower-Plus-2B",
24
  "Unbabel/TowerInstruct-Mistral-7B-v0.2", "winninghealth/WiNGPT-Babel-2", "towing/viachat-t5-large-v3.0", "towing/viachat-t5-large-v2.0"]
25
  allmodels = ["Helsinki-NLP",
26
  "Helsinki-NLP/opus-mt-tc-bible-big-mul-mul", "Helsinki-NLP/opus-mt-tc-bible-big-mul-deu_eng_nld",
 
52
  response = httpx.get(url)
53
  return response.json()[0][0][0]
54
 
55
+ def hplt(self):
56
+ model = f'HPLT/translate-{self.sl}-{self.tl}-v1.0-hplt'
57
+ pipe = pipeline("translation", model=model)
58
+ return translation[0]['translation_text']
59
+
60
  @classmethod
61
  def download_argos_model(cls, from_code, to_code):
62
  import argostranslate.package
 
423
 
424
  elif model_name == "Helsinki-NLP":
425
  translated_text, message_text = Translators(model_name, sl, tl, input_text).HelsinkiNLP()
426
+
427
+ elif model_name == "HPLT":
428
+ translated_text, message_text = Translators(model_name, sl, tl, input_text).hplt()
429
 
430
  elif model_name == 'Argos':
431
  translated_text = Translators(model_name, sl, tl, input_text).argos()