Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -76,6 +76,15 @@ def bigscience(model_name, sl, tl, input_text):
|
|
| 76 |
translation = translation.replace('<pad> ', '').replace('</s>', '')
|
| 77 |
return translation
|
| 78 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 79 |
def eurollm(model_name, sl, tl, input_text):
|
| 80 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 81 |
model = AutoModelForCausalLM.from_pretrained(model_name)
|
|
@@ -119,9 +128,13 @@ def translate_text(input_text, sselected_language, tselected_language, model_nam
|
|
| 119 |
translated_text = teuken(model_name, sselected_language, tselected_language, input_text)
|
| 120 |
return translated_text, message_text
|
| 121 |
|
| 122 |
-
if '
|
| 123 |
translated_text = bigscience(model_name, sselected_language, tselected_language, input_text)
|
| 124 |
return translated_text, message_text
|
|
|
|
|
|
|
|
|
|
|
|
|
| 125 |
|
| 126 |
if 'nllb' in model_name.lower():
|
| 127 |
nnlbsl, nnlbtl = languagecodes.nllb_language_codes[sselected_language], languagecodes.nllb_language_codes[tselected_language]
|
|
|
|
| 76 |
translation = translation.replace('<pad> ', '').replace('</s>', '')
|
| 77 |
return translation
|
| 78 |
|
| 79 |
+
def bloomz(model_name, sl, tl, input_text):
|
| 80 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 81 |
+
model = AutoModelForCausalLM.from_pretrained(model_name)
|
| 82 |
+
inputs = tokenizer.encode(f"Translate to {tl}: {input_text}", return_tensors="pt")
|
| 83 |
+
outputs = model.generate(inputs)
|
| 84 |
+
translation = tokenizer.decode(outputs[0])
|
| 85 |
+
translation = translation.replace('<pad> ', '').replace('</s>', '')
|
| 86 |
+
return translation
|
| 87 |
+
|
| 88 |
def eurollm(model_name, sl, tl, input_text):
|
| 89 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 90 |
model = AutoModelForCausalLM.from_pretrained(model_name)
|
|
|
|
| 128 |
translated_text = teuken(model_name, sselected_language, tselected_language, input_text)
|
| 129 |
return translated_text, message_text
|
| 130 |
|
| 131 |
+
if 'mt0' in model_name.lower():
|
| 132 |
translated_text = bigscience(model_name, sselected_language, tselected_language, input_text)
|
| 133 |
return translated_text, message_text
|
| 134 |
+
|
| 135 |
+
if 'bloomz' in model_name.lower():
|
| 136 |
+
translated_text = bloomz(model_name, sselected_language, tselected_language, input_text)
|
| 137 |
+
return translated_text, message_text
|
| 138 |
|
| 139 |
if 'nllb' in model_name.lower():
|
| 140 |
nnlbsl, nnlbtl = languagecodes.nllb_language_codes[sselected_language], languagecodes.nllb_language_codes[tselected_language]
|