TiberiuCristianLeon commited on
Commit
b1a4240
·
verified ·
1 Parent(s): 0a4ba41

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +14 -1
app.py CHANGED
@@ -76,6 +76,15 @@ def bigscience(model_name, sl, tl, input_text):
76
  translation = translation.replace('<pad> ', '').replace('</s>', '')
77
  return translation
78
 
 
 
 
 
 
 
 
 
 
79
  def eurollm(model_name, sl, tl, input_text):
80
  tokenizer = AutoTokenizer.from_pretrained(model_name)
81
  model = AutoModelForCausalLM.from_pretrained(model_name)
@@ -119,9 +128,13 @@ def translate_text(input_text, sselected_language, tselected_language, model_nam
119
  translated_text = teuken(model_name, sselected_language, tselected_language, input_text)
120
  return translated_text, message_text
121
 
122
- if 'bigscience' in model_name.lower():
123
  translated_text = bigscience(model_name, sselected_language, tselected_language, input_text)
124
  return translated_text, message_text
 
 
 
 
125
 
126
  if 'nllb' in model_name.lower():
127
  nnlbsl, nnlbtl = languagecodes.nllb_language_codes[sselected_language], languagecodes.nllb_language_codes[tselected_language]
 
76
  translation = translation.replace('<pad> ', '').replace('</s>', '')
77
  return translation
78
 
79
+ def bloomz(model_name, sl, tl, input_text):
80
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
81
+ model = AutoModelForCausalLM.from_pretrained(model_name)
82
+ inputs = tokenizer.encode(f"Translate to {tl}: {input_text}", return_tensors="pt")
83
+ outputs = model.generate(inputs)
84
+ translation = tokenizer.decode(outputs[0])
85
+ translation = translation.replace('<pad> ', '').replace('</s>', '')
86
+ return translation
87
+
88
  def eurollm(model_name, sl, tl, input_text):
89
  tokenizer = AutoTokenizer.from_pretrained(model_name)
90
  model = AutoModelForCausalLM.from_pretrained(model_name)
 
128
  translated_text = teuken(model_name, sselected_language, tselected_language, input_text)
129
  return translated_text, message_text
130
 
131
+ if 'mt0' in model_name.lower():
132
  translated_text = bigscience(model_name, sselected_language, tselected_language, input_text)
133
  return translated_text, message_text
134
+
135
+ if 'bloomz' in model_name.lower():
136
+ translated_text = bloomz(model_name, sselected_language, tselected_language, input_text)
137
+ return translated_text, message_text
138
 
139
  if 'nllb' in model_name.lower():
140
  nnlbsl, nnlbtl = languagecodes.nllb_language_codes[sselected_language], languagecodes.nllb_language_codes[tselected_language]