TiberiuCristianLeon commited on
Commit
252c640
·
verified ·
1 Parent(s): 434bae9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -356,8 +356,8 @@ class Translators:
356
  max_new_tokens = round(num_input_tokens + 0.25 * num_input_tokens)
357
  outputs = pipe(prompt, max_new_tokens=max_new_tokens, do_sample=False)
358
  translated_text = outputs[0]["generated_text"]
359
- print(f"Input chars: {len(input_text)}", f"Input tokens: {num_input_tokens}", f"max_new_tokens: {max_new_tokens}",
360
- "Chars to tokens ratio:", round(len(input_text) / num_input_tokens, 2), f"Raw translation: {translated_text}")
361
  markers = ["<end_of_turn>", "<|im_end|>", "<|im_start|>assistant"] # , "\n"
362
  for marker in markers:
363
  if marker in translated_text:
 
356
  max_new_tokens = round(num_input_tokens + 0.25 * num_input_tokens)
357
  outputs = pipe(prompt, max_new_tokens=max_new_tokens, do_sample=False)
358
  translated_text = outputs[0]["generated_text"]
359
+ print(f"Input chars: {len(self.input_text)}", f"Input tokens: {num_input_tokens}", f"max_new_tokens: {max_new_tokens}",
360
+ "Chars to tokens ratio:", round(len(self.input_text) / num_input_tokens, 2), f"Raw translation: {translated_text}")
361
  markers = ["<end_of_turn>", "<|im_end|>", "<|im_start|>assistant"] # , "\n"
362
  for marker in markers:
363
  if marker in translated_text: