Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -356,8 +356,8 @@ class Translators:
|
|
| 356 |
max_new_tokens = round(num_input_tokens + 0.25 * num_input_tokens)
|
| 357 |
outputs = pipe(prompt, max_new_tokens=max_new_tokens, do_sample=False)
|
| 358 |
translated_text = outputs[0]["generated_text"]
|
| 359 |
-
print(f"Input chars: {len(input_text)}", f"Input tokens: {num_input_tokens}", f"max_new_tokens: {max_new_tokens}",
|
| 360 |
-
"Chars to tokens ratio:", round(len(input_text) / num_input_tokens, 2), f"Raw translation: {translated_text}")
|
| 361 |
markers = ["<end_of_turn>", "<|im_end|>", "<|im_start|>assistant"] # , "\n"
|
| 362 |
for marker in markers:
|
| 363 |
if marker in translated_text:
|
|
|
|
| 356 |
max_new_tokens = round(num_input_tokens + 0.25 * num_input_tokens)
|
| 357 |
outputs = pipe(prompt, max_new_tokens=max_new_tokens, do_sample=False)
|
| 358 |
translated_text = outputs[0]["generated_text"]
|
| 359 |
+
print(f"Input chars: {len(self.input_text)}", f"Input tokens: {num_input_tokens}", f"max_new_tokens: {max_new_tokens}",
|
| 360 |
+
"Chars to tokens ratio:", round(len(self.input_text) / num_input_tokens, 2), f"Raw translation: {translated_text}")
|
| 361 |
markers = ["<end_of_turn>", "<|im_end|>", "<|im_start|>assistant"] # , "\n"
|
| 362 |
for marker in markers:
|
| 363 |
if marker in translated_text:
|