Update app.py

app.py

@@ -217,7 +217,7 @@ class Translators:
         )
         # Generate response
         temperature = 0.7
-        with torch.no_grad():
+        with torch.inference_mode():
             outputs = model.generate(
                 tokenized_chat.to(model.device),
                 max_new_tokens=512,
@@ -243,7 +243,7 @@ class Translators:
         except Exception as error:
             return f"Error translating with model: {self.model_name}! Try other available language combination or model.", error
     
-     def rosetta(self):
+    def rosetta(self):
         model = AutoModelForCausalLM.from_pretrained(
             self.model_name,
             dtype=torch.bfloat16,