From 56f5b6e32834578d398a5d2f64ff5e93962f834e Mon Sep 17 00:00:00 2001
From: Szabo Zoltan <szabozoltan69@gmail.com>
Date: Mon, 11 Nov 2024 12:40:45 +0100
Subject: [PATCH] Fix log noise + translation limit error beyond 50000 chars

---
 Dockerfile          |  4 ++++
 lang/translation.py | 38 +++++++++++++++++++++++++++++++++++++-
 main/settings.py    |  2 ++
 3 files changed, 43 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index f24e11823..3592fff16 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -39,6 +39,10 @@ RUN perl -pi -e 's/ is not -1 / != 1 /' ${AZUREROOT}blob/baseblobservice.py
 RUN perl -pi -e "s/ is '' / == '' /"    ${AZUREROOT}common/_connection.py
 RUN perl -pi -e "s/ is '' / == '' /"    ${AZUREROOT}_connection.py
 
+# To avoid dump of "Queue is full. Dropping telemetry." messages in log, 20241111:
+ENV OPENCENSUSINIT=/usr/local/lib/python3.11/site-packages/opencensus/common/schedule/__init__.py
+RUN perl -pi -e "s/logger.warning.*/pass/" ${OPENCENSUSINIT} 2>/dev/null
+
 COPY main/nginx.conf /etc/nginx/sites-available/
 RUN \
 	ln -s /etc/nginx/sites-available/nginx.conf /etc/nginx/sites-enabled; \
diff --git a/lang/translation.py b/lang/translation.py
index ee3f8de8f..dd342caca 100644
--- a/lang/translation.py
+++ b/lang/translation.py
@@ -78,10 +78,43 @@ def __init__(self):
     def is_text_html(cls, text):
         return bool(BeautifulSoup(text, "html.parser").find())
 
+    @classmethod
+    def find_last_slashtable(cls, text, limit):
+        tag = "</table>"
+        truncate_here = text[:limit].rfind(tag)
+        if truncate_here != -1:
+            truncate_here += len(tag)
+        return truncate_here
+
+    @classmethod
+    def find_last_slashp(cls, text, limit):
+        tag = "</p>"
+        truncate_here = text[:limit].rfind(tag)
+        if truncate_here != -1:
+            truncate_here += len(tag)
+        return truncate_here
+
     def translate_text(self, text, dest_language, source_language=None):
         if settings.TESTING:
             # NOTE: Mocking for test purpose
             return self._fake_translation(text, dest_language, source_language)
+
+        # A dirty workaround to handle oversized HTML+CSS texts, usually tables:
+        textTail = ""
+        if len(text) > settings.AZURE_TRANSL_LIMIT:
+            truncate_here = self.find_last_slashtable(text, settings.AZURE_TRANSL_LIMIT)
+            if truncate_here != -1:
+                textTail = text[truncate_here:]
+                text = text[:truncate_here]
+            else:
+                truncate_here = self.find_last_slashp(text, settings.AZURE_TRANSL_LIMIT)
+                if truncate_here != -1:
+                    textTail = text[truncate_here:]
+                    text = text[:truncate_here]
+                else:
+                    textTail = text[settings.AZURE_TRANSL_LIMIT :]
+                    text = text[: settings.AZURE_TRANSL_LIMIT]
+
         payload = {
             "text": text,
             "from": source_language,
@@ -96,7 +129,10 @@ def translate_text(self, text, dest_language, source_language=None):
             headers=self.headers,
             json=payload,
         )
-        return response.json()[0]["translations"][0]["text"]
+
+        # Not using == 200 – it would break tests with MagicMock name=requests.post() results
+        if response.status_code != 500:
+            return response.json()[0]["translations"][0]["text"] + textTail
 
 
 def get_translator_class():
diff --git a/main/settings.py b/main/settings.py
index 61555ab5c..1c7d58690 100644
--- a/main/settings.py
+++ b/main/settings.py
@@ -702,3 +702,5 @@ def decode_base64(env_key, fallback_env_key):
 
 # Need to load this to overwrite modeltranslation module
 import main.translation  # noqa: F401 E402
+
+AZURE_TRANSL_LIMIT = 49990