From 14af2c30859e6d10d58679c62a6da7fcaf58fd43 Mon Sep 17 00:00:00 2001 From: Aevann Date: Mon, 5 Feb 2024 06:13:49 +0200 Subject: [PATCH] strip cuniform --- files/helpers/sanitize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/files/helpers/sanitize.py b/files/helpers/sanitize.py index 137277c3f..2b8584409 100644 --- a/files/helpers/sanitize.py +++ b/files/helpers/sanitize.py @@ -329,7 +329,7 @@ def with_sigalrm_timeout(timeout): def remove_cuniform(sanitized): if not sanitized: return "" sanitized = sanitized.replace('\u200e','').replace('\u200b','').replace('\u202e','').replace("\ufeff", "").replace("\u033f","").replace("\u0589", ":") - sanitized = sanitized.replace("π’ͺ","").replace("𒐫","").replace("ο·½","") + sanitized = sanitized.replace("π’ͺ","").replace("𒐫","").replace("ο·½","").replace("βΈ»","") sanitized = sanitized.replace("\r\n", "\n") sanitized = sanitized.replace("’", "'") return sanitized.strip()