carpathianflorist
/
MarseyWorld
forked from MarseyWorld/MarseyWorld
1
0
Fork 0
Code Pull Requests Activity

strip cuniform

master
Aevann 2024-02-05 06:13:49 +02:00
parent 73803b7fcc
commit 14af2c3085
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
files/helpers/sanitize.py
View File

@ -329,7 +329,7 @@ def with_sigalrm_timeout(timeout):
def remove_cuniform(sanitized): def remove_cuniform(sanitized):
if not sanitized: return "" if not sanitized: return ""
sanitized = sanitized.replace('\u200e','').replace('\u200b','').replace('\u202e','').replace("\ufeff", "").replace("\u033f","").replace("\u0589", ":") sanitized = sanitized.replace('\u200e','').replace('\u200b','').replace('\u202e','').replace("\ufeff", "").replace("\u033f","").replace("\u0589", ":")
sanitized = sanitized.replace("𒐪","").replace("𒐫","").replace("﷽","") sanitized = sanitized.replace("𒐪","").replace("𒐫","").replace("﷽","").replace("⸻","")
sanitized = sanitized.replace("\r\n", "\n") sanitized = sanitized.replace("\r\n", "\n")
sanitized = sanitized.replace("’", "'") sanitized = sanitized.replace("’", "'")
return sanitized.strip() return sanitized.strip()