carpathianflorist
/
MarseyWorld
forked from MarseyWorld/MarseyWorld
1
0
Fork 0
Code Pull Requests Activity
MarseyWorld/files/helpers/sanitize.py

229 lines
8.2 KiB
Python
Raw Normal View History

sneed
2021-07-21 01:12:26 +00:00
import bleach
from bs4 import BeautifulSoup
from bleach.linkifier import LinkifyFilter
from functools import partial
from .get import *
fd
2021-09-14 13:40:52 +00:00
from os import path, environ
fd
2021-09-14 13:43:35 +00:00
import re
sneed
2021-07-21 01:12:26 +00:00
fggfgf
2021-08-05 14:41:32 +00:00
site = environ.get("DOMAIN").strip()
fdfddf
2021-08-02 14:27:20 +00:00
dfsfsd
2021-10-08 14:47:31 +00:00
allowed_tags = tags = ['b',
sneed
2021-07-21 01:12:26 +00:00
'blockquote',
'br',
'code',
'del',
'em',
'h1',
'h2',
'h3',
'h4',
'h5',
'h6',
'hr',
'i',
'li',
'ol',
'p',
'pre',
'strong',
'sub',
'sup',
'table',
'tbody',
'th',
'thead',
'td',
'tr',
'ul',
'marquee',
'a',
'img',
'span',
]
fdfd
2021-08-31 21:58:25 +00:00
no_images = ['b',
fdfd
2021-08-31 21:54:34 +00:00
'blockquote',
'br',
'code',
'del',
'em',
'h1',
'h2',
'h3',
'h4',
'h5',
'h6',
'hr',
'i',
'li',
'ol',
'p',
'pre',
'strong',
'sub',
'sup',
'table',
'tbody',
'th',
'thead',
'td',
'tr',
'ul',
'marquee',
'a',
'span',
]
dfsfsd
2021-10-08 14:47:31 +00:00
allowed_attributes = {'*': ['href', 'style', 'src', 'class', 'title', 'rel', 'data-bs-original-name', 'direction']}
sneed
2021-07-21 01:12:26 +00:00
dfsfsd
2021-10-08 14:47:31 +00:00
allowed_protocols = ['http', 'https']
allowed_styles =['color', 'font-weight', 'transform', '-webkit-transform']
sneed
2021-07-21 01:12:26 +00:00
dsfsdf
2021-10-08 14:14:30 +00:00
def sanitize(sanitized, noimages=False):
sneed
2021-07-21 01:12:26 +00:00
dfsfds
2021-10-10 05:55:53 +00:00
sanitized = sanitized.replace("\ufeff", "").replace("m.youtube.com", "youtube.com")
sneed
2021-07-21 01:12:26 +00:00
dffd
2021-08-21 16:27:23 +00:00
for i in re.finditer('https://i.imgur.com/(([^_]*?)\.(jpg|png|jpeg))', sanitized):
fgfg
2021-08-21 16:25:34 +00:00
sanitized = sanitized.replace(i.group(1), i.group(2) + "_d." + i.group(3) + "?maxwidth=9999")
sneed
2021-07-21 01:12:26 +00:00
dsfsdf
2021-10-08 14:14:30 +00:00
if noimages:
sanitized = bleach.Cleaner(tags=no_images,
dfsfsd
2021-10-08 14:47:31 +00:00
attributes=allowed_attributes,
protocols=allowed_protocols,
styles=allowed_styles,
dsfsdf
2021-10-08 14:14:30 +00:00
filters=[partial(LinkifyFilter,
skip_tags=["pre"],
parse_email=False,
)
]
).clean(sanitized)
else:
dfsfsd
2021-10-08 14:47:31 +00:00
sanitized = bleach.Cleaner(tags=allowed_tags,
attributes=allowed_attributes,
dsfsdf
2021-10-08 14:14:30 +00:00
protocols=['http', 'https'],
styles=['color','font-weight','transform','-webkit-transform'],
filters=[partial(LinkifyFilter,
skip_tags=["pre"],
parse_email=False,
)
]
).clean(sanitized)
sneed
2021-07-21 01:12:26 +00:00
df
2021-08-21 12:30:54 +00:00
soup = BeautifulSoup(sanitized, features="html.parser")
sneed
2021-07-21 01:12:26 +00:00
df
2021-08-21 12:30:54 +00:00
for tag in soup.find_all("img"):
sneed
2021-07-21 01:12:26 +00:00
fgdfg
2021-10-08 13:28:57 +00:00
if tag.get("src") and "profile-pic-20" not in tag.get("class", ""):
sneed
2021-07-21 01:12:26 +00:00
fd
2021-09-02 20:33:48 +00:00
tag["rel"] = "nofollow noopener noreferrer"
fgdg
2021-10-08 07:46:00 +00:00
tag["class"] = "in-comment-image"
dffd
2021-09-03 14:08:32 +00:00
tag["loading"] = "lazy"
dffds
2021-10-06 09:14:08 +00:00
tag["data-src"] = tag["src"]
tag["src"] = ""
sneed
2021-07-21 01:12:26 +00:00
df
2021-08-21 12:30:54 +00:00
link = soup.new_tag("a")
fgdfg
2021-10-08 13:28:57 +00:00
link["href"] = tag["data-src"]
fd
2021-09-02 20:33:48 +00:00
link["rel"] = "nofollow noopener noreferrer"
df
2021-08-21 12:30:54 +00:00
link["target"] = "_blank"
fdssfd
2021-10-06 09:33:04 +00:00
link["onclick"] = f"expandDesktopImage('{tag['data-src']}');"
gf
2021-09-26 09:04:49 +00:00
link["data-bs-toggle"] = "modal"
link["data-bs-target"] = "#expandImageModal"
sneed
2021-07-21 01:12:26 +00:00
df
2021-08-21 12:30:54 +00:00
tag.wrap(link)
sneed
2021-07-21 01:12:26 +00:00
df
2021-08-21 12:30:54 +00:00
for tag in soup.find_all("a"):
fgdfg
2021-10-08 13:28:57 +00:00
if tag["href"]:
tag["target"] = "_blank"
if site not in tag["href"]: tag["rel"] = "nofollow noopener noreferrer"
sneed
2021-07-21 01:12:26 +00:00
fgdfg
2021-10-08 13:28:57 +00:00
if re.match("https?://\S+", str(tag.string)):
try: tag.string = tag["href"]
except: tag.string = ""
gfdg
2021-10-06 00:25:59 +00:00
sneed
2021-07-21 01:12:26 +00:00
df
2021-08-21 12:30:54 +00:00
sanitized = str(soup)
sneed
2021-07-21 01:12:26 +00:00
start = '<s>'
end = '</s>'
gf
2021-09-05 19:47:05 +00:00
fd
2021-09-06 22:26:28 +00:00
try:
if not session.get("favorite_emojis"): session["favorite_emojis"] = {}
dRevert "dffsd" This reverts commit af609a50bdd39c79b91021d5ae34d27b2e8b676e.
2021-10-07 21:10:40 +00:00
except:
pass
gf
2021-09-05 19:47:05 +00:00
gfd
2021-10-06 05:40:27 +00:00
if start in sanitized and end in sanitized and start in sanitized.split(end)[0] and end in sanitized.split(start)[1]: sanitized = sanitized.replace(start, '<span class="spoiler">').replace(end, '</span>')
sneed
2021-07-21 01:12:26 +00:00
dfsdfs
2021-10-06 05:37:07 +00:00
for i in re.finditer("[^a]>\s*(:!?\w+:\s*)+<\/", sanitized):
dfsfds
2021-10-01 00:23:26 +00:00
old = i.group(0)
fgdfg
2021-10-08 13:28:57 +00:00
if 'marseylong1' in old or 'marseylong2' in old: new = old.lower().replace(">", " class='mb-0'>")
fdgf
2021-10-06 09:12:58 +00:00
else: new = old.lower()
sfdfsd
2021-10-07 06:24:59 +00:00
for i in re.finditer('(?<!"):([^ ]{1,30}?):', new):
fgfggf
2021-10-05 20:45:15 +00:00
emoji = i.group(1).lower()
dfssfd
2021-10-05 20:59:15 +00:00
if emoji.startswith("!"):
df
2021-10-05 21:26:16 +00:00
emoji = emoji[1:]
if path.isfile(f'./files/assets/images/emojis/{emoji}.webp'):
fgdfg
2021-10-08 13:28:57 +00:00
new = re.sub(f'(?<!"):!{emoji}:', f'<img loading="lazy" data-bs-toggle="tooltip" alt=":!{emoji}:" title=":!{emoji}:" delay="0" class="bigemoji mirrored" src="https://{site}/assets/images/emojis/{emoji}.webp" >', new)
df
2021-10-05 21:26:16 +00:00
dgf
2021-10-07 06:26:33 +00:00
if emoji in session["favorite_emojis"]: session["favorite_emojis"][emoji] += 1
else: session["favorite_emojis"][emoji] = 1
df
2021-10-05 21:26:16 +00:00
elif path.isfile(f'./files/assets/images/emojis/{emoji}.webp'):
fgdg
2021-10-08 07:46:00 +00:00
new = re.sub(f'(?<!"):{emoji}:', f'<img loading="lazy" data-bs-toggle="tooltip" alt=":{emoji}:" title=":{emoji}:" delay="0" class="bigemoji" src="https://{site}/assets/images/emojis/{emoji}.webp" >', new)
df
2021-10-05 21:26:16 +00:00
dgf
2021-10-07 06:26:33 +00:00
if emoji in session["favorite_emojis"]: session["favorite_emojis"][emoji] += 1
else: session["favorite_emojis"][emoji] = 1
dfssfd
2021-10-01 00:21:33 +00:00
dfssfd
2021-10-05 20:59:15 +00:00
sanitized = sanitized.replace(old, new)
dfsfds
2021-10-01 00:13:20 +00:00
fd
2021-10-01 00:24:39 +00:00
sfdfsd
2021-10-07 06:24:59 +00:00
for i in re.finditer('(?<!"):([^ ]{1,30}?):', sanitized):
fd
2021-10-01 00:24:39 +00:00
emoji = i.group(1).lower()
dfssfd
2021-10-05 20:59:15 +00:00
if emoji.startswith("!"):
df
2021-10-05 21:26:16 +00:00
emoji = emoji[1:]
if path.isfile(f'./files/assets/images/emojis/{emoji}.webp'):
fgdg
2021-10-08 07:46:00 +00:00
sanitized = re.sub(f'(?<!"):!{emoji}:', f'<img loading="lazy" data-bs-toggle="tooltip" alt=":!{emoji}:" title=":!{emoji}:" delay="0" class="emoji mirrored" src="https://{site}/assets/images/emojis/{emoji}.webp">', sanitized)
df
2021-10-05 21:26:16 +00:00
dgf
2021-10-07 06:26:33 +00:00
if emoji in session["favorite_emojis"]: session["favorite_emojis"][emoji] += 1
else: session["favorite_emojis"][emoji] = 1
df
2021-10-05 21:26:16 +00:00
elif path.isfile(f'./files/assets/images/emojis/{emoji}.webp'):
fgdg
2021-10-08 07:46:00 +00:00
sanitized = re.sub(f'(?<!"):{emoji}:', f'<img loading="lazy" data-bs-toggle="tooltip" alt=":{emoji}:" title=":{emoji}:" delay="0" class="emoji" src="https://{site}/assets/images/emojis/{emoji}.webp">', sanitized)
df
2021-10-05 21:26:16 +00:00
dgf
2021-10-07 06:26:33 +00:00
if emoji in session["favorite_emojis"]: session["favorite_emojis"][emoji] += 1
else: session["favorite_emojis"][emoji] = 1
sneed
2021-07-21 01:12:26 +00:00
gfdg
2021-10-05 20:23:31 +00:00
gf
2021-09-23 20:43:11 +00:00
sanitized = sanitized.replace("https://www.", "https://").replace("https://youtu.be/", "https://youtube.com/watch?v=").replace("https://music.youtube.com/watch?v=", "https://youtube.com/watch?v=").replace("https://open.spotify.com/", "https://open.spotify.com/embed/").replace("https://streamable.com/", "https://streamable.com/e/").replace("https://youtube.com/shorts/", "https://youtube.com/watch?v=").replace("https://mobile.twitter", "https://twitter").replace("https://m.facebook", "https://facebook").replace("https://m.wikipedia", "https://wikipedia").replace("https://m.youtube", "https://youtube")
gfgf
2021-08-22 19:51:19 +00:00
for i in re.finditer('" target="_blank">(https://youtube.com/watch\?v\=.*?)</a>', sanitized):
url = i.group(1)
fsdsfd
2021-10-06 02:06:07 +00:00
replacing = f'<a href="{url}" rel="nofollow noopener noreferrer" target="_blank">{url}</a>'
fdsdfs
2021-10-10 04:10:45 +00:00
htmlsource = f'<iframe class="embedvid" loading="lazy" data-src="{url}" frameborder="0" allow="accelerometer; autoplay; encrypted-media; gyroscope; picture-in-picture" allowfullscreen></iframe>'
gfgf
2021-08-22 19:51:19 +00:00
sanitized = sanitized.replace(replacing, htmlsource.replace("watch?v=", "embed/"))
for i in re.finditer('<a href="(https://streamable.com/e/.*?)"', sanitized):
sneed
2021-07-21 01:12:26 +00:00
url = i.group(1)
fsdsfd
2021-10-06 02:06:07 +00:00
replacing = f'<a href="{url}" rel="nofollow noopener noreferrer" target="_blank">{url}</a>'
fdsdfs
2021-10-10 04:10:45 +00:00
htmlsource = f'<iframe class="embedvid" loading="lazy" data-src="{url}" frameborder="0" allow="accelerometer; autoplay; encrypted-media; gyroscope; picture-in-picture" allowfullscreen></iframe>'
sneed
2021-07-21 01:12:26 +00:00
sanitized = sanitized.replace(replacing, htmlsource)
gfgf
2021-08-22 19:51:19 +00:00
fdsfsdgfd
2021-10-01 20:30:05 +00:00
for i in re.finditer('<p>(https:.*?\.mp4)</p>', sanitized):
fgdg
2021-10-08 07:46:00 +00:00
sanitized = sanitized.replace(i.group(0), f'<p><video controls loop preload="metadata" class="embedvid"><source data-src="{i.group(1)}" type="video/mp4"></video>')
sfdsdf
2021-10-01 20:25:15 +00:00
sneed
2021-07-21 01:12:26 +00:00
for i in re.finditer('<a href="(https://open.spotify.com/embed/.*?)"', sanitized):
url = i.group(1)
fsdsfd
2021-10-06 02:06:07 +00:00
replacing = f'<a href="{url}" rel="nofollow noopener noreferrer" target="_blank">{url}</a>'
fgdfg
2021-10-08 13:28:57 +00:00
htmlsource = f'<iframe data-src="{url}" class="spotify" frameBorder="0" allowtransparency="true" allow="encrypted-media"></iframe>'
sneed
2021-07-21 01:12:26 +00:00
sanitized = sanitized.replace(replacing, htmlsource)
for rd in ["https://reddit.com/", "https://new.reddit.com/", "https://www.reddit.com/", "https://redd.it/"]:
sanitized = sanitized.replace(rd, "https://old.reddit.com/")
fdfd
2021-09-01 21:16:51 +00:00
fd
2021-09-02 20:33:48 +00:00
sanitized = re.sub(' (https:\/\/[^ <>]*)', r' <a target="_blank" rel="nofollow noopener noreferrer" href="\1">\1</a>', sanitized)
fix emoji tags
2021-09-19 11:02:35 +00:00
sanitized = re.sub('<p>(https:\/\/[^ <>]*)', r'<p><a target="_blank" rel="nofollow noopener noreferrer" href="\1">\1</a></p>', sanitized)
fd
2021-09-01 20:58:53 +00:00
fix controversial sorting setting for comments
2021-08-15 19:17:19 +00:00
return sanitized