42 lines
846 B
Python
42 lines
846 B
Python
from bs4 import BeautifulSoup
|
|
from flask import *
|
|
from urllib.parse import urlparse
|
|
from drama.classes import Domain
|
|
|
|
def filter_comment_html(html_text):
|
|
|
|
soup = BeautifulSoup(html_text, features="html.parser")
|
|
|
|
links = soup.find_all("a")
|
|
|
|
domain_list = set()
|
|
|
|
for link in links:
|
|
|
|
href=link.get("href", None)
|
|
if not href:
|
|
continue
|
|
|
|
domain = urlparse(href).netloc
|
|
|
|
# parse domain into all possible subdomains
|
|
parts = domain.split(".")
|
|
for i in range(len(parts)):
|
|
new_domain = parts[i]
|
|
for j in range(i + 1, len(parts)):
|
|
new_domain += "." + parts[j]
|
|
|
|
domain_list.add(new_domain)
|
|
|
|
# search db for domain rules that prohibit commenting
|
|
bans = [
|
|
x for x in g.db.query(Domain).filter_by(
|
|
can_comment=False).filter(
|
|
Domain.domain.in_(
|
|
list(domain_list))).all()]
|
|
|
|
if bans:
|
|
return bans
|
|
else:
|
|
return []
|