import json
from sys import stdout
import gevent
from flask import g
from pywebpush import webpush
import time
from sqlalchemy.sql import text, and_
from sqlalchemy.orm import load_only
from files.classes import Comment, Post, Notification, PushSubscription, Group, Mod
from .config.const import *
from .regex import *
from .sanitize import *
from .slurs_and_profanities import censor_slurs_profanities
def create_comment(text_html):
new_comment = Comment(author_id=AUTOJANNY_ID,
parent_post=None,
body_html=text_html,
distinguished=True,
is_bot=True)
g.db.add(new_comment)
g.db.flush()
new_comment.top_comment_id = new_comment.id
return new_comment.id
def send_repeatable_notification(uid, text, only_repeatable_after_1week=False):
if uid in BOT_IDs: return
if hasattr(g, 'v') and g.v and g.v.shadowbanned and g.db.query(User.admin_level).filter_by(id=uid).one()[0] < PERMS['USER_SHADOWBAN']:
return
text_html = sanitize(text, blackjack="notification")
existing_comments = g.db.query(Comment.id).filter_by(author_id=AUTOJANNY_ID, parent_post=None, body_html=text_html, is_bot=True).order_by(Comment.id).all()
existing_notif = None
for c in existing_comments:
existing_notif = g.db.query(Notification).filter_by(user_id=uid, comment_id=c.id).one_or_none()
if not existing_notif:
notif = Notification(comment_id=c.id, user_id=uid)
g.db.add(notif)
push_notif({uid}, 'New notification', text, f'{SITE_FULL}/notification/{c.id}')
return notif
one_week_ago = time.time() - 604800
if only_repeatable_after_1week and existing_notif and existing_notif.created_utc > one_week_ago:
return
cid = create_comment(text_html)
notif = Notification(comment_id=cid, user_id=uid)
g.db.add(notif)
push_notif({uid}, 'New notification', text, f'{SITE_FULL}/notification/{cid}')
return notif
def send_notification(uid, text):
send_repeatable_notification(uid, text, only_repeatable_after_1week=True)
def notif_comment(text):
text_html = sanitize(text, blackjack="notification")
existing = g.db.query(Comment.id).filter(
Comment.author_id == AUTOJANNY_ID,
Comment.parent_post == None,
Comment.body_html == text_html,
Comment.is_bot == True,
).order_by(Comment.id).all()
if len(existing) > 1:
replace_with = existing[0][0]
replaced = [x[0] for x in existing[1:]]
for n in g.db.query(Notification).filter(Notification.comment_id.in_(replaced)):
n.comment_id = replace_with
g.db.add(n)
for c in g.db.query(Comment).filter(Comment.id.in_(replaced)):
g.db.delete(c)
return replace_with
elif existing:
return existing[0][0]
else:
return create_comment(text_html)
def notif_comment_mention(p):
if p.ghost:
author_link = '@👻'
else:
author_link = f'@{p.author_name}'
text = f'@{p.author_name} has mentioned you: {p.title}'
search_html = f'% has mentioned you: {p.title_html}'
if p.hole: text_html += f" in /h/{p.hole}"
return create_comment(text_html), text
def add_notif(cid, uid, text, pushnotif_url='', check_existing=True):
if uid in BOT_IDs: return
if hasattr(g, 'v') and g.v and g.v.shadowbanned and g.db.query(User.admin_level).filter_by(id=uid).one()[0] < PERMS['USER_SHADOWBAN']:
return
if check_existing:
existing = g.db.query(Notification.user_id).filter_by(comment_id=cid, user_id=uid).one_or_none()
if existing: return
notif = Notification(comment_id=cid, user_id=uid)
g.db.add(notif)
if not pushnotif_url:
pushnotif_url = f'{SITE_FULL}/notification/{cid}'
if ' has mentioned you: [' in text:
text = text.split(':')[0] + '!'
push_notif({uid}, 'New notification', text, pushnotif_url)
def NOTIFY_USERS(text, v, oldtext=None, ghost=False, obj=None, followers_ping=True, commenters_ping_post_id=None, charge=True):
# Restrict young accounts from generating notifications
if v.age < NOTIFICATION_SPAM_AGE_THRESHOLD:
return set()
text = text.lower()
if oldtext:
oldtext = oldtext.lower()
notify_users = set()
criteria = (Notification.user_id == User.id, Notification.read == False)
keyword_users = g.db.query(User.id, User.keyword_notifs).outerjoin(Notification, and_(*criteria)).group_by(User.id, User.keyword_notifs).having(func.count(Notification.user_id) < 100).filter(User.keyword_notifs != None)
for uid, keyword_notifs in keyword_users:
for word in keyword_notifs.lower().split('\n'):
if not word: continue
if word in text:
notify_users.add(uid)
names = set(m.group(1) for m in mention_regex.finditer(text))
if oldtext:
oldnames = set(m.group(1) for m in mention_regex.finditer(oldtext))
names = names - oldnames
user_ids = get_users(names, ids_only=True, graceful=True)
notify_users.update(user_ids)
if SITE_NAME == "WPD" and ('daisy' in text or ('kill myself' in text and obj and isinstance(obj, Post))):
admin_ids = [x[0] for x in g.db.query(User.id).filter(User.admin_level >= PERMS['NOTIFICATIONS_SPECIFIC_WPD_COMMENTS'], User.id != AEVANN_ID)]
notify_users.update(admin_ids)
if FEATURES['PING_GROUPS']:
cost = 0
cost_groups = []
coin_receivers = set()
for i in group_mention_regex.finditer(text):
if oldtext and re.search(f'(?.*?(? v.coins + v.marseybux:
abort(403, f"You need {cost} currency to mention these ping groups!")
reason = f"Group pinging cost (!everyone
)"
if obj:
reason += f" on {obj.textlink}"
v.charge_account('coins/marseybux', cost, reason)
if obj:
obj.ping_cost += cost
return 'everyone'
elif i.group(1) == 'jannies':
group = None
member_ids = set(x[0] for x in g.db.query(User.id).filter(User.admin_level > 0))
elif i.group(1) == 'holejannies':
if not get_obj_hole(obj):
abort(403, "!holejannies can only be used inside holes!")
group = None
member_ids = set(x[0] for x in g.db.query(Mod.user_id).filter_by(hole=obj.hole))
elif i.group(1) == 'followers':
if not followers_ping:
abort(403, f"You can't use !followers in posts!")
group = None
member_ids = set(x[0] for x in g.db.query(Follow.user_id).filter_by(target_id=v.id))
elif i.group(1) == 'commenters':
if not commenters_ping_post_id:
abort(403, "You can only use !commenters in comments made under posts!")
group = None
member_ids = set(x[0] for x in g.db.query(User.id).join(Comment, Comment.author_id == User.id).filter(Comment.parent_post == commenters_ping_post_id)) - {v.id}
else:
group = g.db.get(Group, i.group(1))
if not group: continue
member_ids = group.member_ids
members = member_ids - notify_users - BOT_IDs - v.all_twoway_blocks - v.muters
notify_users.update(members)
realghost = ghost and i.group(1) != 'ghosts'
if (realghost or v.id not in member_ids) and i.group(1) != 'followers':
if group and group.name == 'verifiedrich':
abort(403, f"Only !verifiedrich members can mention it!")
cost += len(members) * 5
cost_groups.append(i.group(1))
if cost > v.coins + v.marseybux:
abort(403, f"You need {cost} currency to mention these ping groups!")
if i.group(1) in {'biofoids','neofoids','jannies'}:
coin_receivers.update(member_ids)
if charge:
if cost:
reason = f"Group pinging cost (!" + "
, !".join(cost_groups) + "
)"
if obj:
reason += f" on {obj.textlink}"
v.charge_account('coins/marseybux', cost, reason)
if obj:
obj.ping_cost += cost
if coin_receivers:
g.db.query(User).options(load_only(User.id)).filter(User.id.in_(coin_receivers)).update({ User.coins: User.coins + 5 })
if len(notify_users) > 400 and v.admin_level < PERMS['POST_COMMENT_INFINITE_PINGS']:
abort(403, "You can only notify a maximum of 400 users.")
if v.shadowbanned or (obj and obj.is_banned):
notify_users = set(x[0] for x in g.db.query(User.id).filter(User.id.in_(notify_users), User.admin_level >= PERMS['USER_SHADOWBAN']).all())
return notify_users - BOT_IDs - {v.id, 0} - v.all_twoway_blocks - v.muters
def push_notif(uids, title, body, url_or_comment):
if hasattr(g, 'v') and g.v and g.v.shadowbanned:
uids = [x[0] for x in g.db.query(User.id).filter(User.id.in_(uids), User.admin_level >= PERMS['USER_SHADOWBAN']).all()]
if not uids:
return
if VAPID_PUBLIC_KEY == DEFAULT_CONFIG_VALUE:
return
if isinstance(url_or_comment, Comment):
c = url_or_comment
if c.is_banned: return
if c.wall_user_id:
url = f'{SITE_FULL}/@{c.wall_user.username}/wall/comment/{c.id}?read=true#context'
else:
url = f'{SITE_FULL}/comment/{c.id}?read=true#context'
else:
url = url_or_comment
if len(body) > PUSH_NOTIF_LIMIT:
body = body[:PUSH_NOTIF_LIMIT] + "..."
body = censor_slurs_profanities(body, None, True)
subscriptions = g.db.query(PushSubscription.subscription_json).filter(PushSubscription.user_id.in_(uids)).all()
subscriptions = [x[0] for x in subscriptions]
gevent.spawn(_push_notif_thread, subscriptions, title, body, url)
def _push_notif_thread(subscriptions, title, body, url):
for subscription in subscriptions:
try:
webpush(
subscription_info=json.loads(subscription),
data=json.dumps({
"title": title,
"body": body,
'url': url,
'icon': f'{SITE_FULL}/icon.webp?x=8',
}),
vapid_private_key=VAPID_PRIVATE_KEY,
vapid_claims={"sub": f"mailto:{EMAIL}"}
)
except: continue
def alert_everyone(cid):
cid = int(cid)
t = int(time.time())
_everyone_query = text(f"""
insert into notifications
select id, {cid}, false, {t} from users
on conflict do nothing;""")
g.db.execute(_everyone_query)
def alert_admins(body):
body_html = sanitize(body, blackjack="admin alert")
new_comment = Comment(author_id=AUTOJANNY_ID,
parent_post=None,
level=1,
body_html=body_html,
sentto=MODMAIL_ID,
distinguished=True,
is_bot=True
)
g.db.add(new_comment)
g.db.flush()
new_comment.top_comment_id = new_comment.id
def alert_active_users(body, vid, extra_criteria):
body_html = sanitize(body, blackjack="notification")
cid = create_comment(body_html)
t = time.time() - 604800
notified_users = [x[0] for x in g.db.query(User.id).filter(
User.last_active > t,
User.id != vid,
extra_criteria,
)]
for uid in notified_users:
add_notif(cid, uid, body, check_existing=False)