MarseyWorld/files/helpers/offsitementions.py

from flask import g
import itertools
import requests
from sqlalchemy import or_
import files.helpers.const as const
from files.classes.user import User
from files.classes.comment import Comment
from files.classes.notifications import Notification
from files.helpers.sanitize import sanitize

# https://api.pushshift.io/meta provides key server_ratelimit_per_minute
# At time of writing, the ratelimit is 120 req/min. We get nowhere near this 
# with current keyword quantities. If this ever changes, consider reading the 
# value from /meta and doing a random selection of keywords.

def offsite_mentions_task():
	if const.REDDIT_NOTIFS_SITE:
		row_send_to = g.db.query(User.id) \
			.filter(or_(User.admin_level >= const.REDDIT_NOTIFS_JL_MIN,
				User.offsitementions == True)).all()
		send_to = [x[0] for x in row_send_to]

		site_mentions = get_mentions(const.REDDIT_NOTIFS_SITE)
		notify_mentions(send_to, site_mentions)

	if const.REDDIT_NOTIFS_USERS:
		for query, send_user in const.REDDIT_NOTIFS_USERS.items():
			user_mentions = get_mentions([query])
			notify_mentions([send_user], user_mentions, mention_str='mention of you')

def get_mentions(queries):
	kinds = ['submission', 'comment']
	mentions = []
	for kind, query in itertools.product(kinds, queries):
		try:
			data = requests.get(f'https://api.pushshift.io/reddit/{kind}/search'
				+ f'?html_decode=true&q={query}&size=1', timeout=5).json()['data']
		except: break

		for i in data:
			# Special case: PokemonGoRaids says 'Marsey' a lot unrelated to us.
			if i['subreddit'] == 'PokemonGoRaids': continue

			if kind == 'comment':
				body = i["body"].replace('>', '> ')
				text = f'<blockquote><p>{body}</p></blockquote>'
			else:
				title = i["title"].replace('>', '> ')

				# Special case: a spambot says 'WPD' a lot unrelated to us.
				if 'Kathrine Mclaurin' in title: continue

				text = f'<blockquote><p>{title}</p></blockquote>'

				if i["selftext"]:
					selftext = i["selftext"].replace('>', '> ')[:5000]
					text += f'<br><blockquote><p>{selftext}</p></blockquote>'


			mentions.append({
				'permalink': i['permalink'],
				'author': i['author'],
				'text': text,
			})

	return mentions

def notify_mentions(send_to, mentions, mention_str='site mention'):
	for m in mentions:
		author = m['author']
		permalink = m['permalink']
		text = sanitize(m['text'], edit=True)
		notif_text = \
			f"""<p>New {mention_str} by <a href="https://old.reddit.com/u/{author}" rel="nofollow noopener noreferrer" target="_blank">/u/{author}</a></p><p><a href="https://old.reddit.com{permalink}?context=89" rel="nofollow noopener noreferrer" target="_blank">https://old.reddit.com{permalink}?context=89</a></p>{text}"""

		existing_comment = g.db.query(Comment.id).filter_by(
			author_id=const.AUTOJANNY_ID,
			parent_submission=None,
			body_html=notif_text).one_or_none()
		if existing_comment: break

		new_comment = Comment(
						author_id=const.AUTOJANNY_ID,
						parent_submission=None,
						body_html=notif_text,
						distinguish_level=6)
		g.db.add(new_comment)
		g.db.flush()
		new_comment.top_comment_id = new_comment.id

		for user_id in send_to:
			notif = Notification(comment_id=new_comment.id, user_id=user_id)
			g.db.add(notif)