rDrama/files/routes/notifications.py

import time

from sqlalchemy.sql.expression import not_, and_, or_
from sqlalchemy.orm import load_only

from files.classes.mod_logs import ModAction
from files.classes.hole_logs import HoleAction
from files.helpers.config.const import *
from files.helpers.config.modaction_types import *
from files.helpers.get import *
from files.helpers.can_see import *
from files.routes.wrappers import *
from files.routes.comments import _mark_comment_as_read
from files.__main__ import app

@app.post("/clear")
@limiter.limit('1/second', scope=rpath)
@limiter.limit('1/second', scope=rpath, key_func=get_ID)
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400)
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400, key_func=get_ID)
@auth_required
def clear(v):
	notifs = g.db.query(Notification).join(Notification.comment).filter(
		Notification.read == False,
		Notification.user_id == v.id,
	).options(load_only(Notification.comment_id)).all()

	for n in notifs:
		n.read = True
		g.db.add(n)

	v.last_viewed_modmail_notifs = int(time.time())
	v.last_viewed_post_notifs = int(time.time())
	v.last_viewed_log_notifs = int(time.time())
	v.last_viewed_offsite_notifs = int(time.time())
	g.db.add(v)
	return {"message": "Notifications marked as read!"}


@app.get("/unread")
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400)
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400, key_func=get_ID)
@auth_required
def unread(v):
	listing = g.db.query(Notification, Comment).join(Notification.comment).filter(
		Notification.read == False,
		Notification.user_id == v.id,
		Comment.is_banned == False,
		Comment.deleted_utc == 0,
	).order_by(Notification.created_utc.desc()).all()

	for n, c in listing:
		n.read = True
		g.db.add(n)

	return {"data":[x[1].json for x in listing]}


@app.get("/notifications/messages")
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400)
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400, key_func=get_ID)
@auth_required
def notifications_messages(v):
	page = get_page()

	# All of these queries are horrible. For whomever comes here after me,
	# PLEASE just turn DMs into their own table and get them out of
	# Notifications & Comments. It's worth it. Save yourself.
	message_threads = g.db.query(Comment).filter(
		Comment.sentto != None,
		or_(Comment.author_id == v.id, Comment.sentto == v.id),
		Comment.parent_post == None,
		Comment.level == 1,
	)


	thread_order = g.db.query(Comment.top_comment_id, Comment.created_utc) \
		.distinct(Comment.top_comment_id) \
		.filter(
			Comment.sentto != None,
			or_(Comment.author_id == v.id, Comment.sentto == v.id),
		).order_by(
			Comment.top_comment_id.desc(),
			Comment.created_utc.desc()
		).subquery()

	message_threads = message_threads.join(thread_order,
						thread_order.c.top_comment_id == Comment.top_comment_id)

	# Clear notifications (used for unread indicator only) for all user messages.

	if not session.get("GLOBAL") and not request.values.get('nr'):
		notifs_unread_row = g.db.query(Notification.comment_id).join(Comment).filter(
			Notification.user_id == v.id,
			Notification.read == False,
			or_(Comment.author_id == v.id, Comment.sentto == v.id),
		).all()

		notifs_unread = [n.comment_id for n in notifs_unread_row]
		notif_list = g.db.query(Notification).filter(
				Notification.user_id == v.id,
				Notification.comment_id.in_(notifs_unread),
			)

		for n in notif_list:
			n.read = True
			g.db.add(n)

		g.db.flush()

		list_to_perserve_unread_attribute = []
		comments_unread = g.db.query(Comment).filter(Comment.id.in_(notifs_unread))
		for c in comments_unread:
			c.unread = True
			list_to_perserve_unread_attribute.append(c)


	total = message_threads.count()
	listing = message_threads.order_by(thread_order.c.created_utc.desc()) \
					.offset(PAGE_SIZE*(page-1)).limit(PAGE_SIZE).all()

	if v.client: return {"data":[x.json for x in listing]}

	return render_template("notifications.html",
							v=v,
							notifications=listing,
							total=total,
							page=page,
							standalone=True,
							render_replies=True,
						)


@app.get("/notifications/modmail")
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400)
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400, key_func=get_ID)
@admin_level_required(PERMS['VIEW_MODMAIL'])
def notifications_modmail(v):
	page = get_page()

	sq = g.db.query(Comment.top_comment_id, Comment.created_utc).distinct(Comment.top_comment_id).filter_by(sentto=MODMAIL_ID).order_by(Comment.top_comment_id, Comment.created_utc.desc()).subquery()

	comments = g.db.query(Comment).filter(Comment.id == sq.c.top_comment_id).order_by(sq.c.created_utc.desc())

	total = comments.count()
	listing = comments.order_by(Comment.id.desc()).offset(PAGE_SIZE*(page-1)).limit(PAGE_SIZE).all()

	for c in listing:
		c_and_children = [c] + c.replies('old')
		for c in c_and_children:
			if c.author_id == v.id: continue
			c.unread = c.created_utc > v.last_viewed_modmail_notifs

	if not session.get("GLOBAL") and not request.values.get('nr'):
		v.last_viewed_modmail_notifs = int(time.time())
		g.db.add(v)

	if v.client: return {"data":[x.json for x in listing]}

	return render_template("notifications.html",
							v=v,
							notifications=listing,
							total=total,
							page=page,
							standalone=True,
							render_replies=True,
						)


@app.get("/notifications/posts")
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400)
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400, key_func=get_ID)
@auth_required
def notifications_posts(v):
	page = get_page()

	or_criteria = [
		Post.hole.in_(v.followed_holes),
		and_(
			Post.author_id.in_(v.followed_users),
			Post.notify == True,
			Post.ghost == False,
		)]

	if v.effortpost_notifs:
		or_criteria.append(Post.effortpost == True)

	listing = g.db.query(Post).filter(
		Post.deleted_utc == 0,
		Post.is_banned == False,
		Post.draft == False,
		Post.author_id != v.id,
		Post.author_id.notin_(v.userblocks),
		or_(Post.hole == None, Post.hole.notin_(v.hole_blocks)),
		or_(*or_criteria),
	).options(load_only(Post.id))

	total = listing.count()

	listing = listing.order_by(Post.created_utc.desc()).offset(PAGE_SIZE * (page - 1)).limit(PAGE_SIZE).all()
	listing = [x.id for x in listing]

	listing = get_posts(listing, v=v)

	for p in listing:
		p.unread = p.created_utc > v.last_viewed_post_notifs

	if not session.get("GLOBAL") and not request.values.get('nr'):
		v.last_viewed_post_notifs = int(time.time())
		g.db.add(v)

	if v.client: return {"data":[x.json for x in listing]}

	return render_template("notifications.html",
							v=v,
							notifications=listing,
							total=total,
							page=page,
							standalone=True,
							render_replies=True,
						)


@app.get("/notifications/modactions")
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400)
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400, key_func=get_ID)
@auth_required
def notifications_modactions(v):
	page = get_page()

	if v.admin_level >= PERMS['NOTIFICATIONS_MODERATOR_ACTIONS']:
		cls = ModAction
	elif v.moderated_holes:
		cls = HoleAction
	else:
		abort(403)

	listing = g.db.query(cls).filter(cls.user_id != v.id)

	if v.id == AEVANN_ID:
		listing = listing.filter(cls.kind.in_(AEVANN_MODACTION_TYPES))

	if v.admin_level < PERMS['PROGSTACK']:
		listing = listing.filter(cls.kind.notin_(MODACTION_PRIVILEGED__TYPES))

	if cls == HoleAction:
		listing = listing.filter(cls.hole.in_(v.moderated_holes))

	total = listing.count()
	listing = listing.order_by(cls.id.desc())
	listing = listing.offset(PAGE_SIZE*(page-1)).limit(PAGE_SIZE).all()

	for ma in listing:
		ma.unread = ma.created_utc > v.last_viewed_log_notifs

	if not session.get("GLOBAL") and not request.values.get('nr'):
		v.last_viewed_log_notifs = int(time.time())
		g.db.add(v)

	return render_template("notifications.html",
							v=v,
							notifications=listing,
							total=total,
							page=page,
							standalone=True,
							render_replies=True,
						)



@app.get("/notifications/offsite")
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400)
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400, key_func=get_ID)
@auth_required
def notifications_offsite(v):
	page = get_page()

	if v.offsite_mentions == None:
		abort(403)

	listing = g.db.query(Comment).filter(
		Comment.body_html.like('<p>New site mention%'),
		Comment.parent_post == None,
		Comment.author_id == AUTOJANNY_ID
	)

	total = listing.count()
	listing = listing.order_by(Comment.created_utc.desc()).offset(PAGE_SIZE*(page-1)).limit(PAGE_SIZE).all()

	for ma in listing:
		ma.unread = ma.created_utc > v.last_viewed_offsite_notifs

	if not session.get("GLOBAL") and not request.values.get('nr'):
		v.last_viewed_offsite_notifs = int(time.time())
		g.db.add(v)

	if v.client: return {"data":[x.json for x in listing]}

	return render_template("notifications.html",
							v=v,
							notifications=listing,
							total=total,
							page=page,
							standalone=True,
							render_replies=True,
						)




@app.get("/notifications")
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400)
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400, key_func=get_ID)
@auth_required
def notifications(v):
	page = get_page()

	if not session.get("GLOBAL") and v.admin_level < PERMS['USER_SHADOWBAN'] and not request.values.get('nr'):
		unread_and_inaccessible = g.db.query(Notification).join(Notification.comment).join(Comment.author).filter(
			Notification.user_id == v.id,
			Notification.read == False,
			or_(
				User.shadowbanned != None,
				Comment.is_banned != False,
				Comment.deleted_utc != 0,
			)
		).options(load_only(Notification.comment_id)).all()
		for n in unread_and_inaccessible:
			n.read = True
			g.db.add(n)

	comments = g.db.query(Comment, Notification).options(load_only(Comment.id)).join(Notification.comment).filter(
		Notification.user_id == v.id,
		or_(Comment.sentto == None, Comment.sentto != v.id),
	)

	if v.admin_level < PERMS['USER_SHADOWBAN']:
		comments = comments.filter(
			Comment.is_banned == False,
			Comment.deleted_utc == 0,
		)

	total = comments.count()

	comments = comments.order_by(Notification.created_utc.desc(), Comment.id.desc())
	comments = comments.offset(PAGE_SIZE * (page - 1)).limit(PAGE_SIZE).all()

	cids = [x[0].id for x in comments]

	listing = []
	all_items = [x[0] for x in comments]

	for c, n in comments:
		c.notified_utc = n.created_utc
		c.collapse = n.read

	for c, n in comments:
		if n.created_utc > 1620391248: c.notif_utc = n.created_utc

		if not n.read: c.unread = True
		c.is_notif = True

		if c.parent_post or c.wall_user_id:
			all_items.append(c)

			if c.replies2 == None:
				c.replies2 = g.db.query(Comment).filter_by(parent_comment_id=c.id).filter(or_(Comment.author_id == v.id, Comment.id.in_(cids))).order_by(Comment.id.desc()).all()
				all_items.extend(c.replies2)
				for x in c.replies2:
					if x.replies2 == None: x.replies2 = []

			count = 0
			while count < 30 and c.parent_comment and (c.parent_comment.author_id == v.id or c.parent_comment.id in cids):
				count += 1
				c = c.parent_comment

				if c.replies2 == None:
					c.replies2 = g.db.query(Comment).filter_by(parent_comment_id=c.id).filter(or_(Comment.author_id == v.id, Comment.id.in_(cids))).order_by(Comment.id.desc()).all()
					all_items.extend(c.replies2)
					for x in c.replies2:
						if x.replies2 == None:
							x.replies2 = g.db.query(Comment).filter_by(parent_comment_id=x.id).filter(or_(Comment.author_id == v.id, Comment.id.in_(cids))).order_by(Comment.id.desc()).all()
							all_items.extend(x.replies2)

				if not hasattr(c, "notified_utc") or n.created_utc > c.notified_utc:
					c.notified_utc = n.created_utc
					c.collapse = n.read

				c.replies2 = sorted(c.replies2, key=lambda x: x.notified_utc if hasattr(x, "notified_utc") else x.id, reverse=True)
		else:
			while c.parent_comment_id:
				c = c.parent_comment
			c.replies2 = g.db.query(Comment).filter_by(parent_comment_id=c.id).order_by(Comment.id).all()

		if c not in listing: listing.append(c)

		if not n.read and not session.get("GLOBAL") and not request.values.get('nr'):
			n.read = True
			g.db.add(n)

	all_items.extend(listing)

	listing2 = {}

	for x in listing:
		if x.parent_comment_id:
			parent = x.parent_comment
			if parent.replies2 == None:
				parent.replies2 = g.db.query(Comment).filter_by(parent_comment_id=parent.id).filter(or_(Comment.author_id == v.id, Comment.id.in_(cids+[x.id]))).order_by(Comment.id.desc()).all()
				all_items.extend(parent.replies2)
				for y in parent.replies2:
					if y.replies2 == None:
						y.replies2 = []
			listing2[parent] = ''
		else:
			listing2[x] = ''

	listing = listing2.keys()

	all_items.extend(listing)

	all_cids = [x.id for x in all_items]
	all_cids.extend(cids)
	all_cids = set(all_cids)
	output = get_comments_v_properties(v, None, Comment.id.in_(all_cids))[1]

	g.db.flush()

	if v.client: return {"data":[x.json for x in listing]}

	return render_template("notifications.html",
							v=v,
							notifications=listing,
							total=total,
							page=page,
							standalone=True,
							render_replies=True,
						)


@app.get("/notification//<int:cid>")
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400)
@limiter.limit(DEFAULT_RATELIMIT, deduct_when=lambda response: response.status_code < 400, key_func=get_ID)
@auth_required
def notification(v, cid):
	comment = get_comment(cid, v=v)

	if not can_see(v, comment): abort(403)

	comment.unread = True

	gevent.spawn(_mark_comment_as_read, comment.id, v.id)

	if comment.level > 1:
		shown_comment = comment.top_comment
	else:
		shown_comment = comment

	return render_template("notifications.html",
							v=v,
							notifications=[shown_comment],
							total=1,
							page=1,
							standalone=True,
							render_replies=True,
							focused_comment=comment,
						)