402 lines
14 KiB
Python
402 lines
14 KiB
Python
import time
|
|
import datetime
|
|
import os
|
|
import glob
|
|
from sys import stdout
|
|
from shutil import make_archive
|
|
from hashlib import md5
|
|
from collections import Counter
|
|
from sqlalchemy.orm import load_only, InstrumentedAttribute
|
|
from sqlalchemy.sql import text
|
|
from sqlalchemy import or_
|
|
|
|
import click
|
|
import requests
|
|
|
|
from files.helpers.stats import *
|
|
from files.routes.front import frontlist
|
|
from files.__main__ import cache
|
|
from files.classes import *
|
|
from files.helpers.alerts import *
|
|
from files.helpers.config.const import *
|
|
from files.helpers.get import *
|
|
from files.helpers.lottery import check_if_end_lottery_task
|
|
from files.helpers.roulette import spin_roulette_wheel
|
|
from files.helpers.sanitize import filter_emojis_only, sanitize
|
|
from files.helpers.useractions import *
|
|
from files.helpers.offsite_mentions import *
|
|
|
|
from files.cli import app, db_session, g
|
|
|
|
CRON_CACHE_TIMEOUT = 172800
|
|
|
|
def cron_fn(every_5m, every_1d, every_1mo):
|
|
with app.app_context():
|
|
g.db = db_session()
|
|
g.v = None
|
|
|
|
try:
|
|
if every_5m:
|
|
if FEATURES['GAMBLING']:
|
|
check_if_end_lottery_task()
|
|
g.db.commit()
|
|
|
|
spin_roulette_wheel()
|
|
g.db.commit()
|
|
|
|
_award_timers_task()
|
|
g.db.commit()
|
|
|
|
_unpin_expired()
|
|
g.db.commit()
|
|
|
|
_grant_one_year_badges()
|
|
g.db.commit()
|
|
|
|
_grant_two_year_badges()
|
|
g.db.commit()
|
|
|
|
if not IS_LOCALHOST and SITE_NAME == 'WPD':
|
|
reddit_mentions_task()
|
|
g.db.commit()
|
|
|
|
lemmy_mentions_task()
|
|
g.db.commit()
|
|
|
|
fourchan_mentions_task()
|
|
g.db.commit()
|
|
|
|
soyjak_mentions_task()
|
|
g.db.commit()
|
|
|
|
if every_1d or (not cache.get('stats') and not IS_LOCALHOST):
|
|
if IS_HOMOWEEN():
|
|
g.db.execute(text(
|
|
"INSERT INTO award_relationships (user_id, kind, created_utc) "
|
|
f"SELECT id, 'bite', {int(time.time())} FROM users "
|
|
"WHERE users.zombie < 0"))
|
|
g.db.commit()
|
|
|
|
_generate_emojis_zip()
|
|
g.db.commit()
|
|
|
|
if FEATURES['EMOJI_SUBMISSIONS']:
|
|
_generate_emojis_original_zip()
|
|
g.db.commit()
|
|
|
|
_hole_inactive_purge_task()
|
|
g.db.commit()
|
|
|
|
chart(kind='daily')
|
|
chart(kind='weekly')
|
|
g.db.commit()
|
|
|
|
cache.set('stats', stats(), timeout=CRON_CACHE_TIMEOUT)
|
|
g.db.commit()
|
|
|
|
_leaderboard_task()
|
|
g.db.commit()
|
|
|
|
if FEATURES['BLOCK_MUTE_EXILE_EXPIRY']:
|
|
_expire_blocks_mutes_exiles()
|
|
g.db.commit()
|
|
|
|
_set_top_poster_of_the_day_id()
|
|
g.db.commit()
|
|
|
|
if every_1mo:
|
|
_give_marseybux_salary()
|
|
g.db.commit()
|
|
|
|
except:
|
|
g.db.rollback()
|
|
raise
|
|
|
|
g.db.close()
|
|
del g.db
|
|
stdout.flush()
|
|
|
|
if IS_LOCALHOST:
|
|
print('Cron tasks Finished!', flush=True)
|
|
|
|
@app.cli.command('cron', help='Run scheduled tasks.')
|
|
@click.option('--every-5m', is_flag=True, help='Call every 5 minutes.')
|
|
@click.option('--every-1d', is_flag=True, help='Call every 1 day.')
|
|
@click.option('--every-1mo', is_flag=True, help='Call every 1 month.')
|
|
def cron(**kwargs):
|
|
cron_fn(**kwargs)
|
|
|
|
def _grant_one_year_badges():
|
|
today = datetime.datetime.today()
|
|
one_year_ago = datetime.datetime(today.year - 1, today.month, today.day + 1).timestamp()
|
|
|
|
notif_text = f"@AutoJanny has given you the following profile badge:\n\n{SITE_FULL_IMAGES}/i/{SITE_NAME}/badges/134.webp\n\n**1 Year Old 🥰**\n\nThis user has wasted an ENTIRE YEAR of their life here! Happy birthday!"
|
|
cid = notif_comment(notif_text)
|
|
_notif_query = text(f"""insert into notifications
|
|
select id, {cid}, false, extract(epoch from now())
|
|
from users where created_utc < {one_year_ago} and id not in (select user_id from badges where badge_id=134);""")
|
|
g.db.execute(_notif_query)
|
|
|
|
_badge_query = text(f"""insert into badges
|
|
select 134, id, null, null, extract(epoch from now())
|
|
from users where created_utc < {one_year_ago} and id not in (select user_id from badges where badge_id=134);""")
|
|
g.db.execute(_badge_query)
|
|
|
|
def _grant_two_year_badges():
|
|
today = datetime.datetime.today()
|
|
two_years_ago = datetime.datetime(today.year - 2, today.month, today.day + 1).timestamp()
|
|
|
|
notif_text = f"@AutoJanny has given you the following profile badge:\n\n{SITE_FULL_IMAGES}/i/{SITE_NAME}/badges/237.webp\n\n**2 Years Old 🥰🥰**\n\nThis user has wasted TWO WHOLE BUTT YEARS of their life here! Happy birthday!"
|
|
cid = notif_comment(notif_text)
|
|
_notif_query = text(f"""insert into notifications
|
|
select id, {cid}, false, extract(epoch from now())
|
|
from users where created_utc < {two_years_ago} and id not in (select user_id from badges where badge_id=237);""")
|
|
g.db.execute(_notif_query)
|
|
|
|
_badge_query = text(f"""insert into badges
|
|
select 237, id, null, null, extract(epoch from now())
|
|
from users where created_utc < {two_years_ago} and id not in (select user_id from badges where badge_id=237);""")
|
|
g.db.execute(_badge_query)
|
|
|
|
def _hole_inactive_purge_task():
|
|
if not HOLE_INACTIVITY_DELETION:
|
|
return False
|
|
|
|
one_week_ago = time.time() - 604800
|
|
active_holes = [x[0] for x in g.db.query(Post.hole).distinct() \
|
|
.filter(Post.hole != None, Post.created_utc > one_week_ago,
|
|
Post.draft == False, Post.is_banned == False,
|
|
Post.deleted_utc == 0)]
|
|
active_holes.extend(['changelog','countryclub','museumofrdrama','highrollerclub','test','truth']) # holes immune from deletion
|
|
|
|
dead_holes = g.db.query(Hole).filter(Hole.name.notin_(active_holes)).all()
|
|
names = [x.name for x in dead_holes]
|
|
|
|
for name in names:
|
|
first_mod_id = g.db.query(Mod.user_id).filter_by(hole=name).order_by(Mod.created_utc).first()
|
|
if first_mod_id:
|
|
first_mod = get_account(first_mod_id[0])
|
|
badge_grant(
|
|
user=first_mod,
|
|
badge_id=156,
|
|
description=f'Let a hole they owned die (/h/{name})'
|
|
)
|
|
|
|
text = f":marseyrave: /h/{name} has been deleted for inactivity after one week without new posts. All posts in it have been moved to the main feed :marseyrave:"
|
|
mod_ids = (x[0] for x in g.db.query(Mod.user_id).filter_by(hole=name))
|
|
extra_criteria = or_(User.hole_creation_notifs == True, User.id.in_(mod_ids))
|
|
alert_active_users(text, None, extra_criteria)
|
|
|
|
posts = g.db.query(Post).filter(Post.hole.in_(names)).all()
|
|
for post in posts:
|
|
if post.hole == 'programming':
|
|
post.hole = 'slackernews'
|
|
else:
|
|
post.hole = None
|
|
|
|
post.hole_pinned = None
|
|
g.db.add(post)
|
|
|
|
to_delete = g.db.query(Mod).filter(Mod.hole.in_(names)).all() \
|
|
+ g.db.query(Exile).filter(Exile.hole.in_(names)).all() \
|
|
+ g.db.query(HoleBlock).filter(HoleBlock.hole.in_(names)).all() \
|
|
+ g.db.query(StealthHoleUnblock).filter(StealthHoleUnblock.hole.in_(names)).all() \
|
|
+ g.db.query(HoleFollow).filter(HoleFollow.hole.in_(names)).all() \
|
|
+ g.db.query(HoleAction).filter(HoleAction.hole.in_(names)).all()
|
|
|
|
for x in to_delete:
|
|
g.db.delete(x)
|
|
g.db.flush() #Necessary, following deletion errors out otherwise
|
|
|
|
for x in dead_holes:
|
|
g.db.delete(x)
|
|
|
|
return True
|
|
|
|
def _generate_emojis_zip():
|
|
make_archive('files/assets/emojis', 'zip', 'files/assets/images/emojis')
|
|
|
|
m = md5()
|
|
with open('files/assets/emojis.zip', "rb") as f:
|
|
data = f.read()
|
|
m.update(data)
|
|
cache.set('emojis_hash', m.hexdigest(), timeout=CRON_CACHE_TIMEOUT)
|
|
|
|
def _generate_emojis_original_zip():
|
|
make_archive('files/assets/emojis_original', 'zip', '/asset_submissions/emojis/original')
|
|
|
|
def _leaderboard_task():
|
|
votes1 = g.db.query(Vote.user_id, func.count(Vote.user_id)).filter(Vote.vote_type == 1).group_by(Vote.user_id).order_by(func.count(Vote.user_id).desc()).all()
|
|
votes2 = g.db.query(CommentVote.user_id, func.count(CommentVote.user_id)).filter(CommentVote.vote_type == 1).group_by(CommentVote.user_id).order_by(func.count(CommentVote.user_id).desc()).all()
|
|
votes3 = Counter(dict(votes1)) + Counter(dict(votes2))
|
|
users14 = g.db.query(User).filter(User.id.in_(votes3.keys())).all()
|
|
users13 = []
|
|
for user in users14:
|
|
users13.append((user.id, votes3[user.id]-user.post_count-user.comment_count))
|
|
if not users13: users13 = [(None,None)]
|
|
users13 = sorted(users13, key=lambda x: x[1], reverse=True)
|
|
users13_1, users13_2 = zip(*users13[:25])
|
|
|
|
cache.set("users13", list(users13), timeout=CRON_CACHE_TIMEOUT)
|
|
cache.set("users13_1", list(users13_1), timeout=CRON_CACHE_TIMEOUT)
|
|
cache.set("users13_2", list(users13_2), timeout=CRON_CACHE_TIMEOUT)
|
|
|
|
votes1 = g.db.query(Post.author_id, func.count(Post.author_id)).join(Vote).filter(Vote.vote_type == -1).group_by(Post.author_id).order_by(func.count(Post.author_id).desc()).all()
|
|
votes2 = g.db.query(Comment.author_id, func.count(Comment.author_id)).join(CommentVote).filter(CommentVote.vote_type == -1).group_by(Comment.author_id).order_by(func.count(Comment.author_id).desc()).all()
|
|
votes3 = Counter(dict(votes1)) + Counter(dict(votes2))
|
|
users8 = g.db.query(User.id).filter(User.id.in_(votes3.keys())).all()
|
|
users9 = []
|
|
for user in users8:
|
|
users9.append((user.id, votes3[user.id]))
|
|
if not users9: users9 = [(None,None)]
|
|
users9 = sorted(users9, key=lambda x: x[1], reverse=True)
|
|
users9_1, users9_2 = zip(*users9[:25])
|
|
|
|
cache.set("users9", list(users9), timeout=CRON_CACHE_TIMEOUT)
|
|
cache.set("users9_1", list(users9_1), timeout=CRON_CACHE_TIMEOUT)
|
|
cache.set("users9_2", list(users9_2), timeout=CRON_CACHE_TIMEOUT)
|
|
|
|
|
|
def _process_timer(attr, badge_ids, text, extra_attrs={}):
|
|
now = time.time()
|
|
users = g.db.query(User).options(load_only(User.id)).filter(1 < attr, attr < now)
|
|
uids = set(x.id for x in users)
|
|
|
|
#set user attributes
|
|
attr = str(attr).split('.')[1]
|
|
for user in users:
|
|
setattr(user, attr, 0)
|
|
for k, val in extra_attrs.items():
|
|
k = str(k).split('.')[1]
|
|
if isinstance(val, InstrumentedAttribute):
|
|
val = str(val).split('.')[1]
|
|
val = getattr(user, val)
|
|
setattr(user, k, val)
|
|
|
|
#remove corresponding badges
|
|
if badge_ids:
|
|
g.db.query(Badge).options(load_only(Badge.badge_id)).filter(Badge.badge_id.in_(badge_ids), Badge.user_id.in_(uids)).delete()
|
|
|
|
#notify users
|
|
for uid in uids:
|
|
send_repeatable_notification(uid, text)
|
|
|
|
if attr == 'patron_utc':
|
|
verifiedrich_memberships = g.db.query(GroupMembership).filter(
|
|
GroupMembership.user_id.in_(uids),
|
|
GroupMembership.group_name == 'verifiedrich'
|
|
).all()
|
|
|
|
for membership in verifiedrich_memberships:
|
|
g.db.delete(membership)
|
|
|
|
|
|
def _award_timers_task():
|
|
#only awards
|
|
_process_timer(User.deflector, [], "The deflector award you received has expired!")
|
|
_process_timer(User.progressivestack, [94], "The progressive stack award you received has expired!")
|
|
_process_timer(User.bird, [95], "The bird site award you received has expired!")
|
|
_process_timer(User.longpost, [97], "The pizzashill award you received has expired!")
|
|
_process_timer(User.hieroglyphs, [98], "The hieroglyphs award you received has expired!")
|
|
_process_timer(User.rehab, [109], "The rehab award you received has expired!")
|
|
_process_timer(User.owoify, [167], "The OwOify award you received has expired!")
|
|
_process_timer(User.sharpen, [289], "The Sharpen award you received has expired!")
|
|
_process_timer(User.bite, [168], "The bite award you received has expired! You're now back in your original house!", {
|
|
User.house: User.old_house,
|
|
User.old_house: '',
|
|
})
|
|
|
|
if SITE_NAME != 'WPD':
|
|
_process_timer(User.earlylife, [169], "The earlylife award you received has expired!")
|
|
|
|
_process_timer(User.marsify, [170], "The marsify award you received has expired!")
|
|
_process_timer(User.rainbow, [171], "The rainbow award you received has expired!")
|
|
_process_timer(User.queen, [285], "The queen award you received has expired!")
|
|
_process_timer(User.spider, [179], "The spider award you received has expired!")
|
|
_process_timer(User.namechanged, [281], "The namelock/queen award you received has expired. You're now back to your old username!", {
|
|
User.username: User.prelock_username,
|
|
User.prelock_username: None,
|
|
})
|
|
|
|
#both awards and janny powers
|
|
_process_timer(User.unban_utc, [], "Your temporary ban has expired!", {
|
|
User.is_banned: None,
|
|
User.ban_reason: None,
|
|
})
|
|
_process_timer(User.patron_utc, [22,23,24,25,26,27,28], f"Your {patron} status has expired!", {
|
|
User.patron: 0,
|
|
User.extra_username: None,
|
|
User.keyword_notifs: None,
|
|
User.snappy_quotes: None,
|
|
})
|
|
_process_timer(User.chud, [58], "Your temporary chud status has expired!", {
|
|
User.chud_phrase: None,
|
|
User.chudded_by: None,
|
|
})
|
|
_process_timer(User.flairchanged, [96], "Your temporary flair-lock has expired. You can now change your flair!")
|
|
|
|
|
|
def _unpin_expired():
|
|
t = int(time.time())
|
|
pins = []
|
|
|
|
for cls in (Post, Comment):
|
|
pins += g.db.query(cls).options(load_only(cls.id)).filter(cls.pinned_utc < t)
|
|
|
|
for pin in pins:
|
|
pin.pinned = None
|
|
pin.pinned_utc = None
|
|
g.db.add(pin)
|
|
if isinstance(pin, Comment):
|
|
pin.unpin_parents()
|
|
|
|
if pins:
|
|
cache.delete_memoized(frontlist)
|
|
|
|
def _give_marseybux_salary():
|
|
for u in g.db.query(User).filter(User.admin_level > 0).all():
|
|
marseybux_salary = u.admin_level * 10000
|
|
u.pay_account('marseybux', marseybux_salary, "Janny salary")
|
|
send_repeatable_notification(u.id, f"You have received your monthly janny salary of {marseybux_salary} Marseybux!")
|
|
|
|
def _expire_blocks_mutes_exiles():
|
|
one_month_ago = time.time() - 2592000
|
|
|
|
blocks = g.db.query(UserBlock).filter(UserBlock.created_utc < one_month_ago)
|
|
for block in blocks:
|
|
send_repeatable_notification(block.user_id, f"Your block of @{block.target.username} has passed 1 month and expired!")
|
|
send_repeatable_notification(block.target_id, f"@{block.user.username}'s block of you has passed 1 month and expired!")
|
|
g.db.delete(block)
|
|
|
|
mutes = g.db.query(UserMute).filter(UserMute.created_utc < one_month_ago)
|
|
for mute in mutes:
|
|
send_repeatable_notification(mute.user_id, f"Your mute of @{mute.target.username} has passed 1 month and expired!")
|
|
send_repeatable_notification(mute.target_id, f"@{mute.user.username}'s mute of you has passed 1 month and expired!")
|
|
g.db.delete(mute)
|
|
|
|
exiles = g.db.query(Exile).filter(Exile.created_utc < one_month_ago)
|
|
for exile in exiles:
|
|
send_repeatable_notification(exile.user_id, f"Your exile from /h/{exile.hole} has passed 1 month and expired!")
|
|
g.db.delete(exile)
|
|
|
|
|
|
def _set_top_poster_of_the_day_id():
|
|
t = int(time.time()) - 86400
|
|
|
|
db = db_session()
|
|
|
|
user = db.query(User, func.sum(Post.upvotes)).join(Post, Post.author_id == User.id).filter(
|
|
Post.created_utc > t,
|
|
User.admin_level == 0,
|
|
).group_by(User).order_by(func.sum(Post.upvotes).desc()).first()
|
|
|
|
if not user: return
|
|
|
|
user = user[0]
|
|
|
|
date = time.strftime("%B %d, %Y", time.gmtime())
|
|
send_notification(user.id, f":marseyjam: Congratulations! You're the Top Poster of the Day for {date}! :!marseyjam:")
|
|
badge_grant(badge_id=327, user=user)
|
|
|
|
cache.set("top_poster_of_the_day_id", user.id, timeout=86400)
|