129 lines
4.1 KiB
Python
129 lines
4.1 KiB
Python
import datetime
|
|
import time
|
|
import os
|
|
from sys import stdout
|
|
from shutil import make_archive
|
|
from hashlib import md5
|
|
|
|
import click
|
|
import requests
|
|
|
|
import files.helpers.awards as awards
|
|
import files.helpers.offsitementions as offsitementions
|
|
import files.helpers.stats as stats
|
|
import files.routes.static as route_static
|
|
from files.__main__ import cache
|
|
from files.classes import *
|
|
from files.helpers.alerts import send_repeatable_notification
|
|
from files.helpers.config.const import *
|
|
from files.helpers.get import *
|
|
from files.helpers.lottery import check_if_end_lottery_task
|
|
from files.helpers.roulette import spin_roulette_wheel
|
|
from files.helpers.useractions import *
|
|
from files.cli import app, db_session, g
|
|
|
|
@app.cli.command('cron', help='Run scheduled tasks.')
|
|
@click.option('--every-5m', is_flag=True, help='Call every 5 minutes.')
|
|
@click.option('--every-1h', is_flag=True, help='Call every 1 hour.')
|
|
@click.option('--every-1d', is_flag=True, help='Call every 1 day.')
|
|
@click.option('--every-1mo', is_flag=True, help='Call every 1 month.')
|
|
def cron(every_5m, every_1h, every_1d, every_1mo):
|
|
g.db = db_session()
|
|
g.v = None
|
|
|
|
if every_5m:
|
|
if FEATURES['GAMBLING']:
|
|
check_if_end_lottery_task()
|
|
spin_roulette_wheel()
|
|
offsitementions.offsite_mentions_task(cache)
|
|
|
|
if every_1h:
|
|
awards.award_timers_bots_task()
|
|
_generate_emojis_zip()
|
|
|
|
if every_1d:
|
|
stats.generate_charts_task(SITE)
|
|
_sub_inactive_purge_task()
|
|
cache.set('stats', stats.stats())
|
|
|
|
g.db.commit()
|
|
g.db.close()
|
|
del g.db
|
|
stdout.flush()
|
|
|
|
def _sub_inactive_purge_task():
|
|
if not HOLE_INACTIVITY_DELETION:
|
|
return False
|
|
|
|
one_week_ago = time.time() - 604800
|
|
active_holes = [x[0] for x in g.db.query(Submission.sub).distinct() \
|
|
.filter(Submission.sub != None, Submission.created_utc > one_week_ago,
|
|
Submission.private == False, Submission.is_banned == False,
|
|
Submission.deleted_utc == 0).all()]
|
|
active_holes.extend(['changelog','countryclub']) # holes immune from deletion
|
|
|
|
dead_holes = g.db.query(Sub).filter(Sub.name.notin_(active_holes)).all()
|
|
names = [x.name for x in dead_holes]
|
|
|
|
admins = [x[0] for x in g.db.query(User.id).filter(User.admin_level >= PERMS['NOTIFICATIONS_HOLE_INACTIVITY_DELETION']).all()]
|
|
|
|
mods = g.db.query(Mod).filter(Mod.sub.in_(names)).all()
|
|
for x in mods:
|
|
if x.user_id in admins: continue
|
|
send_repeatable_notification(x.user_id, f":marseyrave: /h/{x.sub} has been deleted for inactivity after one week without new posts. All posts in it have been moved to the main feed :marseyrave:")
|
|
|
|
for name in names:
|
|
first_mod_id = g.db.query(Mod.user_id).filter_by(sub=name).order_by(Mod.created_utc).first()
|
|
if first_mod_id:
|
|
first_mod = get_account(first_mod_id[0])
|
|
badge_grant(
|
|
user=first_mod,
|
|
badge_id=156,
|
|
description=f'Let a hole they owned die (/h/{name})'
|
|
)
|
|
|
|
for admin in admins:
|
|
send_repeatable_notification(admin, f":marseyrave: /h/{name} has been deleted for inactivity after one week without new posts. All posts in it have been moved to the main feed :marseyrave:")
|
|
|
|
posts = g.db.query(Submission).filter(Submission.sub.in_(names)).all()
|
|
for post in posts:
|
|
if post.sub == 'programming':
|
|
post.sub = 'slackernews'
|
|
else:
|
|
post.sub = None
|
|
|
|
post.hole_pinned = None
|
|
g.db.add(post)
|
|
|
|
to_delete = mods \
|
|
+ g.db.query(Exile).filter(Exile.sub.in_(names)).all() \
|
|
+ g.db.query(SubBlock).filter(SubBlock.sub.in_(names)).all() \
|
|
+ g.db.query(SubJoin).filter(SubJoin.sub.in_(names)).all() \
|
|
+ g.db.query(SubSubscription).filter(SubSubscription.sub.in_(names)).all() \
|
|
+ g.db.query(SubAction).filter(SubAction.sub.in_(names)).all()
|
|
|
|
for x in to_delete:
|
|
g.db.delete(x)
|
|
g.db.flush()
|
|
|
|
for x in dead_holes:
|
|
g.db.delete(x)
|
|
|
|
return True
|
|
|
|
def _generate_emojis_zip():
|
|
make_archive('files/assets/emojis', 'zip', 'files/assets/images/emojis')
|
|
|
|
m = md5()
|
|
with open('files/assets/emojis.zip', "rb") as f:
|
|
data = f.read()
|
|
|
|
m.update(data)
|
|
cache.set('emojis_hash', m.hexdigest())
|
|
|
|
count = str(len(os.listdir('files/assets/images/emojis')))
|
|
cache.set('emojis_count', count)
|
|
|
|
size = str(int(os.stat('files/assets/emojis.zip').st_size/1024/1024)) + ' MB'
|
|
cache.set('emojis_size', size)
|