from files.mail import * from files.__main__ import app, limiter from files.helpers.alerts import * from files.helpers.const import * from files.helpers.actions import * from files.classes.award import AWARDS from sqlalchemy import func, nullslast import os from files.classes.mod_logs import ACTIONTYPES, ACTIONTYPES2 from files.classes.badges import BadgeDef import files.helpers.stats as statshelper from shutil import move, copyfile @app.get("/r/drama/comments//") @app.get("/r/Drama/comments/<id>/<title>") def rdrama(id, title): id = ''.join(f'{x}/' for x in id) return redirect(f'/archives/drama/comments/{id}{title}.html') @app.get("/marseys") @auth_required def marseys(v): if SITE == 'rdrama.net': marseys = g.db.query(Marsey, User).join(User, Marsey.author_id == User.id).filter(Marsey.submitter_id==None) sort = request.values.get("sort", "usage") if sort == "usage": marseys = marseys.order_by(Marsey.count.desc(), User.username).all() elif sort == "added": marseys = marseys.order_by(nullslast(Marsey.created_utc.desc()), User.username).all() else: # implied sort == "author" marseys = marseys.order_by(User.username, Marsey.count.desc()).all() original = os.listdir("/asset_submissions/marseys/original") for marsey, user in marseys: for x in IMAGE_FORMATS: if f'{marsey.name}.{x}' in original: marsey.og = f'{marsey.name}.{x}' break else: marseys = g.db.query(Marsey).filter(Marsey.submitter_id==None).order_by(Marsey.count.desc()) return render_template("marseys.html", v=v, marseys=marseys) @app.get("/marsey_list.json") @cache.memoize(timeout=600) def marsey_list(): emojis = [] # From database if EMOJI_MARSEYS: emojis = [{ "name": emoji.name, "author": author if SITE == 'rdrama.net' or author == "anton-d" else None, # yikes, I don't really like this DB schema. Next time be better "tags": emoji.tags.split(" ") + [emoji.name[len("marsey"):] \ if emoji.name.startswith("marsey") else emoji.name], "count": emoji.count, "class": "Marsey" } for emoji, author in g.db.query(Marsey, User.username).join(User, Marsey.author_id == User.id).filter(Marsey.submitter_id==None) \ .order_by(Marsey.count.desc())] # Static shit for src in EMOJI_SRCS: with open(src, "r", encoding="utf-8") as f: emojis = emojis + json.load(f) return jsonify(emojis) @app.get('/sidebar') @auth_desired def sidebar(v): return render_template('sidebar.html', v=v) @app.get("/stats") @auth_required def participation_stats(v): if v.client: return stats_cached() return render_template("stats.html", v=v, title="Content Statistics", data=stats_cached()) @cache.memoize(timeout=86400) def stats_cached(): return statshelper.stats(SITE_NAME) @app.get("/chart") def chart(): return redirect('/weekly_chart') @app.get("/weekly_chart") @auth_required def weekly_chart(v): return send_file(statshelper.chart_path(kind="weekly", site=SITE)) @app.get("/daily_chart") @auth_required def daily_chart(v): return send_file(statshelper.chart_path(kind="daily", site=SITE)) @app.get("/patrons") @app.get("/paypigs") @admin_level_required(PERMS['VIEW_PATRONS']) def patrons(v): if AEVANN_ID and v.id not in (AEVANN_ID, CARP_ID, SNAKES_ID): abort(404) users = g.db.query(User).filter(User.patron > 0).order_by(User.patron.desc(), User.id).all() return render_template("patrons.html", v=v, users=users, benefactor_def=AWARDS['benefactor']) @app.get("/admins") @app.get("/badmins") @auth_required def admins(v): if v.admin_level >= PERMS['VIEW_SORTED_ADMIN_LIST']: admins = g.db.query(User).filter(User.admin_level>1).order_by(User.truescore.desc()).all() admins += g.db.query(User).filter(User.admin_level==1).order_by(User.truescore.desc()).all() else: admins = g.db.query(User).filter(User.admin_level>0).order_by(User.truescore.desc()).all() return render_template("admins.html", v=v, admins=admins) @app.get("/log") @app.get("/modlog") @auth_required def log(v): try: page = max(int(request.values.get("page", 1)), 1) except: page = 1 admin = request.values.get("admin") if admin: admin_id = get_id(admin) else: admin_id = 0 kind = request.values.get("kind") if v and v.admin_level >= PERMS['USER_SHADOWBAN']: types = ACTIONTYPES else: types = ACTIONTYPES2 if kind and kind not in types: kind = None actions = [] else: actions = g.db.query(ModAction) if not (v and v.admin_level >= PERMS['USER_SHADOWBAN']): actions = actions.filter(ModAction.kind.notin_([ "shadowban","unshadowban", "mod_mute_user","mod_unmute_user", "link_accounts","delink_accounts", ])) if admin_id: actions = actions.filter_by(user_id=admin_id) kinds = set([x.kind for x in actions]) kinds.add(kind) types2 = {} for k,val in types.items(): if k in kinds: types2[k] = val types = types2 if kind: actions = actions.filter_by(kind=kind) actions = actions.order_by(ModAction.id.desc()).offset(PAGE_SIZE*(page-1)).limit(PAGE_SIZE+1).all() next_exists=len(actions) > PAGE_SIZE actions=actions[:PAGE_SIZE] admins = [x[0] for x in g.db.query(User.username).filter(User.admin_level >= PERMS['ADMIN_MOP_VISIBLE']).order_by(User.username).all()] return render_template("log.html", v=v, admins=admins, types=types, admin=admin, type=kind, actions=actions, next_exists=next_exists, page=page, single_user_url='admin') @app.get("/log/<id>") @auth_required def log_item(id, v): try: id = int(id) except: abort(404) action=g.db.get(ModAction, id) if not action: abort(404) admins = [x[0] for x in g.db.query(User.username).filter(User.admin_level >= PERMS['ADMIN_MOP_VISIBLE']).all()] if v and v.admin_level >= PERMS['USER_SHADOWBAN']: types = ACTIONTYPES else: types = ACTIONTYPES2 return render_template("log.html", v=v, actions=[action], next_exists=False, page=1, action=action, admins=admins, types=types, single_user_url='admin') @app.get("/directory") @auth_required def static_megathread_index(v): return render_template("megathread_index.html", v=v) @app.get("/api") @auth_required def api(v): return render_template("api.html", v=v) @app.get("/contact") @app.get("/contactus") @app.get("/contact_us") @app.get("/press") @app.get("/media") @auth_desired def contact(v): return render_template("contact.html", v=v) @app.post("/send_admin") @limiter.limit("1/second;1/2 minutes;10/day") @limiter.limit("1/second;1/2 minutes;10/day", key_func=lambda:f'{SITE}-{session.get("lo_user")}') @auth_required def submit_contact(v): body = request.values.get("message") if not body: abort(400) if v.is_muted: abort(403) body = f'This message has been sent automatically to all admins via [/contact](/contact)\n\nMessage:\n\n' + body body += process_files() body = body.strip() body_html = sanitize(body) execute_antispam_duplicate_comment_check(v, body_html) new_comment = Comment(author_id=v.id, parent_submission=None, level=1, body_html=body_html, sentto=2 ) g.db.add(new_comment) g.db.flush() execute_blackjack(v, new_comment, new_comment.body_html, 'modmail') new_comment.top_comment_id = new_comment.id admins = g.db.query(User).filter(User.admin_level >= PERMS['NOTIFICATIONS_MODMAIL']) if SITE == 'watchpeopledie.tv': admins = admins.filter(User.id != AEVANN_ID) for admin in admins.all(): notif = Notification(comment_id=new_comment.id, user_id=admin.id) g.db.add(notif) return render_template("contact.html", v=v, msg="Your message has been sent to the admins!") @app.get('/archives') def archivesindex(): return redirect("/archives/index.html") @app.get('/archives/<path:path>') def archives(path): resp = make_response(send_from_directory('/archives', path)) if request.path.endswith('.css'): resp.headers.add("Content-Type", "text/css") return resp def static_file(dir:str, path:str, should_cache:bool, is_webp:bool) -> Response: resp = make_response(send_from_directory(dir, path)) if should_cache: resp.headers.remove("Cache-Control") resp.headers.add("Cache-Control", "public, max-age=3153600") if is_webp: resp.headers.remove("Content-Type") resp.headers.add("Content-Type", "image/webp") return resp @app.get('/e/<emoji>') @limiter.exempt def emoji(emoji): if not emoji.endswith('.webp'): abort(404) return static_file('assets/images/emojis', emoji, True, True) @app.get('/i/<path:path>') @limiter.exempt def image(path): is_webp = path.endswith('.webp') return static_file('assets/images', path, is_webp or path.endswith('.gif') or path.endswith('.ttf') or path.endswith('.woff2'), is_webp) @app.get('/assets/<path:path>') @app.get('/static/assets/<path:path>') @limiter.exempt def static_service(path): is_webp = path.endswith('.webp') return static_file('assets', path, is_webp or path.endswith('.gif') or path.endswith('.ttf') or path.endswith('.woff2'), is_webp) ### BEGIN FALLBACK ASSET SERVING # In production, we have nginx serve these locations now. # These routes stay for local testing. Requests don't reach them on prod. @app.get('/images/<path>') @app.get('/hostedimages/<path>') @app.get("/static/images/<path>") @limiter.exempt def images(path): return static_file('/images', path, True, True) @app.get('/videos/<path>') @limiter.exempt def videos(path): return static_file('/videos', path, True, False) @app.get('/audio/<path>') @limiter.exempt def audio(path): return static_file('/audio', path, True, False) ### END FALLBACK ASSET SERVING @app.get("/robots.txt") def robots_txt(): return send_file("assets/robots.txt") no = (21,22,23,24,25,26,27) @cache.memoize(timeout=3600) def badge_list(site): badges = g.db.query(BadgeDef).filter(BadgeDef.id.notin_(no)).order_by(BadgeDef.id).all() counts_raw = g.db.query(Badge.badge_id, func.count()).group_by(Badge.badge_id).all() users = g.db.query(User).count() counts = {} for c in counts_raw: counts[c[0]] = (c[1], float(c[1]) * 100 / max(users, 1)) return badges, counts @app.get("/badges") @feature_required('BADGES') @auth_required def badges(v): badges, counts = badge_list(SITE) return render_template("badges.html", v=v, badges=badges, counts=counts) @app.get("/blocks") @admin_level_required(PERMS['USER_BLOCKS_VISIBLE']) def blocks(v): blocks=g.db.query(UserBlock).all() users = [] targets = [] for x in blocks: acc_user = get_account(x.user_id) acc_tgt = get_account(x.target_id) if acc_user.shadowbanned or acc_tgt.shadowbanned: continue users.append(acc_user) targets.append(acc_tgt) return render_template("blocks.html", v=v, users=users, targets=targets) @app.get("/banned") @auth_required def banned(v): users = g.db.query(User).filter(User.is_banned > 0, User.unban_utc == 0) if not v.can_see_shadowbanned: users = users.filter(User.shadowbanned == None) users = users.all() return render_template("banned.html", v=v, users=users) @app.get("/formatting") @auth_required def formatting(v): return render_template("formatting.html", v=v) @app.get("/service-worker.js") def serviceworker(): with open("files/assets/js/service-worker.js", "r", encoding="utf-8") as f: return Response(f.read(), mimetype='application/javascript') @app.post("/dismiss_mobile_tip") def dismiss_mobile_tip(): session["tooltip_last_dismissed"] = int(time.time()) return "", 204 @app.get("/transfers/<id>") @auth_required def transfers_id(id, v): try: id = int(id) except: abort(404) transfer = g.db.get(Comment, id) if not transfer: abort(404) return render_template("transfers.html", v=v, page=1, comments=[transfer], standalone=True, next_exists=False) @app.get("/transfers") @auth_required def transfers(v): comments = g.db.query(Comment).filter(Comment.author_id == AUTOJANNY_ID, Comment.parent_submission == None, Comment.body_html.like("%</a> has transferred %")).order_by(Comment.id.desc()) try: page = max(int(request.values.get("page", 1)), 1) except: page = 1 comments = comments.offset(PAGE_SIZE * (page - 1)).limit(PAGE_SIZE + 1).all() next_exists = len(comments) > PAGE_SIZE comments = comments[:PAGE_SIZE] if v.client: return {"data": [x.json for x in comments]} else: return render_template("transfers.html", v=v, page=page, comments=comments, standalone=True, next_exists=next_exists) if not os.path.exists(f'files/templates/donate_{SITE_NAME}.html'): copyfile(f'files/templates/donate_rDrama.html', f'files/templates/donate_{SITE_NAME}.html') @app.get('/donate') @auth_desired_with_logingate def donate(v): return render_template(f'donate_{SITE_NAME}.html', v=v) if SITE == 'pcmemes.net': from files.classes.streamers import * id_regex = re.compile('"externalId":"([^"]*?)"', flags=re.A) live_regex = re.compile('playerOverlayVideoDetailsRenderer":\{"title":\{"simpleText":"(.*?)"\},"subtitle":\{"runs":\[\{"text":"(.*?)"\},\{"text":" • "\},\{"text":"(.*?)"\}', flags=re.A) live_thumb_regex = re.compile('\{"thumbnail":\{"thumbnails":\[\{"url":"(.*?)"', flags=re.A) offline_regex = re.compile('","title":"(.*?)".*?"width":48,"height":48\},\{"url":"(.*?)"', flags=re.A) offline_details_regex = re.compile('simpleText":"Streamed ([0-9]*?) ([^"]*?)"\},.*?"viewCountText":\{"simpleText":"([0-9,]*?) views"', flags=re.A) def process_streamer(id, live='live'): url = f'https://www.youtube.com/channel/{id}/{live}' req = requests.get(url, cookies={'CONSENT': 'YES+1'}, timeout=5) text = req.text if '"videoDetails":{"videoId"' in text: y = live_regex.search(text) count = y.group(3) if count == '1 watching now': count = "1" if 'waiting' in count: if live != '': return process_streamer(id, '') else: return None count = int(count.replace(',', '')) t = live_thumb_regex.search(text) thumb = t.group(1) name = y.group(2) title = y.group(1) return (True, (id, req.url, thumb, name, title, count)) else: t = offline_regex.search(text) if not t: if live != '': return process_streamer(id, '') else: return None y = offline_details_regex.search(text) if y: views = y.group(3).replace(',', '') quantity = int(y.group(1)) unit = y.group(2) if unit.startswith('second'): modifier = 1/60 elif unit.startswith('minute'): modifier = 1 elif unit.startswith('hour'): modifier = 60 elif unit.startswith('day'): modifier = 1440 elif unit.startswith('week'): modifier = 10080 elif unit.startswith('month'): modifier = 43800 elif unit.startswith('year'): modifier = 525600 minutes = quantity * modifier actual = f'{quantity} {unit}' else: minutes = 9999999999 actual = '???' views = 0 thumb = t.group(2) name = t.group(1) return (False, (id, req.url.rstrip('/live'), thumb, name, minutes, actual, views)) def live_cached(): live = [] offline = [] db = db_session() streamers = [x[0] for x in db.query(Streamer.id).all()] db.close() for id in streamers: processed = process_streamer(id) if processed: if processed[0]: live.append(processed[1]) else: offline.append(processed[1]) live = sorted(live, key=lambda x: x[5], reverse=True) offline = sorted(offline, key=lambda x: x[4]) if live: cache.set('live', live) if offline: cache.set('offline', offline) @app.get('/live') @auth_desired_with_logingate def live_list(v): live = cache.get('live') or [] offline = cache.get('offline') or [] return render_template('live.html', v=v, live=live, offline=offline) @app.post('/live/add') @admin_level_required(PERMS['STREAMERS_MODERATION']) def live_add(v): link = request.values.get('link').strip() if 'youtube.com/channel/' in link: id = link.split('youtube.com/channel/')[1].rstrip('/') else: text = requests.get(link, cookies={'CONSENT': 'YES+1'}, timeout=5).text try: id = id_regex.search(text).group(1) except: abort(400, "Invalid ID") live = cache.get('live') or [] offline = cache.get('offline') or [] if not id or len(id) != 24: abort(400, "Invalid ID") existing = g.db.get(Streamer, id) if not existing: streamer = Streamer(id=id) g.db.add(streamer) g.db.flush() if v.id != KIPPY_ID: send_repeatable_notification(KIPPY_ID, f"@{v.username} (Admin) has added a [new YouTube channel](https://www.youtube.com/channel/{streamer.id})") processed = process_streamer(id) if processed: if processed[0]: live.append(processed[1]) else: offline.append(processed[1]) live = sorted(live, key=lambda x: x[5], reverse=True) offline = sorted(offline, key=lambda x: x[4]) if live: cache.set('live', live) if offline: cache.set('offline', offline) return redirect('/live') @app.post('/live/remove') @admin_level_required(PERMS['STREAMERS_MODERATION']) def live_remove(v): id = request.values.get('id').strip() if not id: abort(400) streamer = g.db.get(Streamer, id) if streamer: if v.id != KIPPY_ID: send_repeatable_notification(KIPPY_ID, f"@{v.username} (Admin) has removed a [YouTube channel](https://www.youtube.com/channel/{streamer.id})") g.db.delete(streamer) live = cache.get('live') or [] offline = cache.get('offline') or [] live = [x for x in live if x[0] != id] offline = [x for x in offline if x[0] != id] if live: cache.set('live', live) if offline: cache.set('offline', offline) return redirect('/live')