import os import subprocess import time from shutil import copyfile from typing import Optional import gevent import imagehash from flask import abort, g, has_request_context from werkzeug.utils import secure_filename from PIL import Image from PIL import UnidentifiedImageError from PIL.ImageSequence import Iterator from sqlalchemy.orm.session import Session from files.classes.media import * from files.helpers.cloudflare import purge_files_in_cache from .config.const import * def process_files(files, v): body = '' if g.is_tor or not files.get("file"): return body files = files.getlist('file')[:4] for file in files: if file.content_type.startswith('image/'): name = f'/images/{time.time()}'.replace('.','') + '.webp' file.save(name) url = process_image(name, v) body += f"\n\n![]({url})" elif file.content_type.startswith('video/'): body += f"\n\n{SITE_FULL}{process_video(file, v)}" elif file.content_type.startswith('audio/'): body += f"\n\n{SITE_FULL}{process_audio(file, v)}" else: abort(415) return body def process_audio(file, v): name = f'/audio/{time.time()}'.replace('.','') name_original = secure_filename(file.filename) extension = name_original.split('.')[-1].lower() name = name + '.' + extension file.save(name) size = os.stat(name).st_size if size > MAX_IMAGE_AUDIO_SIZE_MB_PATRON * 1024 * 1024 or not v.patron and size > MAX_IMAGE_AUDIO_SIZE_MB * 1024 * 1024: os.remove(name) abort(413, f"Max image/audio size is {MAX_IMAGE_AUDIO_SIZE_MB} MB ({MAX_IMAGE_AUDIO_SIZE_MB_PATRON} MB for {patron.lower()}s)") media = g.db.query(Media).filter_by(filename=name, kind='audio').one_or_none() if media: g.db.delete(media) media = Media( kind='audio', filename=name, user_id=v.id, size=size ) g.db.add(media) return name def webm_to_mp4(old, new, vid, db): tmp = new.replace('.mp4', '-t.mp4') subprocess.run(["ffmpeg", "-y", "-loglevel", "warning", "-nostats", "-threads:v", "1", "-i", old, "-map_metadata", "-1", tmp], check=True, stderr=subprocess.STDOUT) os.replace(tmp, new) os.remove(old) media = db.query(Media).filter_by(filename=new, kind='video').one_or_none() if media: db.delete(media) media = Media( kind='video', filename=new, user_id=vid, size=os.stat(new).st_size ) db.add(media) db.commit() db.close() purge_files_in_cache(f"{SITE_FULL}{new}") def process_video(file, v): old = f'/videos/{time.time()}'.replace('.','') file.save(old) size = os.stat(old).st_size if (SITE_NAME != 'WPD' and (size > MAX_VIDEO_SIZE_MB_PATRON * 1024 * 1024 or not v.patron and size > MAX_VIDEO_SIZE_MB * 1024 * 1024)): os.remove(old) abort(413, f"Max video size is {MAX_VIDEO_SIZE_MB} MB ({MAX_VIDEO_SIZE_MB_PATRON} MB for paypigs)") name_original = secure_filename(file.filename) extension = name_original.split('.')[-1].lower() new = old + '.' + extension if extension == 'webm': new = new.replace('.webm', '.mp4') copyfile(old, new) db = Session(bind=g.db.get_bind(), autoflush=False) gevent.spawn(webm_to_mp4, old, new, v.id, db) else: subprocess.run(["ffmpeg", "-y", "-loglevel", "warning", "-nostats", "-i", old, "-map_metadata", "-1", "-c:v", "copy", "-c:a", "copy", new], check=True) os.remove(old) media = g.db.query(Media).filter_by(filename=new, kind='video').one_or_none() if media: g.db.delete(media) media = Media( kind='video', filename=new, user_id=v.id, size=os.stat(new).st_size ) g.db.add(media) return new def process_image(filename:str, v, resize=0, trim=False, uploader_id:Optional[int]=None, db=None): # thumbnails are processed in a thread and not in the request context # if an image is too large or webp conversion fails, it'll crash # to avoid this, we'll simply return None instead has_request = has_request_context() size = os.stat(filename).st_size patron = bool(v.patron) if size > MAX_IMAGE_AUDIO_SIZE_MB_PATRON * 1024 * 1024 or not patron and size > MAX_IMAGE_AUDIO_SIZE_MB * 1024 * 1024: os.remove(filename) if has_request: abort(413, f"Max image/audio size is {MAX_IMAGE_AUDIO_SIZE_MB} MB ({MAX_IMAGE_AUDIO_SIZE_MB_PATRON} MB for paypigs)") return None try: with Image.open(filename) as i: params = ["magick", filename] params.extend(["-coalesce", "-quality", "88"]) if trim and len(list(Iterator(i))) == 1: params.append("-trim") if resize and i.width > resize: params.extend(["-resize", f"{resize}>"]) except UnidentifiedImageError as e: print(f"Couldn't identify an image for {filename}; deleting... (user {v.id if v else '-no user-'})") try: os.remove(filename) except: pass if has_request: abort(415) return None if len(params) > 2: params.append(filename) try: subprocess.run(params, timeout=MAX_IMAGE_CONVERSION_TIMEOUT) except subprocess.TimeoutExpired: if has_request: abort(413, ("An uploaded image took too long to convert to WEBP. " "Please convert it to WEBP elsewhere then upload it again.")) return None if resize: if os.stat(filename).st_size > MAX_IMAGE_SIZE_BANNER_RESIZED_MB * 1024 * 1024: os.remove(filename) if has_request: abort(413, f"Max size for site assets is {MAX_IMAGE_SIZE_BANNER_RESIZED_MB} MB") return None if filename.startswith('files/assets/images/'): path = filename.rsplit('/', 1)[0] kind = path.split('/')[-1] if kind in ('banners','sidebar'): hashes = {} for img in os.listdir(path): if resize == 400 and img in ('256.webp','585.webp'): continue img_path = f'{path}/{img}' if img_path == filename: continue with Image.open(img_path) as i: i_hash = str(imagehash.phash(i)) if i_hash in hashes.keys(): print(hashes[i_hash], flush=True) print(img_path, flush=True) else: hashes[i_hash] = img_path with Image.open(filename) as i: i_hash = str(imagehash.phash(i)) if i_hash in hashes.keys(): os.remove(filename) if has_request: abort(409, "Image already exists!") return None db = db or g.db media = db.query(Media).filter_by(filename=filename, kind='image').one_or_none() if media: db.delete(media) media = Media( kind='image', filename=filename, user_id=uploader_id or v.id, size=os.stat(filename).st_size ) db.add(media) subprocess.run(["exiv2", "rm", filename], timeout=MAX_IMAGE_CONVERSION_TIMEOUT) return filename