MarseyWorld/files/routes/search.py

284 lines
6.7 KiB
Python
Raw Normal View History

2021-08-04 15:35:10 +00:00
from files.helpers.wrappers import *
2021-07-21 01:12:26 +00:00
import re
from sqlalchemy import *
from flask import *
2021-09-19 18:41:36 +00:00
from files.__main__ import app
2021-09-23 23:48:49 +00:00
2021-07-21 01:12:26 +00:00
query_regex=re.compile("(\w+):(\S+)")
valid_params=[
'author',
'domain',
'over18'
]
def searchparse(text):
#takes test in filter:term format and returns data
criteria = {x[0]:x[1] for x in query_regex.findall(text)}
for x in criteria:
if x in valid_params:
text = text.replace(f"{x}:{criteria[x]}", "")
text=text.strip()
if text:
criteria['q']=text
return criteria
2021-09-22 23:41:51 +00:00
@app.get("/search/posts")
@auth_desired
def searchposts(v):
query = request.values.get("q", '').strip()
page = max(1, int(request.values.get("page", 1)))
sort = request.values.get("sort", "top").lower()
t = request.values.get('t', 'all').lower()
criteria=searchparse(query)
2021-07-21 01:12:26 +00:00
2021-09-24 16:21:59 +00:00
posts = g.db.query(Submission.id).options(lazyload('*'))
2021-09-01 22:47:16 +00:00
2021-09-01 22:50:15 +00:00
if not (v and v.admin_level == 6): posts = posts.filter(Submission.private == False)
2021-07-21 01:12:26 +00:00
if 'q' in criteria:
words=criteria['q'].split()
2021-09-24 02:00:11 +00:00
words=[Submission.title.ilike('%'+x+'%') for x in words]
2021-07-21 01:12:26 +00:00
words=tuple(words)
posts=posts.filter(*words)
2021-09-24 16:36:52 +00:00
if 'over18' in criteria: posts = posts.filter(Submission.over_18==True)
if 'author' in criteria: posts = posts.filter(Submission.author_id == get_user(criteria['author']).id)
2021-07-21 01:12:26 +00:00
if 'domain' in criteria:
domain=criteria['domain']
posts=posts.filter(
or_(
2021-09-24 02:00:11 +00:00
Submission.url.ilike("https://"+domain+'/%'),
Submission.url.ilike("https://"+domain+'/%'),
Submission.url.ilike("https://"+domain),
Submission.url.ilike("https://"+domain),
Submission.url.ilike("https://www."+domain+'/%'),
Submission.url.ilike("https://www."+domain+'/%'),
Submission.url.ilike("https://www."+domain),
Submission.url.ilike("https://www."+domain),
Submission.url.ilike("https://old." + domain + '/%'),
Submission.url.ilike("https://old." + domain + '/%'),
Submission.url.ilike("https://old." + domain),
Submission.url.ilike("https://old." + domain)
2021-07-21 01:12:26 +00:00
)
)
if not(v and v.admin_level >= 3):
posts = posts.filter(
Submission.deleted_utc == 0,
Submission.is_banned == False,
)
if v and v.admin_level >= 4:
pass
elif v:
2021-09-17 12:20:07 +00:00
blocking = [x[0] for x in g.db.query(
2021-07-21 01:12:26 +00:00
UserBlock.target_id).filter_by(
2021-09-17 12:20:07 +00:00
user_id=v.id).all()]
blocked = [x[0] for x in g.db.query(
2021-07-21 01:12:26 +00:00
UserBlock.user_id).filter_by(
2021-09-17 12:20:07 +00:00
target_id=v.id).all()]
2021-07-21 01:12:26 +00:00
posts = posts.filter(
Submission.author_id.notin_(blocking),
Submission.author_id.notin_(blocked),
)
if t:
now = int(time.time())
if t == 'hour':
cutoff = now - 3600
elif t == 'day':
cutoff = now - 86400
elif t == 'week':
cutoff = now - 604800
elif t == 'month':
cutoff = now - 2592000
elif t == 'year':
cutoff = now - 31536000
else:
cutoff = 0
posts = posts.filter(Submission.created_utc >= cutoff)
if sort == "new":
2021-09-23 19:16:44 +00:00
posts = posts.order_by(Submission.created_utc.desc())
2021-07-21 01:12:26 +00:00
elif sort == "old":
2021-09-23 19:16:44 +00:00
posts = posts.order_by(Submission.created_utc.asc())
2021-07-21 01:12:26 +00:00
elif sort == "controversial":
2021-09-23 19:20:47 +00:00
posts = posts.order_by(-1 * Submission.upvotes * (Submission.downvotes+1))
2021-07-21 01:12:26 +00:00
elif sort == "top":
2021-09-23 19:16:44 +00:00
posts = posts.order_by(Submission.downvotes - Submission.upvotes)
2021-07-21 01:12:26 +00:00
elif sort == "bottom":
2021-09-23 19:16:44 +00:00
posts = posts.order_by(Submission.upvotes - Submission.downvotes)
2021-07-21 01:12:26 +00:00
elif sort == "comments":
2021-09-23 19:16:44 +00:00
posts = posts.order_by(Submission.comment_count.desc())
2021-07-21 01:12:26 +00:00
2021-09-23 19:16:44 +00:00
posts = posts.offset(25 * (page - 1)).limit(26).all()
2021-07-21 01:12:26 +00:00
2021-09-23 19:16:44 +00:00
total = len(posts)
2021-07-21 01:12:26 +00:00
2021-09-24 16:21:59 +00:00
ids = [x[0] for x in posts]
2021-09-22 23:41:51 +00:00
next_exists = (len(ids) > 25)
ids = ids[:25]
posts = get_posts(ids, v=v)
if v and v.admin_level>3 and "domain" in criteria:
domain=criteria['domain']
domain_obj=get_domain(domain)
else:
domain=None
domain_obj=None
if request.headers.get("Authorization"): return {"data":[x.json for x in posts]}
else: return render_template("search.html",
v=v,
query=query,
total=total,
page=page,
listing=posts,
sort=sort,
t=t,
next_exists=next_exists,
domain=domain,
domain_obj=domain_obj
)
2021-09-23 23:47:31 +00:00
@app.get("/search/comments")
@auth_desired
def searchcomments(v):
2021-09-22 23:41:51 +00:00
2021-09-23 23:47:31 +00:00
query = request.values.get("q", '').strip()
2021-09-22 23:41:51 +00:00
2021-09-23 23:47:31 +00:00
try: page = max(1, int(request.values.get("page", 1)))
except: page = 1
2021-09-22 23:41:51 +00:00
2021-09-23 23:47:31 +00:00
sort = request.values.get("sort", "top").lower()
t = request.values.get('t', 'all').lower()
2021-09-22 23:41:51 +00:00
2021-09-23 23:47:31 +00:00
criteria=searchparse(query)
2021-09-22 23:41:51 +00:00
2021-07-21 01:12:26 +00:00
2021-09-22 23:41:51 +00:00
2021-09-24 02:21:41 +00:00
comments = g.db.query(Comment.id).options(lazyload('*')).filter(Comment.parent_submission != None)
2021-07-21 01:12:26 +00:00
2021-09-23 23:47:31 +00:00
if 'q' in criteria:
words=criteria['q'].split()
2021-09-24 02:21:41 +00:00
words=[Comment.body.ilike('%'+x+'%') for x in words]
2021-09-23 23:47:31 +00:00
words=tuple(words)
comments=comments.filter(*words)
2021-07-21 01:12:26 +00:00
2021-09-23 23:47:31 +00:00
if not(v and v.admin_level >= 3):
comments = comments.filter(
Comment.deleted_utc == 0,
Comment.is_banned == False)
2021-07-21 01:12:26 +00:00
2021-09-23 23:47:31 +00:00
if t:
now = int(time.time())
if t == 'hour':
cutoff = now - 3600
elif t == 'day':
cutoff = now - 86400
elif t == 'week':
cutoff = now - 604800
elif t == 'month':
cutoff = now - 2592000
elif t == 'year':
cutoff = now - 31536000
else:
cutoff = 0
comments = comments.filter(Comment.created_utc >= cutoff)
2021-07-21 01:12:26 +00:00
2021-08-23 17:48:55 +00:00
2021-09-23 23:47:31 +00:00
if sort == "new":
comments = comments.order_by(Comment.created_utc.desc())
elif sort == "old":
comments = comments.order_by(Comment.created_utc.asc())
elif sort == "controversial":
comments = comments.order_by(-1 * Comment.upvotes * (Comment.downvotes+1))
elif sort == "top":
comments = comments.order_by(Comment.downvotes - Comment.upvotes)
elif sort == "bottom":
comments = comments.order_by(Comment.upvotes - Comment.downvotes)
2021-07-21 01:12:26 +00:00
2021-09-23 23:47:31 +00:00
total = comments.count()
2021-07-21 01:12:26 +00:00
2021-09-23 23:47:31 +00:00
comments = comments.offset(25 * (page - 1)).limit(26).all()
ids = [x[0] for x in comments]
2021-07-21 01:12:26 +00:00
2021-09-23 23:47:31 +00:00
next_exists = (len(ids) > 25)
ids = ids[:25]
2021-07-21 01:12:26 +00:00
2021-09-23 23:47:31 +00:00
comments = get_comments(ids, v=v)
2021-07-21 01:12:26 +00:00
2021-09-23 23:47:31 +00:00
if request.headers.get("Authorization"): return [x.json for x in comments]
else: return render_template("search_comments.html", v=v, query=query, total=total, page=page, comments=comments, sort=sort, t=t, next_exists=next_exists)
2021-07-31 05:28:05 +00:00
2021-07-27 22:31:28 +00:00
@app.get("/search/users")
2021-07-21 01:12:26 +00:00
@auth_desired
2021-08-02 07:37:46 +00:00
def searchusers(v):
2021-08-23 17:48:55 +00:00
2021-07-21 01:12:26 +00:00
2021-09-19 13:11:34 +00:00
query = request.values.get("q", '').strip()
2021-07-21 01:12:26 +00:00
2021-09-19 13:11:34 +00:00
page = max(1, int(request.values.get("page", 1)))
sort = request.values.get("sort", "top").lower()
t = request.values.get('t', 'all').lower()
2021-07-21 01:12:26 +00:00
term=query.lstrip('@')
term=term.replace('\\','')
term=term.replace('_','\_')
2021-09-17 08:29:05 +00:00
users=g.db.query(User).options(lazyload('*')).filter(User.username.ilike(f'%{term}%'))
2021-07-21 01:12:26 +00:00
users=users.order_by(User.username.ilike(term).desc(), User.stored_subscriber_count.desc())
total=users.count()
users=[x for x in users.offset(25 * (page-1)).limit(26)]
next_exists=(len(users)==26)
2021-07-28 10:57:41 +00:00
users=users[:25]
2021-07-21 01:12:26 +00:00
2021-07-31 06:18:59 +00:00
if request.headers.get("Authorization"): return [x.json for x in users]
2021-07-31 05:28:05 +00:00
else: return render_template("search_users.html", v=v, query=query, total=total, page=page, users=users, sort=sort, t=t, next_exists=next_exists)