forked from rDrama/rDrama
add proxies on pushshift requests
parent
0a83feb966
commit
517e62e61b
|
@ -33,8 +33,7 @@ def get_mentions(queries):
|
||||||
mentions = []
|
mentions = []
|
||||||
for kind, query in itertools.product(kinds, queries):
|
for kind, query in itertools.product(kinds, queries):
|
||||||
try:
|
try:
|
||||||
data = requests.get(f'https://api.pushshift.io/reddit/{kind}/search'
|
data = requests.get(f'https://api.pushshift.io/reddit/{kind}/search?html_decode=true&q={query}&size=1', timeout=5, proxies=proxies).json()['data']
|
||||||
+ f'?html_decode=true&q={query}&size=1', timeout=5, proxies=proxies).json()['data']
|
|
||||||
except: break
|
except: break
|
||||||
|
|
||||||
for i in data:
|
for i in data:
|
||||||
|
|
Loading…
Reference in New Issue