dont use proxy here cuz its times out
parent
9ad3eb1fcd
commit
772721fdbc
|
@ -800,10 +800,7 @@ def normalize_url(url):
|
||||||
return url
|
return url
|
||||||
|
|
||||||
def normalize_url_gevent(url):
|
def normalize_url_gevent(url):
|
||||||
try: url = requests.get(url, headers=HEADERS, timeout=2, proxies=proxies).url
|
url = requests.get(url, headers=HEADERS, timeout=2).url
|
||||||
except Exception as e:
|
|
||||||
print(f"{url}: {e}", flush=True)
|
|
||||||
return url
|
|
||||||
return normalize_url(url)
|
return normalize_url(url)
|
||||||
|
|
||||||
def validate_css(css):
|
def validate_css(css):
|
||||||
|
|
Loading…
Reference in New Issue