Add rudimentary error reporting.

This commit is contained in:
kenkeiras 2017-07-05 00:47:03 +02:00
parent 3e15c50e22
commit a2bc995885

View File

@ -59,6 +59,7 @@ def get_extension(path):
def request(url): def request(url):
print("> {}".format(url))
req = urllib.request.Request( req = urllib.request.Request(
url, url,
data=None, data=None,
@ -69,6 +70,10 @@ def request(url):
return urllib.request.urlopen(req) return urllib.request.urlopen(req)
def show_error(e):
print("\x1b[41;37m{}\x1b[0m")
def archive(content, base_url, selector, directory, attribute): def archive(content, base_url, selector, directory, attribute):
os.makedirs(directory, exist_ok=True) os.makedirs(directory, exist_ok=True)
for part in content.find_all(**selector): for part in content.find_all(**selector):
@ -84,7 +89,12 @@ def archive(content, base_url, selector, directory, attribute):
path = os.path.join(directory, name) path = os.path.join(directory, name)
if not os.path.exists(path): if not os.path.exists(path):
content = request(href).read() try:
content = request(href).read()
except Exception as e:
show_error(e)
continue
with open(path, 'wb') as f: with open(path, 'wb') as f:
f.write(content) f.write(content)