forks/archivebox
1
0
Fork 0
Code Releases Activity

regigger wget exception handling order

Browse source
This commit is contained in:
Nick Sweeting 2018-06-17 19:09:01 -04:00
parent 70530060c2
commit 738513ead8
1 changed files with 9 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
archiver/archive_methods.py
View file

@ -207,17 +207,18 @@ def fetch_wget(link_dir, link, requisites=FETCH_WGET_REQUISITES, timeout=TIMEOUT
output = wget_output_path(link, look_in=domain_dir)
# Check for common failure cases
if result.returncode > 0 and result.returncode != 8:
if result.returncode > 0:
print(' got wget response code {}:'.format(result.returncode))
print('\n'.join(' ' + line for line in (result.stderr or result.stdout).decode().rsplit('\n', 10)[-10:] if line.strip()))
if result.returncode != 8:
print('\n'.join(' ' + line for line in (result.stderr or result.stdout).decode().rsplit('\n', 10)[-10:] if line.strip()))
if b'403: Forbidden' in result.stderr:
raise Exception('403 Forbidden (try changing WGET_USER_AGENT)')
if b'404: Not Found' in result.stderr:
raise Exception('404 Not Found')
if b'ERROR 500: Internal Server Error' in result.stderr:
raise Exception('500 Internal Server Error')
if result.returncode == 4:
raise Exception('Failed wget download')
if result.returncode > 0 and b'403: Forbidden' in result.stderr:
raise Exception('403 Forbidden (try changing WGET_USER_AGENT)')
if result.returncode > 0 and b'404: Not Found' in result.stderr:
raise Exception('404 Not Found')
if result.returncode > 0 and b'ERROR 500: Internal Server Error' in result.stderr:
raise Exception('500 Internal Server Error')
except Exception as e:
end()
print(' Run to see full output:', 'cd {}; {}'.format(link_dir, ' '.join(CMD)))