bellingcat/auto-archiver
1
0
Fork 0
mirror of https://github.com/bellingcat/auto-archiver.git synced 2026-06-08 03:18:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Allow redirects for Archive requets

Browse Source
This commit is contained in:
Logan Williams
2021-06-01 11:30:47 +02:00
parent ebafd1a744
commit 2540b54113
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
auto_archive.py
View File

@@ -383,7 +383,7 @@ def process_sheet(sheet):
# i'm sure there's a better way to handle this than nested try/catch blocks
try:
r = requests.get(
'https://web.archive.org/save/' + v[url_index])
'https://web.archive.org/save/' + v[url_index], allow_redirects=True)
parsed = BeautifulSoup(r.content, 'html.parser')
title = parsed.find_all('title')[0].text