b1-66er/microblog.pub
2
0
Fork 0
Code Issues Pull Requests 2 Packages Projects Releases Wiki Activity

OG metadata tweaks

Browse Source
This commit is contained in:
Thomas Sileo
2019-08-08 23:19:04 +02:00
parent 8355fa9597
commit e6d124dd7d
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
utils/opengraph.py
View File

@@ -54,7 +54,9 @@ def fetch_og_metadata(user_agent, links):
continue
try:
h = requests.head(l, headers={"User-Agent": user_agent}, timeout=3)
h = requests.head(
l, headers={"User-Agent": user_agent}, timeout=3, allow_redirects=True
)
h.raise_for_status()
except requests.HTTPError as http_err:
logger.debug(
@@ -70,7 +72,9 @@ def fetch_og_metadata(user_agent, links):
continue
try:
r = requests.get(l, headers={"User-Agent": user_agent}, timeout=5)
r = requests.get(
l, headers={"User-Agent": user_agent}, timeout=5, allow_redirects=True
)
r.raise_for_status()
except requests.HTTPError as http_err:
logger.debug(