Cutlery/mealie
1
0
Fork 0
mirror of https://github.com/mealie-recipes/mealie.git synced 2025-07-09 03:04:54 -04:00
Code Issues Packages Projects Releases Wiki Activity

Use firefox UA when making requests (#780)

Browse Source
This commit is contained in:
cadamswaite 2021-11-24 05:34:10 +00:00 committed by GitHub
parent b40f201430
commit 7f850fba98
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
mealie/services/image/image.py
View File

@ -43,6 +43,7 @@ def write_image(recipe_slug: str, file_data: bytes, extension: str) -> Path:
def scrape_image(image_url: str, slug: str) -> Path: def scrape_image(image_url: str, slug: str) -> Path:
logger.info(f"Image URL: {image_url}") logger.info(f"Image URL: {image_url}")
_FIREFOX_UA = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:86.0) Gecko/20100101 Firefox/86.0"
if isinstance(image_url, str): # Handles String Types if isinstance(image_url, str): # Handles String Types
pass pass
@ -54,7 +55,7 @@ def scrape_image(image_url: str, slug: str) -> Path:
all_image_requests = [] all_image_requests = []
for url in image_url: for url in image_url:
try: try:
r = requests.get(url, stream=True, headers={"User-Agent": ""}) r = requests.get(url, stream=True, headers={"User-Agent": _FIREFOX_UA})
except Exception: except Exception:
logger.exception("Image {url} could not be requested") logger.exception("Image {url} could not be requested")
continue continue
@ -72,7 +73,7 @@ def scrape_image(image_url: str, slug: str) -> Path:
filename = Recipe(slug=slug).image_dir.joinpath(filename) filename = Recipe(slug=slug).image_dir.joinpath(filename)
try: try:
r = requests.get(image_url, stream=True) r = requests.get(image_url, stream=True, headers={"User-Agent": _FIREFOX_UA})
except Exception: except Exception:
logger.exception("Fatal Image Request Exception") logger.exception("Fatal Image Request Exception")
return None return None