import json import re import pytest from mealie.services.scraper import cleaner from mealie.services.scraper.scraper import open_graph from tests.test_config import TEST_RAW_HTML, TEST_RAW_RECIPES # https://github.com/django/django/blob/stable/1.3.x/django/core/validators.py#L45 url_validation_regex = re.compile( r"^(?:http|ftp)s?://" # http:// or https:// r"(?:(?:[A-Z0-9](?:[A-Z0-9-]{0,61}[A-Z0-9])?\.)+(?:[A-Z]{2,6}\.?|[A-Z0-9-]{2,}\.?)|" # domain... r"localhost|" # localhost... r"\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})" # ...or ip r"(?::\d+)?" # optional port r"(?:/?|[/?]\S+)$", re.IGNORECASE, ) @pytest.mark.parametrize( "json_file,num_steps", [ ("best-homemade-salsa-recipe.json", 2), ( "blue-cheese-stuffed-turkey-meatballs-with-raspberry-balsamic-glaze-2.json", 3, ), ("bon_appetit.json", 8), ("chunky-apple-cake.json", 4), ("dairy-free-impossible-pumpkin-pie.json", 7), ("how-to-make-instant-pot-spaghetti.json", 8), ("instant-pot-chicken-and-potatoes.json", 4), ("instant-pot-kerala-vegetable-stew.json", 13), ("jalapeno-popper-dip.json", 4), ("microwave_sweet_potatoes_04783.json", 4), ("moroccan-skirt-steak-with-roasted-pepper-couscous.json", 4), ("Pizza-Knoblauch-Champignon-Paprika-vegan.html.json", 3), ], ) def test_cleaner_clean(json_file, num_steps): recipe_data = cleaner.clean(json.load(open(TEST_RAW_RECIPES.joinpath(json_file)))) assert len(recipe_data["recipeInstructions"]) == num_steps def test_clean_category(): assert cleaner.category("my-category") == ["my-category"] def test_clean_string(): assert cleaner.clean_string("