Catch and ignore UnicodeDecodeError in wd_catalog

2020-06-30 13:09:03 +01:00 · 2020-06-30 13:09:03 +01:00 · dc4455bec5
parent 52db7ac00f
commit dc4455bec5
1 changed files with 9 additions and 6 deletions
--- a/depicts/wd_catalog.py
+++ b/depicts/wd_catalog.py
@ -153,12 +153,15 @@ def check_catalog(entity, catalog):
                catalog.update(cat)
                return

+        try:
            html = get_catalog_url(catalog_url)
            if html:
                description = get_description_from_page(html)
                if description:
                    catalog['description'] = description
                    return
+        except UnicodeDecodeError:
+            return

    for property_id in sorted(catalog_ids):
        if property_id == 'P350':