Catch and ignore UnicodeDecodeError in wd_catalog

2020-06-30 13:09:03 +01:00 · 2020-06-30 13:09:03 +01:00 · dc4455bec5
parent 52db7ac00f
commit dc4455bec5
1 changed files with 9 additions and 6 deletions
--- a/depicts/wd_catalog.py
+++ b/depicts/wd_catalog.py
@ -153,12 +153,15 @@ def check_catalog(entity, catalog):
                catalog.update(cat)
                return

-        html = get_catalog_url(catalog_url)
-        if html:
-            description = get_description_from_page(html)
-            if description:
-                catalog['description'] = description
-                return
+        try:
+            html = get_catalog_url(catalog_url)
+            if html:
+                description = get_description_from_page(html)
+                if description:
+                    catalog['description'] = description
+                    return
+        except UnicodeDecodeError:
+            return

    for property_id in sorted(catalog_ids):
        if property_id == 'P350':