Skip to content

Commit 48035ee

Browse files
Update spider.py
1 parent e269d42 commit 48035ee

File tree

1 file changed

+4
-7
lines changed

1 file changed

+4
-7
lines changed

advertools/spider.py

Lines changed: 4 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -968,13 +968,10 @@ def parse(self, response):
968968
for norm in ld_norm:
969969
jsonld.update(**norm)
970970
except Exception as e:
971-
if 'jsonld_errors' not in self.discard_columns:
972-
jsonld = {"jsonld_errors": str(e)}
973-
self.logger.exception(
974-
" ".join([str(e), str(response.status), response.url])
975-
)
976-
else:
977-
pass
971+
jsonld = {"jsonld_errors": str(e)}
972+
self.logger.exception(
973+
" ".join([str(e), str(response.status), response.url])
974+
)
978975
page_content = _extract_content(response, **tags_xpaths)
979976
crawl_dict = dict(
980977
url=response.request.url,

0 commit comments

Comments
 (0)