We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e269d42 commit 48035eeCopy full SHA for 48035ee
advertools/spider.py
@@ -968,13 +968,10 @@ def parse(self, response):
968
for norm in ld_norm:
969
jsonld.update(**norm)
970
except Exception as e:
971
- if 'jsonld_errors' not in self.discard_columns:
972
- jsonld = {"jsonld_errors": str(e)}
973
- self.logger.exception(
974
- " ".join([str(e), str(response.status), response.url])
975
- )
976
- else:
977
- pass
+ jsonld = {"jsonld_errors": str(e)}
+ self.logger.exception(
+ " ".join([str(e), str(response.status), response.url])
+ )
978
page_content = _extract_content(response, **tags_xpaths)
979
crawl_dict = dict(
980
url=response.request.url,
0 commit comments