Fix spider data access

This commit is contained in:
Marian Steinbach 2018-04-22 13:01:56 +02:00
parent 9f451c4d8d
commit 0286d30151

View file

@ -31,7 +31,7 @@ def main():
with open(json_file, 'r', encoding="utf8") as jsonfile:
data = json.load(jsonfile)
for entry in data:
urls = entry.get('canonical_urls')
urls = entry['details'].get('canonical_urls')
if urls is None or len(urls) == 0:
continue
url = urls[0]