mirror of
https://github.com/netzbegruenung/green-spider.git
synced 2024-05-04 18:13:40 +02:00
Fix spider data access
This commit is contained in:
parent
9f451c4d8d
commit
0286d30151
|
@ -31,7 +31,7 @@ def main():
|
|||
with open(json_file, 'r', encoding="utf8") as jsonfile:
|
||||
data = json.load(jsonfile)
|
||||
for entry in data:
|
||||
urls = entry.get('canonical_urls')
|
||||
urls = entry['details'].get('canonical_urls')
|
||||
if urls is None or len(urls) == 0:
|
||||
continue
|
||||
url = urls[0]
|
||||
|
|
Loading…
Reference in a new issue