From fb634fc1f377275311e8e8410745b96378917fe2 Mon Sep 17 00:00:00 2001 From: Marian Steinbach Date: Tue, 3 Apr 2018 23:25:14 +0200 Subject: [PATCH] Reduce concurrency to reduce variance in timing results --- spider.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spider.py b/spider.py index baebc37..329589d 100644 --- a/spider.py +++ b/spider.py @@ -17,7 +17,7 @@ import json # configuration # number of parallel processes to use for crawling -concurrency = 6 +concurrency = 4 # connection timeout for website checks (seconds) connect_timeout = 5