mirror of
https://github.com/netzbegruenung/green-spider.git
synced 2024-05-03 01:24:51 +02:00
0c0bcbf54e
* Use UTC for feed item age calculation * Improvements in run-job.sh script * Prevent output buffering in job creation * Remove unused environment variable references * Print more detailed results count * Bring back function to execute a single spider job * Fix 'make spider' command * Upgrade docker to 5.0.3
53 lines
1.2 KiB
YAML
53 lines
1.2 KiB
YAML
version: "2"
|
|
services:
|
|
|
|
redis:
|
|
image: redis:5-alpine
|
|
command: redis-server --save "" --appendonly no
|
|
volumes:
|
|
- ${PWD}/volumes/redis-data:/data
|
|
restart: unless-stopped
|
|
networks:
|
|
- internal_network
|
|
- external_network
|
|
ports:
|
|
- "6379:6379"
|
|
|
|
# manager fills the job queue with spider jobs.
|
|
manager:
|
|
image: ghcr.io/netzbegruenung/green-spider:latest
|
|
command: >
|
|
python3 -u cli.py
|
|
--credentials-path /secrets/datastore-writer.json
|
|
--loglevel debug
|
|
manager
|
|
environment:
|
|
REDIS_URL: redis://redis:6379/0
|
|
volumes:
|
|
- ${PWD}/secrets:/secrets
|
|
- ${PWD}/cache/green-directory:/workdir/cache/green-directory
|
|
networks:
|
|
- internal_network
|
|
- external_network
|
|
depends_on:
|
|
- redis
|
|
|
|
# rq dashboard for debugging/development
|
|
# dashboard:
|
|
# image: eoranged/rq-dashboard:v0.6.1
|
|
# environment:
|
|
# RQ_DASHBOARD_REDIS_URL: redis://redis:6379/0
|
|
# networks:
|
|
# - internal_network
|
|
# - external_network
|
|
# ports:
|
|
# - "9181:9181"
|
|
# depends_on:
|
|
# - redis
|
|
|
|
networks:
|
|
internal_network:
|
|
internal: true
|
|
external_network:
|
|
internal: false
|