Skip to content

Commit

Permalink
Update docker compose file, removing unnecessary parts.
Browse files Browse the repository at this point in the history
  • Loading branch information
anjackson committed Dec 3, 2019
1 parent b2a4f60 commit 1451097
Showing 1 changed file with 2 additions and 25 deletions.
27 changes: 2 additions & 25 deletions docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -56,29 +56,6 @@ services:
volumes_from:
- dvc:rw

# Crawl control console
control:
image: ukwa/ukwa-manage
#build: ../ukwa-manage
ports:
- 9118:8000
environment:
- "HERITRIX_USERNAME=heritrix"
- "HERITRIX_PASSWORD=heritrix"
- "CRAWL_JOBS_FILE=/crawl-jobs.json"
- "WEBHDFS_PREFIX=http://warc-server:8000/by-filename/"
- "CDX_SERVER=http://cdxserver:8080/fc"
- "KAFKA_BOOTSTRAP_SERVERS=kafka:9092"
- "KAFKA_CRAWLED_TOPIC=fc.crawled"
- "KAFKA_SEEK_TO_BEGINNING=true"
volumes:
- ./integration-test/crawl-jobs.json:/crawl-jobs.json
depends_on:
- heritrix
- kafka
- cdxserver
- warc-server

# Data Volume Container for crawler job definitions and outputs
dvc:
image: busybox
Expand Down Expand Up @@ -134,7 +111,7 @@ services:

# Web page rendering service
webrender:
image: ukwa/webrender-api
image: ukwa/webrender-api:1.0.7
environment: # DOCKER_HOST could be used to run rendering on a dedicated service.
- "WARCPROX=warcprox:8000"
- "DOCKER_NETWORK=ukwa-heritrix_default" # warcprox network, to attach renderer containers to
Expand Down Expand Up @@ -171,7 +148,7 @@ services:

# tinycdxserver
cdxserver:
image: nlagovau/outbackcdx:0.5.1
image: nlagovau/outbackcdx:0.6.1
# Verbose form logs submissions:
#command: "java -jar outbackcdx.jar -v -d /cdx-data -p 8080 -b 0.0.0.0"
ports:
Expand Down

0 comments on commit 1451097

Please sign in to comment.