docker-compose.yml

version: "2.2"

services:
  # Production
  webknossos:
    build:
      context: .
      dockerfile: Dockerfile
      cache_from:
        - scalableminds/webknossos
        - scalableminds/webknossos:${DEV_CACHE:-master}
    image: scalableminds/webknossos:${DOCKER_TAG:-master}
    ports:
      - "9000:9000"
    links:
      - "fossildb-persisted:fossildb"
      - "postgres-persisted:postgres"
    depends_on:
      postgres-persisted:
        condition: service_healthy
      fossildb-persisted:
        condition: service_healthy
      redis:
        condition: service_healthy
    command:
      - -Dconfig.file=conf/application.conf
      - -Djava.net.preferIPv4Stack=true
      - -Dtracingstore.fossildb.address=fossildb
      - -Dtracingstore.redis.address=redis
      - -Ddatastore.redis.address=redis
      - -Dslick.db.url=jdbc:postgresql://postgres/webknossos
      - -DwebKnossos.sampleOrganization.enabled=false
      # the following lines need to be adapted for non-localhost deployments
      # - -Dhttp.uri=http://example.org:9000
      # - -Dtracingstore.publicUri=http://example.org:9000
      # - -Ddatastore.publicUri=http://example.org:9000
      # the following lines disable the integrated datastore:
      # - -Dplay.modules.enabled-="com.scalableminds.webknossos.datastore.DataStoreModule"
      # - -Dplay.http.router="noDS.Routes"
    volumes:
      - ./binaryData:/webknossos/binaryData
    environment:
      POSTGRES_URL: jdbc:postgresql://postgres/webknossos
      POSTGRES_USER: webknossos_user
      POSTGRES_PASSWORD: secret_password
    user: ${USER_UID:-1000}:${USER_GID:-1000}

  webknossos-datastore:
    build: webknossos-datastore
    image: scalableminds/webknossos-datastore:${DOCKER_TAG:-master}
    ports:
      - "9090:9090"
    volumes:
      - ./binaryData:/webknossos-datastore/binaryData
    command:
      - -J-Xmx20G
      - -J-Xms1G
      - -Dconfig.file=conf/standalone-datastore.conf
      - -Dhttp.port=9090
      - -Dhttp.uri=http://webknossos-datastore:9090
      - -Ddatastore.webKnossos.uri=webknossos:9000
      - -Ddatastore.redis.address=redis
    depends_on:
      redis:
        condition: service_healthy

  webknossos-tracingstore:
    build: webknossos-tracingstore
    image: scalableminds/webknossos-tracingstore:${DOCKER_TAG:-master}
    ports:
      - "9050:9050"
    command:
      - -J-Xmx20G
      - -J-Xms1G
      - -Dconfig.file=conf/standalone-tracingstore.conf
      - -Dhttp.port=9050
      - -Dhttp.uri=http://webknossos-datastore:9050
      - -Dtracingstore.fossildb.address=fossildb
      - -Dtracingstore.redis.address=redis
      - -Ddatastore.webknossos.uri=webknossos:9000
    links:
      - "fossildb-persisted:fossildb"
    depends_on:
      redis:
        condition: service_healthy
      fossildb-persisted:
        condition: service_healthy

  # Development
  base:
    image: scalableminds/webknossos-dev
    build:
      context: .
      dockerfile: Dockerfile.dev
      cache_from:
        - scalableminds/webknossos-dev
        - scalableminds/webknossos-dev:${DEV_CACHE:-master}
    environment:
      - USER_NAME=${USER_NAME:-sbt-user}
      - USER_UID
      - USER_GID
      - COVERALLS_REPO_TOKEN
      - TZ=${TZ:-Europe/Berlin}
      - POSTGRES_URL=jdbc:postgresql://postgres/webknossos
      - POSTGRES_USER=webknossos_user
      - POSTGRES_PASSWORD=secret_password
      - HOME=/root
      - CIRCLE_TAG=${CIRCLE_TAG}
      - CIRCLE_BUILD_NUM=${CIRCLE_BUILD_NUM}
      - NODE_OPTIONS=--max_old_space_size=2048
      # This will be picked up by ava so that the tests fail if a snapshot doesn't exist during CI, see https://github.com/avajs/ava/issues/1585
      - CI
    working_dir: /home/${USER_NAME:-sbt-user}/webknossos
    volumes:
      - ".:/home/${USER_NAME:-sbt-user}/webknossos"
      - "${DOCKER_CACHE_PREFIX:-~}/.ivy2:/tmp/.ivy2"
      - "${DOCKER_CACHE_PREFIX:-~}/.cache/coursier:/root/.cache/coursier"
      - "${DOCKER_CACHE_PREFIX:-~}/.cache/yarn:/root/.cache/yarn"
    user: ${USER_UID:-1000}:${USER_GID:-1000}

  compile:
    extends:
      service: base
    depends_on:
      postgres:
        condition: service_healthy

  dev:
    extends:
      service: base
    ports:
      - "5005:5005"
      - "9000:9000"
    links:
      - "fossildb-dev:fossildb"
      - "postgres-dev:postgres"
    depends_on:
      redis:
        condition: service_healthy
      postgres-dev:
        condition: service_healthy
      fossildb-dev:
        condition: service_healthy
    environment:
      POSTGRES_URL: jdbc:postgresql://postgres/webknossos
      POSTGRES_USER: webknossos_user
      POSTGRES_PASSWORD: secret_password
    command:
      - bash
      - -c
      - >
        sbt
        -v -d -jvm-debug 5005
        "run
          -Djava.net.preferIPv4Stack=true
          -Dtracingstore.fossildb.address=fossildb
          -Dtracingstore.redis.address=redis"
          -Ddatastore.redis.address=redis"
    stdin_open: true

  # Tests
  backend-tests:
    extends:
      service: base
    ports:
      - "5005:5005"
      - "9000:9000"
    command: sbt -v "testOnly backend.*"

  backend-lint-format:
    extends:
      service: base
    ports:
      - "5005:5005"
      - "9000:9000"
    command: sbt ";scapegoat; scalafmtCheck; util/scalafmtCheck; webknossosTracingstore/scalafmtCheck; webknossosDatastore/scalafmtCheck"

  e2e-tests:
    extends:
      service: backend-tests
    depends_on:
      redis:
        condition: service_healthy
      postgres:
        condition: service_healthy
      fossildb:
        condition: service_healthy
    environment:
      POSTGRES_URL: jdbc:postgresql://postgres/webknossos_testing
      POSTGRES_USER: webknossos_user
      POSTGRES_PASSWORD: secret_password
    command:
      - bash
      - -c
      - >
        sbt
        -v
        "testOnly e2e.* --
          -Dtracingstore.fossildb.address=fossildb
          -Dtracingstore.redis.address=redis
          -Ddatastore.redis.address=redis
          -Ddatastore.watchFileSystem.enabled=false"
    volumes:
      - ./binaryData/Connectomics department:/home/${USER_NAME:-sbt-user}/webknossos/binaryData/Organization_X

  screenshot-tests:
    image: scalableminds/puppeteer:master
    environment:
      - URL
      - WK_AUTH_TOKEN
    working_dir: /home/pptruser/webknossos
    command: bash -c 'for i in {1..3}; do yarn test-screenshot && break; done'
    volumes:
      - ".:/home/pptruser/webknossos"
    user: ${USER_UID:-1000}:${USER_GID:-1000}

  # Postgres
  postgres:
    image: postgres:10-alpine
    environment:
      POSTGRES_DB: webknossos
      POSTGRES_USER: webknossos_user
      POSTGRES_PASSWORD: secret_password
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U postgres -h 127.0.0.1 -p 5432"]
      interval: 2s
      timeout: 5s
      retries: 30

  postgres-persisted:
    extends:
      service: postgres
    ports:
      - "5434:5432"
    volumes:
      - "./pg/db:/var/lib/postgresql/data/"

  postgres-dev:
    extends:
      service: postgres
    ports:
      - "127.0.0.1:5432:5432"
    volumes:
      - "./pg/dev-db:/var/lib/postgresql/data/"

  psql:
    extends: postgres
    command: psql -h postgres -U webknossos_user webknossos
    links:
      - "postgres-persisted:postgres"
    depends_on:
      postgres-persisted:
        condition: service_healthy
    environment:
      PGPASSWORD: secret_password
    volumes:
      - ./conf/evolutions/:/evolutions/

  drop-db:
    extends: postgres
    command: psql -h postgres -U webknossos_user postgres -c "DROP DATABASE webknossos"
    links:
      - "postgres-persisted:postgres"
    depends_on:
      postgres-dev:
        condition: service_healthy
    environment:
      PGPASSWORD: secret_password

  # FossilDB
  fossildb:
    image: scalableminds/fossildb:master__484
    command:
      - fossildb
      - -c
      - skeletons,skeletonUpdates,volumes,volumeData,volumeUpdates,volumeSegmentIndex,editableMappings,editableMappingUpdates,editableMappingsInfo,editableMappingsAgglomerateToGraph,editableMappingsSegmentToAgglomerate
    user: ${USER_UID:-fossildb}:${USER_GID:-fossildb}

  fossildb-persisted:
    extends:
      service: fossildb
    volumes:
      - "./fossildb/data:/fossildb/data"
      - "./fossildb/backup:/fossildb/backup"

  fossildb-dev:
    extends:
      service: fossildb
    volumes:
      - "./fossildb-dev/data:/fossildb/data"
      - "./fossildb-dev/backup:/fossildb/backup"

  # Redis
  redis:
    image: redis:5.0
    command:
      - redis-server
    healthcheck:
      test:
        - CMD
        - bash
        - -c
        - "exec 3<> /dev/tcp/127.0.0.1/6379 && echo PING >&3 && head -1 <&3 | grep PONG"
      timeout: 1s
      interval: 5s
      retries: 10