joystream/docker-compose.yml

# Compiles new joystream/node and joystream/apps images if local images not found
# and runs a complete joystream development network
# To prevent build of docker images run docker-compose with "--no-build" arg
version: '3.4'
services:
  joystream-node:
    image: joystream/node:latest
    build:
      # context is relative to the compose file
      context: .
      # dockerfile is relative to the context
      dockerfile: joystream-node.Dockerfile
    container_name: joystream-node
    volumes:
      - /data
    command: --dev --alice --validator --unsafe-ws-external --unsafe-rpc-external --rpc-methods Unsafe --rpc-cors=all --log runtime --base-path /data
    ports:
      - '127.0.0.1:9944:9944'
      - '127.0.0.1:9933:9933'

  colossus-1:
    image: node:14
    container_name: colossus-1
    restart: on-failure
    volumes:
      - /data
      - /keystore
      - type: bind
        source: .
        target: /joystream
    working_dir: /joystream/storage-node-v2
    ports:
      - '127.0.0.1:3333:3333'
    env_file:
      # relative to working directory where docker-compose was run from
      - .env
    environment:
      # ACCOUNT_URI overrides command line arg --accountUri
      - ACCOUNT_URI=//testing//worker//Storage//0
    command: [
      'yarn', 'storage-node', 'server', '--worker=0', '--port=3333', '--uploads=/data',
      '--sync', '--syncInterval=1',
      '--queryNodeHost=graphql-server:${WARTHOG_APP_PORT}',
      '--apiUrl=ws://joystream-node:9944/'
    ]

  distributor-1:
    image: node:14
    container_name: distributor-1
    restart: on-failure
    volumes:
      - /data
      - /cache
      - /logs
      - type: bind
        source: .
        target: /joystream
    # let the working_dir be the distributor node to pickup the config.yml file
    working_dir: /joystream/distributor-node
    ports:
      - 127.0.0.1:3334:3334
    # Node configuration can be overriden via env, for exampe:
    environment:
      # JOYSTREAM_DISTRIBUTOR__ID: node-id
      JOYSTREAM_DISTRIBUTOR__ENDPOINTS__QUERY_NODE: http://graphql-server:${WARTHOG_APP_PORT}/graphql
      JOYSTREAM_DISTRIBUTOR__KEYS: "[{\"suri\":\"//testing//workers//Distribution//0\"}]"
      JOYSTREAM_DISTRIBUTOR__WORKER_ID: 0
      JOYSTREAM_DISTRIBUTOR__PORT: 3334
      JOYSTREAM_DISTRIBUTOR__ENDPOINTS__JOYSTREAM_NODE_WS: ws://joystream-node:9944/
    #   JOYSTREAM_DISTRIBUTOR__ENDPOINTS__ELASTIC_SEARCH: es-endpoint
    #   JOYSTREAM_DISTRIBUTOR__DIRECTORIES__ASSETS: assets-dir
    #   JOYSTREAM_DISTRIBUTOR__DIRECTORIES__CACHE_STATE: cache-state-dir
    #   JOYSTREAM_DISTRIBUTOR__DIRECTORIES__LOGS: logs-dir
    #   JOYSTREAM_DISTRIBUTOR__LOG__CONSOLE: "off"
    #   JOYSTREAM_DISTRIBUTOR__LOG__FILE: "off"
    #   JOYSTREAM_DISTRIBUTOR__LOG__ELASTIC: "off"
    #   JOYSTREAM_DISTRIBUTOR__LIMITS__STORAGE: 50G
    #   JOYSTREAM_DISTRIBUTOR__BUCKETS: "[1,2]"
    command: ['yarn', 'joystream-distributor', 'start']

  colossus-2:
    image: node:14
    container_name: colossus-2
    restart: on-failure
    volumes:
      - /data
      - /keystore
      - type: bind
        source: .
        target: /joystream
    working_dir: /joystream/storage-node-v2
    ports:
      - '127.0.0.1:3335:3333'
    env_file:
      # relative to working directory where docker-compose was run from
      - .env
    environment:
      # ACCOUNT_URI overrides command line arg --accountUri
      - ACCOUNT_URI=//testing//worker//Storage//1
    command: [
      'yarn', 'storage-node', 'server', '--worker=1', '--port=3333', '--uploads=/data',
      '--sync', '--syncInterval=1',
      '--queryNodeHost=graphql-server:${WARTHOG_APP_PORT}',
      '--apiUrl=ws://joystream-node:9944/'
    ]

  distributor-2:
    image: node:14
    container_name: distributor-2
    restart: on-failure
    volumes:
      - /data
      - /cache
      - /logs
      - type: bind
        source: .
        target: /joystream
    # let the working_dir be the distributor node to pickup the config.yml file
    working_dir: /joystream/distributor-node
    ports:
      - 127.0.0.1:3336:3334
    # Node configuration can be overriden via env, for exampe:
    environment:
      # JOYSTREAM_DISTRIBUTOR__ID: node-id
      JOYSTREAM_DISTRIBUTOR__ENDPOINTS__QUERY_NODE: http://graphql-server:${WARTHOG_APP_PORT}/graphql
      JOYSTREAM_DISTRIBUTOR__KEYS: "[{\"suri\":\"//testing//workers//Distribution//1\"}]"
      JOYSTREAM_DISTRIBUTOR__WORKER_ID: 1
      JOYSTREAM_DISTRIBUTOR__PORT: 3334
      JOYSTREAM_DISTRIBUTOR__ENDPOINTS__JOYSTREAM_NODE_WS: ws://joystream-node:9944/
    #   JOYSTREAM_DISTRIBUTOR__ENDPOINTS__ELASTIC_SEARCH: es-endpoint
    #   JOYSTREAM_DISTRIBUTOR__DIRECTORIES__ASSETS: assets-dir
    #   JOYSTREAM_DISTRIBUTOR__DIRECTORIES__CACHE_STATE: cache-state-dir
    #   JOYSTREAM_DISTRIBUTOR__DIRECTORIES__LOGS: logs-dir
    #   JOYSTREAM_DISTRIBUTOR__LOG__CONSOLE: "off"
    #   JOYSTREAM_DISTRIBUTOR__LOG__FILE: "off"
    #   JOYSTREAM_DISTRIBUTOR__LOG__ELASTIC: "off"
    #   JOYSTREAM_DISTRIBUTOR__LIMITS__STORAGE: 50G
    #   JOYSTREAM_DISTRIBUTOR__BUCKETS: "[1,2]"
    command: ['yarn', 'joystream-distributor', 'start']

  db:
    image: postgres:12
    container_name: db
    restart: always
    ports:
      - '127.0.0.1:${DB_PORT}:5432'
    volumes:
      - /var/lib/postgresql/data
    env_file:
      # relative to working directory where docker-compose was run from
      - .env
    environment:
      POSTGRES_USER: ${DB_USER}
      POSTGRES_PASSWORD: ${DB_PASS}
      POSTGRES_DB: ${INDEXER_DB_NAME}

  graphql-server:
    image: node:14
    container_name: graphql-server
    restart: unless-stopped
    env_file:
      # relative to working directory where docker-compose was run from
      - .env
    ports:
      - '127.0.0.1:8081:${WARTHOG_APP_PORT}'
    depends_on:
      - db
    volumes:
      - type: bind
        source: .
        target: /joystream
    working_dir: /joystream
    command: ['yarn', 'workspace', 'query-node-root', 'query-node:start:prod']

  processor:
    image: node:14
    container_name: processor
    restart: unless-stopped
    env_file:
      # relative to working directory where docker-compose was run from
      - .env
    environment:
      - INDEXER_ENDPOINT_URL=http://hydra-indexer-gateway:${WARTHOG_APP_PORT}/graphql
      - TYPEORM_HOST=${DB_HOST}
      - TYPEORM_DATABASE=${DB_NAME}
    depends_on:
      - hydra-indexer-gateway
    volumes:
      - type: bind
        source: .
        target: /joystream
    working_dir: /joystream
    command: ['yarn', 'workspace', 'query-node-root', 'processor:start']

  indexer:
    image: joystream/hydra-indexer:3.0.0
    container_name: indexer
    restart: unless-stopped
    env_file:
      # relative to working directory where docker-compose was run from
      - .env
    environment:
      - DB_NAME=${INDEXER_DB_NAME}
      - INDEXER_WORKERS=5
      - REDIS_URI=redis://redis:6379/0
      - TYPES_JSON=types.json
      - WS_PROVIDER_ENDPOINT_URI=${INDEXER_WS_PROVIDER_ENDPOINT_URI}
    depends_on:
      - db
      - redis
    volumes:
      - ./types/augment/all/defs.json:/home/hydra/packages/hydra-indexer/types.json
    command: >
      sh -c "yarn db:bootstrap && yarn start:prod"

  hydra-indexer-gateway:
    image: joystream/hydra-indexer-gateway:3.0.0
    container_name: hydra-indexer-gateway
    restart: unless-stopped
    env_file:
      # relative to working directory where docker-compose was run from
      - .env
    environment:
      - WARTHOG_STARTER_DB_DATABASE=${INDEXER_DB_NAME}
      - WARTHOG_STARTER_DB_HOST=${DB_HOST}
      - WARTHOG_STARTER_DB_PASSWORD=${DB_PASS}
      - WARTHOG_STARTER_DB_PORT=${DB_PORT}
      - WARTHOG_STARTER_DB_USERNAME=${DB_USER}
      - WARTHOG_STARTER_REDIS_URI=redis://redis:6379/0
      - WARTHOG_APP_PORT=${WARTHOG_APP_PORT}
      - PORT=${WARTHOG_APP_PORT}
      - DEBUG=*
    ports:
      - '127.0.0.1:4000:${WARTHOG_APP_PORT}'
    depends_on:
      - redis
      - db
      - indexer

  redis:
    image: redis:6.0-alpine
    container_name: redis
    restart: always
    ports:
      - '127.0.0.1:6379:6379'

  pioneer:
    image: nginx
    container_name: pioneer
    volumes:
      - ./pioneer/packages/apps/build:/usr/share/nginx/html
    ports:
      - "127.0.0.1:3000:80"
    environment:
      - NGINX_PORT=80
  
  # Used to for building native npm packages that will work in the container
  # yarn cache folder isn't mounted so packages will be downloaded
  # yarn-build-packages:
  #   image: node:14
  #   restart: never
  #   volumes:
  #     - type: bind
  #       source: .
  #       target: /joystream
  #   working_dir: /joystream
  #   command: ['yarn', 'build:packages']