docker-compose.yml

# Copyright (c) Facebook, Inc. and its affiliates.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
version: '3.5'

services:
  ubuntu-cpp:
    # Usage:
    #   docker-compose pull ubuntu-cpp or docker-compose build ubuntu-cpp
    #   docker-compose run --rm ubuntu-cpp
    #   or
    #   docker-compose run -e NUM_THREADS=<NUMBER_OF_THREADS_TO_USE> --rm ubuntu-cpp
    #   to set the number of threads used during compilation
    image: ghcr.io/facebookincubator/velox-dev:ubuntu-22.04
    build:
      context: .
      dockerfile: scripts/ubuntu-22.04-cpp.dockerfile
    environment:
      NUM_THREADS: 8 # default value for NUM_THREADS
      VELOX_DEPENDENCY_SOURCE: BUNDLED # Build dependencies from source
      CCACHE_DIR: "/velox/.ccache"
    volumes:
      - .:/velox:delegated
    command: scripts/docker-command.sh

  adapters-cpp:
    # Usage:
    #   docker-compose pull adapters-cpp or docker-compose build adapters-cpp
    #   or
    #   docker-compose run --rm adapters-cpp
    #   or
    #   docker-compose run -e NUM_THREADS=<NUMBER_OF_THREADS_TO_USE> --rm adapters-cpp
    #   to set the number of threads used during compilation
    # scripts/adapters.dockerfile uses SHELL which is not supported for OCI image format.
    # podman users must specify "--podman-build-args='--format docker'" argument.
    image: ghcr.io/facebookincubator/velox-dev:adapters
    build:
      context: .
      dockerfile: scripts/adapters.dockerfile
      args:
        image: ghcr.io/facebookincubator/velox-dev:centos9
    environment:
      NUM_THREADS: 8 # default value for NUM_THREADS
      CCACHE_DIR: "/velox/.ccache"
      EXTRA_CMAKE_FLAGS: -DVELOX_ENABLE_PARQUET=ON
                         -DVELOX_ENABLE_S3=ON
    volumes:
      - .:/velox:delegated
    working_dir: /velox
    command: /velox/scripts/docker-command.sh

  adapters-cuda:
    # Usage:
    #   docker-compose pull adapters-cuda or docker-compose build adapters-cuda
    #   or
    #   docker-compose run --rm adapters-cuda
    #   or
    #   docker-compose run -e NUM_THREADS=<NUMBER_OF_THREADS_TO_USE> --rm adapters-cuda
    #   to set the number of threads used during compilation
    # scripts/adapters.dockerfile uses SHELL which is not supported for OCI image format.
    # podman users must specify "--podman-build-args='--format docker'" argument.
    image: ghcr.io/facebookincubator/velox-dev:adapters
    build:
      context: .
      dockerfile: scripts/adapters.dockerfile
      args:
        image: ghcr.io/facebookincubator/velox-dev:centos9
    environment:
      NUM_THREADS: 8 # default value for NUM_THREADS
      CCACHE_DIR: "/velox/.ccache"
      EXTRA_CMAKE_FLAGS: -DVELOX_ENABLE_PARQUET=ON
                         -DVELOX_ENABLE_S3=ON
    privileged: true
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]
    volumes:
      - .:/velox:delegated
    working_dir: /velox
    command: /velox/scripts/docker-command.sh


  centos-cpp:
    # Usage:
    #   docker-compose pull centos-cpp or docker-compose build centos-cpp
    #   docker-compose run --rm centos-cpp
    #   or
    #   docker-compose run -e NUM_THREADS=<NUMBER_OF_THREADS_TO_USE> --rm centos-cpp
    #   to set the number of threads used during compilation
    image: ghcr.io/facebookincubator/velox-dev:centos9
    build:
      context: .
      dockerfile: scripts/centos.dockerfile
      args:
        image: quay.io/centos/centos:stream9
    environment:
      NUM_THREADS: 8 # default value for NUM_THREADS
      CCACHE_DIR: "/velox/.ccache"
    volumes:
      - .:/velox:delegated
    working_dir: /velox
    command: /velox/scripts/docker-command.sh

  presto-java:
  # Usage:
  #   docker-compose pull presto-java or docker-compose build presto-java
  #   docker-compose run --rm presto-java
  #   or
  #   docker-compose run -e NUM_THREADS=<NUMBER_OF_THREADS_TO_USE> --rm presto-java
  #   to set the number of threads used during compilation
    image: ghcr.io/facebookincubator/velox-dev:presto-java
    build:
      args:
        - PRESTO_VERSION=0.290
      context: .
      dockerfile: scripts/prestojava-container.dockerfile
    environment:
      NUM_THREADS: 8 # default value for NUM_THREADS
      CCACHE_DIR: "/velox/.ccache"
    volumes:
      - .:/velox:delegated
    working_dir: /velox
    command: /velox/scripts/docker-command.sh

  spark-server:
  # Usage:
  #   docker-compose pull spark-server or docker-compose build spark-server
  #   docker-compose run --rm spark-server
  #   or
  #   docker-compose run -e NUM_THREADS=<NUMBER_OF_THREADS_TO_USE> --rm spark-server
  #   to set the number of threads used during compilation
    image: ghcr.io/facebookincubator/velox-dev:spark-server
    build:
      args:
        - SPARK_VERSION=3.5.1
      context: .
      dockerfile: scripts/spark-container.dockerfile
    environment:
      NUM_THREADS: 8 # default value for NUM_THREADS
      CCACHE_DIR: "/velox/.ccache"
    volumes:
      - .:/velox:delegated
    working_dir: /velox
    command: /velox/scripts/docker-command.sh