[image] update manual docker build script (#51990)

moving `python/requirements_compiled.txt` to build context of
`base-deps`.

---------

Signed-off-by: Lonnie Liu <[email protected]>

Author: aslonnie

.buildkite/build.rayci.yml

@@ -109,3 +109,16 @@ steps:
       - "3.9"
       - "3.10"
       - "3.11"
+  - label: ":tapioca: smoke test build-docker.sh"
+    tags:
+      - python_dependencies
+      - docker
+      - oss
+    instance_type: medium
+    commands:
+      - export WHEEL_URL="https://files.pythonhosted.org/packages/7e/7c/3544cca730265bb6f7a4900b7b7018c08ce5ec89bf7b6102901fe0bcd67b/ray-2.44.1-cp39-cp39-manylinux2014_x86_64.whl"
+      - export CPP_WHEEL_URL="https://files.pythonhosted.org/packages/50/ae/c094818fd526bfb0a361a76bda5708a73cbc888b51edfc7d6aab9de837cd/ray_cpp-2.44.1-cp39-cp39-manylinux2014_x86_64.whl"
+      - bash build-docker.sh --progress-plain
+      - docker run -ti --rm rayproject/ray:dev python -c "import ray; print(ray.__version__)"
+    depends_on:
+      - forge

build-docker.sh

@@ -22,6 +22,11 @@ while [[ $# -gt 0 ]]; do
             shift
             BASE_IMAGE="$1"
         ;;
+        --progress-plain)
+            # Use plain progress output instead of fancy output.
+            # This is useful for CI systems that don't support fancy output.
+            BUILD_ARGS+=("--progress=plain")
+        ;;
         --no-cache-build)
             BUILD_ARGS+=("--no-cache")
         ;;
@@ -40,7 +45,7 @@ while [[ $# -gt 0 ]]; do
             PYTHON_VERSION="$1"
         ;;
         *)
-            echo "Usage: build-docker.sh [ --gpu ] [ --base-image ] [ --no-cache-build ] [ --shas-only ] [ --build-development-image ] [ --build-examples ] [ --python-version ]"
+            echo "Usage: build-docker.sh [ --gpu ] [ --base-image ] [ --no-cache-build ] [ --shas-only ] [ --progress-plain] [ --python-version ]"
             exit 1
     esac
     shift
@@ -54,11 +59,17 @@ if [[ "$OUTPUT_SHA" != "YES" ]]; then
     echo "=== Building base-deps image ===" >/dev/stderr
 fi
 
+RAY_DEPS_BUILD_DIR="$(mktemp -d)"
+
+cp docker/base-deps/Dockerfile "${RAY_DEPS_BUILD_DIR}/."
+mkdir -p "${RAY_DEPS_BUILD_DIR}/python"
+cp python/requirements_compiled.txt "${RAY_DEPS_BUILD_DIR}/python/requirements_compiled.txt"
+
 BUILD_CMD=(
     docker build "${BUILD_ARGS[@]}"
     --build-arg BASE_IMAG="$BASE_IMAGE"
     --build-arg PYTHON_VERSION="${PYTHON_VERSION}"
-    -t "rayproject/base-deps:dev$GPU" "docker/base-deps"
+    -t "rayproject/base-deps:dev$GPU" "${RAY_DEPS_BUILD_DIR}"
 )
 
 if [[ "$OUTPUT_SHA" == "YES" ]]; then
@@ -78,7 +89,6 @@ RAY_BUILD_DIR="$(mktemp -d)"
 mkdir -p "$RAY_BUILD_DIR/.whl"
 wget --quiet "$WHEEL_URL" -P "$RAY_BUILD_DIR/.whl"
 wget --quiet "$CPP_WHEEL_URL" -P "$RAY_BUILD_DIR/.whl"
-cp python/requirements_compiled.txt "$RAY_BUILD_DIR"
 cp docker/ray/Dockerfile "$RAY_BUILD_DIR"
 
 WHEEL="$(basename "$WHEEL_DIR"/.whl/ray-*.whl)"
@@ -87,7 +97,7 @@ BUILD_CMD=(
     docker build "${BUILD_ARGS[@]}"
     --build-arg FULL_BASE_IMAGE="rayproject/base-deps:dev$GPU"
     --build-arg WHEEL_PATH=".whl/${WHEEL}"
-    -t "rayproject/ray:dev$GPU" "$RAY_BUILD_DIR"
+    -t "rayproject/ray:dev$GPU" "${RAY_BUILD_DIR}"
 )
 
 if [[ "$OUTPUT_SHA" == "YES" ]]; then

ci/pipeline/test_rules.txt

@@ -191,6 +191,7 @@ ci/docker/ray.cuda.base.wanda.yaml
 ci/docker/ray.cuda.base.aarch64.wanda.yaml
 ci/docker/windows.build.Dockerfile
 ci/docker/windows.build.wanda.yaml
+build-docker.sh
 @ docker linux_wheels tools
 ;
 
@@ -217,6 +218,5 @@ setup_hooks.sh
 .isort.cfg
 .prettierrc.toml
 build.sh
-build-docker.sh
 # pass
 ;