kci-deploy using docker in docker, refactor and clean

Signed-off-by: Simone Tollardo <[email protected]>

Author: tollsimy

localinstall/.gitignore

@@ -0,0 +1,7 @@
+kernelci
+config/out/*
+.sudo_as_admin_successful
+.cache
+.local
+.docker
+.bash_history

localinstall/Containerfile

@@ -0,0 +1,48 @@
+FROM kernelci/kernelci:latest
+
+ARG USER_ID=1000
+ARG GROUP_ID=1000
+
+USER root
+
+# Install dependencies for Docker installation
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends \
+    sudo \
+    ca-certificates \
+    curl \
+    gnupg \
+    lsb-release
+
+# Add Docker's official GPG key
+RUN mkdir -p /etc/apt/keyrings && \
+    curl -fsSL https://download.docker.com/linux/debian/gpg | gpg --dearmor -o /etc/apt/keyrings/docker.gpg && \
+    chmod a+r /etc/apt/keyrings/docker.gpg
+
+# Set up Docker repository (assuming Debian-based image)
+RUN echo \
+    "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.gpg] https://download.docker.com/linux/debian \
+    $(lsb_release -cs) stable" | tee /etc/apt/sources.list.d/docker.list > /dev/null
+
+# Install Docker Engine, CLI, and Compose plugin
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends \
+    docker-ce \
+    docker-ce-cli \
+    containerd.io \
+    docker-compose-plugin \
+    expect
+
+# Make sure a user exists with the same USER_ID/GROUP_ID as the host user
+# to allow access to the host docker socket
+RUN groupadd -g ${GROUP_ID} kernelci || true && \
+    useradd -u ${USER_ID} -g ${GROUP_ID} -m -s /bin/bash kernelci || true
+
+# Add the user to the sudoers
+RUN usermod -aG sudo kernelci && \
+    echo "kernelci ALL=(ALL) NOPASSWD:ALL" >> /etc/sudoers
+
+USER kernelci
+WORKDIR /home/kernelci
+
+ENTRYPOINT ["/bin/bash", "./scripts/run.sh"]

localinstall/README.md

@@ -1,16 +1,19 @@
-# kci-easy
-
+# kci-deploy
 Get your own KernelCI instance up and running in no time.
 
-## Getting started
-
-### Prerequisites
-
-- git
-- Docker (with `compose` plugin, set up for a regular user)
-- Python environment with [KernelCI core dependencies](https://github.com/kernelci/kernelci-core/blob/main/requirements.txt) installed
-- expect
+## Prerequisites
+- Docker
 
-### Running
+## Configure
+Configure and setup credentials in config files located in `config` folder.
 
-Change `ADMIN_PASSWORD` in the `main.cfg`, then run shell scripts from the root directory in their order.
+## Run
+You can start your KernelCI deployment by simply executing:
+```bash
+./kci-deploy.sh run
+```
+and
+```bash
+./kci-deploy.sh stop
+```
+to terminate it.

localinstall/.env-api renamed to localinstall/config/.env-api

@@ -0,0 +1,77 @@
+#!/bin/bash
+
+set -e
+
+IMAGE_NAME="local/kernelci-deployer:latest"
+BUILD_IMAGE=false
+ACTION=""
+CONTAINER_ARGS=()
+
+function print_help() {
+  echo "Usage: $0 [--build] (run|stop) [args...]"
+  echo
+  echo "Options:"
+  echo "  --build     Force rebuild of the Deployer image (optional)"
+  echo "  run         Run kernelci deployment (default if no action specified)"
+  echo "  stop        Stop and remove kernelci deployment"
+  echo "  -h, --help  Show this help message"
+  echo
+  echo "Arguments after 'run' or 'stop' are passed to the container entrypoint"
+  exit 0
+}
+
+# Parse args
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --build)
+      BUILD_IMAGE=true
+      shift
+      ;;
+    run|stop)
+      if [[ -n "$ACTION" ]]; then
+        echo "Error: Cannot use both 'run' and 'stop'"
+        exit 1
+      fi
+      ACTION=$1
+      shift
+      CONTAINER_ARGS=("$@")
+      break
+      ;;
+    -h|--help)
+      print_help
+      ;;
+    *)
+      echo "Unknown option: $1"
+      print_help
+      ;;
+  esac
+done
+
+# Default
+if [[ -z "$ACTION" ]]; then
+  ACTION="run"
+fi
+
+USER_ID=$(id -u)
+GROUP_ID=$(id -g)
+
+if [[ "$BUILD_IMAGE" = true || -z $(docker images -q "$IMAGE_NAME") ]]; then
+  echo "Building $IMAGE_NAME"
+  docker build \
+    --build-arg USER_ID=$USER_ID \
+    --build-arg GROUP_ID=$GROUP_ID \
+    -f Containerfile \
+    -t "$IMAGE_NAME" \
+    .
+fi
+
+echo "Running $IMAGE_NAME with action '$ACTION' and args: ${CONTAINER_ARGS[*]}"
+docker run --rm \
+  --name kernelci-deployer \
+  -v /var/run/docker.sock:/var/run/docker.sock \
+  -v "$(pwd)":"$(pwd)" \
+  --workdir "$(pwd)" \
+  --group-add "$(stat -c '%g' /var/run/docker.sock)" \
+  --network host \
+  "$IMAGE_NAME" \
+  "$ACTION" "${CONTAINER_ARGS[@]}"

localinstall/api-configs.yaml renamed to localinstall/config/api-configs.yaml

@@ -1,13 +1,8 @@
 #!/bin/bash
-. ./main.cfg
 
-function fail_with_error() {
-    echo "ERROR: $1"
-    exit 1
-}
+. ./config/main.cfg
 
 set -e
-trap 'fail_with_error "Command failed at line $LINENO"' ERR
 
 # i am groot?
 if [ $(id -u) -ne 0 ]; then
@@ -98,4 +93,3 @@ echo Build docker images: gcc-12+kselftest+kernelci for x86
 echo Build docker images: gcc-12+kselftest+kernelci for arm64
 ./kci docker $args gcc-12 kselftest kernelci --arch arm64
 
-

localinstall/kernelci-cli.toml renamed to localinstall/config/kernelci-cli.toml

@@ -1,5 +1,4 @@
-#!/bin/sh
-. ./main.cfg
+#!/bin/bash
 
 # is docker-compose exists? if not use docker compose
 if [ -z "$(which docker-compose)" ]; then
@@ -9,13 +8,9 @@ else
     DOCKER_COMPOSE="docker-compose"
 fi
 
-function fail_with_error() {
-    echo "ERROR: $1"
-    exit 1
-}
+. ./config/main.cfg
 
 set -e
-trap 'fail_with_error "Command failed at line $LINENO"' ERR
 
 # i am groot?
 if [ $(id -u) -ne 0 ]; then
@@ -24,24 +19,25 @@ else
     SUDO=
 fi
 
-cp .env-api kernelci/kernelci-api/.env
-cp api-configs.yaml kernelci/kernelci-core/config/core/
-cp kernelci-cli.toml kernelci/kernelci-core/kernelci.toml
+cp config/.env-api kernelci/kernelci-api/.env
+cp config/api-configs.yaml kernelci/kernelci-core/config/core/
+cp config/kernelci-cli.toml kernelci/kernelci-core/kernelci.toml
 
 cd kernelci/kernelci-api
 mkdir -p docker/redis/data
 ${SUDO} chmod -R 0777 docker/storage/data
 ${SUDO} chmod -R 0777 docker/redis/data
 # enable ssh and storage nginx
+mkdir -p ../../config/out
 sed -i 's/^#  /  /' docker-compose.yaml
-if [ -f ../../ssh.key ]; then
+if [ -f ../../config/out/ssh.key ]; then
     echo "ssh.key already exists"
 else
     # generate non-interactively ssh key to ssh.key
-    ssh-keygen -t rsa -b 4096 -N "" -f ../../ssh.key
+    ssh-keygen -t rsa -b 4096 -N "" -f ../../config/out/ssh.key
 fi
 # get public key and add to docker/ssh/user-data/authorized_keys
-cat ../../ssh.key.pub > docker/ssh/user-data/authorized_keys
+cat ../../config/out/ssh.key.pub > docker/ssh/user-data/authorized_keys
 
 # down, just in case old containers are running
 ${DOCKER_COMPOSE} down
@@ -75,8 +71,8 @@ expect ../../helpers/scripts_setup_admin_user.exp "${YOUR_EMAIL}" "${ADMIN_PASSW
 
 cd ../kernelci-core
 echo "Issuing token for admin user"
-expect ../../helpers/kci_user_token_admin.exp "${ADMIN_PASSWORD}" > ../../admin-token.txt
-ADMIN_TOKEN=$(cat ../../admin-token.txt)
+expect ../../helpers/kci_user_token_admin.exp "${ADMIN_PASSWORD}" > ../../config/out/admin-token.txt
+ADMIN_TOKEN=$(cat ../../config/out/admin-token.txt)
 
 echo "[kci.secrets]
 api.\"docker-host\".token = \"$ADMIN_TOKEN\" 

localinstall/main.cfg renamed to localinstall/config/main.cfg

@@ -1,13 +1,8 @@
 #!/bin/bash
-. ./main.cfg
 
-function fail_with_error() {
-    echo "ERROR: $1"
-    exit 1
-}
+. ./config/main.cfg
 
 set -e
-trap 'fail_with_error "Command failed at line $LINENO"' ERR
 
 ## This is hacky way of inserting things that probably will outlive trivial patch after changes
 # find line number with storage:
@@ -62,7 +57,7 @@ sed -i "s|- '/data/kernelci-deploy-checkout/kernelci-pipeline/data/output/|- '$P
 # set 777 to data/output and data/ssh (TODO: or set proper uid, kernelci is 1000?)
 chmod -R 777 data
 chmod 777 data/ssh
-cp ../../ssh.key data/ssh/id_rsa_tarball
+cp ../../config/out/ssh.key data/ssh/id_rsa_tarball
 chown 1000:1000 data/ssh/id_rsa_tarball
 chmod 600 data/ssh/id_rsa_tarball
 cd ../..
@@ -95,7 +90,7 @@ EOF
 #KCI_STORAGE_CREDENTIALS=L0CALT0KEN
 #KCI_API_TOKEN=
 #API_TOKEN=
-API_TOKEN=$(cat admin-token.txt)
+API_TOKEN=$(cat config/out/admin-token.txt)
 echo "KCI_STORAGE_CREDENTIALS=/home/kernelci/data/ssh/id_rsa_tarball" > .env
 echo "KCI_API_TOKEN=${API_TOKEN}" >> .env
 echo "API_TOKEN=${API_TOKEN}" >> .env

localinstall/kci-deploy.py

@@ -1,5 +1,4 @@
 #!/bin/bash
-. ./main.cfg
 
 # is docker-compose exists? if not use docker compose
 if [ -z "$(which docker-compose)" ]; then
@@ -9,13 +8,9 @@ else
     DOCKER_COMPOSE="docker-compose"
 fi
 
-function fail_with_error() {
-    echo "ERROR: $1"
-    exit 1
-}
+. ./config/main.cfg
 
 set -e
-trap 'fail_with_error "Command failed at line $LINENO"' ERR
 
 cd kernelci/kernelci-pipeline
 ${DOCKER_COMPOSE} down

localinstall/kci-deploy.sh

@@ -0,0 +1,39 @@
+#!/bin/bash
+
+set -e
+
+ACTION=$1
+
+function print_help() {
+  echo "Usage: $0 (run|stop)"
+  echo
+  echo "  run   Execute deployment sequence"
+  echo "  stop  Stop and remove deployment"
+  exit 1
+}
+
+if [[ -z "$ACTION" ]]; then
+  echo "Error: Missing required action (run or stop)"
+  print_help
+fi
+
+case "$ACTION" in
+  run)
+    echo "Starting deployment sequence, this may take a while..."
+    ./scripts/1-rebuild_all.sh
+    ./scripts/2-install_api.sh
+    ./scripts/3-install_pipeline.sh
+    ./scripts/4-start_cycle.sh
+    ;;
+  stop)
+    echo "Stopping deployment"
+    cd kernelci/kernelci-api
+    docker compose down
+    cd ../kernelci-pipeline
+    docker compose down
+    ;;
+  *)
+    echo "Error: Invalid action '$ACTION'"
+    print_help
+    ;;
+esac