33ee7d1615
Includes:
- Dockerfile changes
- Dockerfile clean up
- Fix execution privileges of files used from Dockerfile.
- New Dockerfile entrypoint to replace with_user script
- Defined a placeholders for CPU testing (script and Dockerfile)
- Jenkinsfile
- Jenkins file milestone defined
- Single source code checkout and propagation via stash/unstash
- Bash needs to be explicitly used in launching make build, since we need
access to environment
- Jenkinsfile build factory for cmake and make style of jobs
- Archivation of artifacts (*.so, *.whl, *.egg) produced by cmake build
Missing:
- CPU testing
- Python3 env build and testing
136 lines
4.4 KiB
Bash
Executable File
136 lines
4.4 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
#
|
|
# Execute command within a docker container
|
|
#
|
|
# Usage: ci_build.sh <CONTAINER_TYPE> [--dockerfile <DOCKERFILE_PATH>] [-it]
|
|
# <COMMAND>
|
|
#
|
|
# CONTAINER_TYPE: Type of the docker container used the run the build: e.g.,
|
|
# (cpu | gpu)
|
|
#
|
|
# DOCKERFILE_PATH: (Optional) Path to the Dockerfile used for docker build. If
|
|
# this optional value is not supplied (via the --dockerfile
|
|
# flag), will use Dockerfile.CONTAINER_TYPE in default
|
|
#
|
|
# COMMAND: Command to be executed in the docker container
|
|
#
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
|
|
# Get the command line arguments.
|
|
CONTAINER_TYPE=$( echo "$1" | tr '[:upper:]' '[:lower:]' )
|
|
shift 1
|
|
|
|
# Dockerfile to be used in docker build
|
|
DOCKERFILE_PATH="${SCRIPT_DIR}/Dockerfile.${CONTAINER_TYPE}"
|
|
DOCKER_CONTEXT_PATH="${SCRIPT_DIR}"
|
|
|
|
if [[ "$1" == "--dockerfile" ]]; then
|
|
DOCKERFILE_PATH="$2"
|
|
DOCKER_CONTEXT_PATH=$(dirname "${DOCKERFILE_PATH}")
|
|
echo "Using custom Dockerfile path: ${DOCKERFILE_PATH}"
|
|
echo "Using custom docker build context path: ${DOCKER_CONTEXT_PATH}"
|
|
shift 2
|
|
fi
|
|
|
|
if [[ "$1" == "-it" ]]; then
|
|
CI_DOCKER_EXTRA_PARAMS+=('-it')
|
|
shift 1
|
|
fi
|
|
|
|
if [[ ! -f "${DOCKERFILE_PATH}" ]]; then
|
|
echo "Invalid Dockerfile path: \"${DOCKERFILE_PATH}\""
|
|
exit 1
|
|
fi
|
|
|
|
COMMAND=("$@")
|
|
|
|
# Validate command line arguments.
|
|
if [ "$#" -lt 1 ] || [ ! -e "${SCRIPT_DIR}/Dockerfile.${CONTAINER_TYPE}" ]; then
|
|
supported_container_types=$( ls -1 ${SCRIPT_DIR}/Dockerfile.* | \
|
|
sed -n 's/.*Dockerfile\.\([^\/]*\)/\1/p' | tr '\n' ' ' )
|
|
echo "Usage: $(basename $0) CONTAINER_TYPE COMMAND"
|
|
echo " CONTAINER_TYPE can be one of [${supported_container_types}]"
|
|
echo " COMMAND is a command (with arguments) to run inside"
|
|
echo " the container."
|
|
exit 1
|
|
fi
|
|
|
|
# Use nvidia-docker if the container is GPU.
|
|
if [[ "${CONTAINER_TYPE}" == *"gpu"* ]]; then
|
|
DOCKER_BINARY="nvidia-docker"
|
|
else
|
|
DOCKER_BINARY="docker"
|
|
fi
|
|
|
|
# Helper function to traverse directories up until given file is found.
|
|
function upsearch () {
|
|
test / == "$PWD" && return || \
|
|
test -e "$1" && echo "$PWD" && return || \
|
|
cd .. && upsearch "$1"
|
|
}
|
|
|
|
# Set up WORKSPACE. Jenkins will set them for you or we pick
|
|
# reasonable defaults if you run it outside of Jenkins.
|
|
WORKSPACE="${WORKSPACE:-${SCRIPT_DIR}/../../}"
|
|
|
|
# Determine the docker image name
|
|
DOCKER_IMG_NAME="xgb-ci.${CONTAINER_TYPE}"
|
|
|
|
# Under Jenkins matrix build, the build tag may contain characters such as
|
|
# commas (,) and equal signs (=), which are not valid inside docker image names.
|
|
DOCKER_IMG_NAME=$(echo "${DOCKER_IMG_NAME}" | sed -e 's/=/_/g' -e 's/,/-/g')
|
|
|
|
# Convert to all lower-case, as per requirement of Docker image names
|
|
DOCKER_IMG_NAME=$(echo "${DOCKER_IMG_NAME}" | tr '[:upper:]' '[:lower:]')
|
|
|
|
# Bash on Ubuntu on Windows
|
|
UBUNTU_ON_WINDOWS=$([ -e /proc/version ] && grep -l Microsoft /proc/version || echo "")
|
|
# MSYS, Git Bash, etc.
|
|
MSYS=$([ -e /proc/version ] && grep -l MINGW /proc/version || echo "")
|
|
|
|
if [[ -z "$UBUNTU_ON_WINDOWS" ]] && [[ -z "$MSYS" ]]; then
|
|
USER_IDS="-e CI_BUILD_UID=$( id -u ) -e CI_BUILD_GID=$( id -g ) -e CI_BUILD_USER=$( id -un ) -e CI_BUILD_GROUP=$( id -gn ) -e CI_BUILD_HOME=${WORKSPACE}"
|
|
fi
|
|
|
|
# Print arguments.
|
|
cat <<EOF
|
|
WORKSPACE: ${WORKSPACE}
|
|
CI_DOCKER_EXTRA_PARAMS: ${CI_DOCKER_EXTRA_PARAMS[*]}
|
|
COMMAND: ${COMMAND[*]}
|
|
CONTAINER_TYPE: ${CONTAINER_TYPE}
|
|
BUILD_TAG: ${BUILD_TAG}
|
|
NODE_NAME: ${NODE_NAME}
|
|
DOCKER CONTAINER NAME: ${DOCKER_IMG_NAME}
|
|
USER_IDS: ${USER_IDS}
|
|
EOF
|
|
|
|
|
|
# Build the docker container.
|
|
echo "Building container (${DOCKER_IMG_NAME})..."
|
|
# --pull should be default
|
|
docker build \
|
|
-t "${DOCKER_IMG_NAME}" \
|
|
-f "${DOCKERFILE_PATH}" "${DOCKER_CONTEXT_PATH}"
|
|
|
|
# Check docker build status
|
|
if [[ $? != "0" ]]; then
|
|
echo "ERROR: docker build failed."
|
|
exit 1
|
|
fi
|
|
|
|
|
|
# Run the command inside the container.
|
|
echo "Running '${COMMAND[*]}' inside ${DOCKER_IMG_NAME}..."
|
|
|
|
# By default we cleanup - remove the container once it finish running (--rm)
|
|
# and share the PID namespace (--pid=host) so the process inside does not have
|
|
# pid 1 and SIGKILL is propagated to the process inside (jenkins can kill it).
|
|
${DOCKER_BINARY} run --rm --pid=host \
|
|
-v "${WORKSPACE}":/workspace \
|
|
-w /workspace \
|
|
${USER_IDS} \
|
|
"${CI_DOCKER_EXTRA_PARAMS[@]}" \
|
|
"${DOCKER_IMG_NAME}" \
|
|
"${COMMAND[@]}"
|
|
|