#!/bin/sh
+#
+# Copyright (C) 2013 W. Trevor King <wking@tremily.us>
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+# * Redistributions of source code must retain the above copyright notice, this
+# list of conditions and the following disclaimer.
+#
+# * Redistributions in binary form must reproduce the above copyright notice,
+# this list of conditions and the following disclaimer in the documentation
+# and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
+# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
AUTHOR="${AUTHOR:-W. Trevor King <wking@tremily.us>}"
NAMESPACE="${NAMESPACE:-wking}"
-#PORTAGE="${PORTAGE:-/usr/portage}"
-DATE="${DATE:-20131205}"
-MIRROR="${MIRROR:-http://mirror.mcs.anl.gov/pub/gentoo/}"
-ARCH_URL="${ARCH_URL:-${MIRROR}/releases/amd64/current-stage3/}"
+DATE="${DATE:-20140206}"
+MIRROR="${MIRROR:-http://distfiles.gentoo.org/}"
+ARCH_URL="${ARCH_URL:-${MIRROR}releases/amd64/autobuilds/${DATE}/}"
STAGE3="${STAGE3:-stage3-amd64-${DATE}.tar.bz2}"
STAGE3_CONTENTS="${STAGE3_CONTENTS:-${STAGE3}.CONTENTS}"
STAGE3_DIGESTS="${STAGE3_DIGESTS:-${STAGE3}.DIGESTS.asc}"
+PORTAGE_URL="${PORTAGE_URL:-${MIRROR}snapshots/}"
+PORTAGE="${PORTAGE:-portage-${DATE}.tar.xz}"
+PORTAGE_SIG="${PORTAGE_SIG:-${PORTAGE}.gpgsig}"
-REPOS="
+DOCKER_IO=$(command -v docker.io)
+DOCKER="${DOCKER:-${DOCKER_IO:-docker}}"
+BUILD_OPTS="${BUILD_OPTS:-}"
+
+REPOS="${REPOS:-
+ portage
gentoo-portage
gentoo-en-us
gentoo-syslog
+ gentoo-java
+ gentoo-layman
buildbot
- "
+ docker-registry
+ elasticsearch
+ memcached
+ nginx
+ nginx-proxy
+ kibana
+ kibana-azure
+ postgresql
+ redis
+ stunnel
+ }"
-function die() {
+die()
+{
echo "$1"
exit 1
}
-STAGE3_IMAGES=$(docker images "${NAMESPACE}/gentoo")
-STAGE3_MATCHES=$(echo "${STAGE3_IMAGES}" | grep "${DATE}")
-if [ -z "${STAGE3_MATCHES}" ]; then
- # import stage3 image from Gentoo mirrors
+msg()
+{
+ echo "$@"
+}
+
+REALPATH="${REALPATH:-$(command -v realpath)}"
+if [ -z "${REALPATH}" ]; then
+ READLINK="${READLINK:-$(command -v readlink)}"
+ if [ -n "${READLINK}" ]; then
+ REALPATH="${READLINK} -f"
+ else
+ die "need realpath or readlink to canonicalize paths"
+ fi
+fi
+
+# Does "${NAMESPACE}/${REPO}:${DATE}" exist?
+# Returns 0 (exists) or 1 (missing).
+#
+# Arguments:
+#
+# 1: REPO
+repo_exists()
+{
+ REPO="${1}"
+ IMAGES=$("${DOCKER}" images "${NAMESPACE}/${REPO}")
+ MATCHES=$(echo "${IMAGES}" | grep "${DATE}")
+ if [ -z "${MATCHES}" ]; then
+ return 1
+ fi
+ return 0
+}
+
+# If they don't already exist:
+#
+# * download the stage3 and
+# * create "${NAMESPACE}/gentoo:${DATE}"
+#
+# Forcibly tag "${NAMESPACE}/gentoo:${DATE}" with "latest"
+import_stage3()
+{
+ msg "import stage3"
+ if ! repo_exists gentoo; then
+ # import stage3 image from Gentoo mirrors
- for FILE in "${STAGE3}" "${STAGE3_CONTENTS}" "${STAGE3_DIGESTS}"; do
- if [ ! -f "downloads/${FILE}" ]; then
- wget -O "downloads/${FILE}" "${ARCH_URL}/${FILE}"
+ for FILE in "${STAGE3}" "${STAGE3_CONTENTS}" "${STAGE3_DIGESTS}"; do
+ if [ ! -f "downloads/${FILE}" ]; then
+ wget -O "downloads/${FILE}" "${ARCH_URL}${FILE}" ||
+ die "failed to download ${ARCH_URL}${FILE}"
+ fi
+ done
+
+ gpg --verify "downloads/${STAGE3_DIGESTS}" || die "insecure digests"
+ SHA512_HASHES=$(grep -A1 SHA512 "downloads/${STAGE3_DIGESTS}" | grep -v '^--')
+ SHA512_CHECK=$(cd downloads/ && (echo "${SHA512_HASHES}" | sha512sum -c))
+ SHA512_FAILED=$(echo "${SHA512_CHECK}" | grep FAILED)
+ if [ -n "${SHA512_FAILED}" ]; then
+ die "${SHA512_FAILED}"
fi
- done
- gpg --verify "downloads/${STAGE3_DIGESTS}" || die "insecure digests"
- SHA512_HASHES=$(grep -A1 SHA512 "downloads/${STAGE3_DIGESTS}" | grep -v '^--')
- SHA512_CHECK=$(cd downloads/ && (echo "${SHA512_HASHES}" | sha512sum -c))
- SHA512_FAILED=$(echo "${SHA512_CHECK}" | grep FAILED)
- if [ -n "${SHA512_FAILED}" ]; then
- die "${SHA512_FAILED}"
+ msg "import ${NAMESPACE}/gentoo:${DATE}"
+ "${DOCKER}" import - "${NAMESPACE}/gentoo:${DATE}" < "downloads/${STAGE3}" || die "failed to import"
fi
- docker import - "${NAMESPACE}/gentoo:${DATE}" < "downloads/${STAGE3}" || die "failed to import"
-fi
+ msg "tag ${NAMESPACE}/gentoo:latest"
+ "${DOCKER}" tag -f "${NAMESPACE}/gentoo:${DATE}" "${NAMESPACE}/gentoo:latest" || die "failed to tag"
+}
+
+# If they don't already exist:
+#
+# * download a portage snapshot and
+# * create "${NAMESPACE}/portage-import:${DATE}"
+#
+# Forcibly tag "${NAMESPACE}/portage-import:${DATE}" with "latest"
+import_portage()
+{
+ msg "import portage"
+ if ! repo_exists portage-import; then
+ # import portage image from Gentoo mirrors
+
+ for FILE in "${PORTAGE}" "${PORTAGE_SIG}"; do
+ if [ ! -f "downloads/${FILE}" ]; then
+ wget -O "downloads/${FILE}" "${PORTAGE_URL}${FILE}" ||
+ die "failed to download ${PORTAGE_URL}${FILE}"
+ fi
+ done
+
+ gpg --verify "downloads/${PORTAGE_SIG}" "downloads/${PORTAGE}" || die "insecure digests"
+
+ msg "import ${NAMESPACE}/portage-import:${DATE}"
+ "${DOCKER}" import - "${NAMESPACE}/portage-import:${DATE}" < "downloads/${PORTAGE}" || die "failed to import"
+ fi
-docker tag -f "${NAMESPACE}/gentoo:${DATE}" "${NAMESPACE}/gentoo:latest" || die "failed to tag"
-
-for REPO in ${REPOS}; do
- REPO_IMAGES=$(docker images "${NAMESPACE}/${REPO}")
- REPO_MATCHES=$(echo "${REPO_IMAGES}" | grep "${DATE}")
- if [ -z "${REPO_MATCHES}" ]; then
- cp "${REPO}/Dockerfile.template" "${REPO}/Dockerfile"
- sed -i "s|TAG|${DATE}|g" "${REPO}/Dockerfile"
- sed -i "s|NAMESPACE|${NAMESPACE}|g" "${REPO}/Dockerfile"
- sed -i "s|MAINTAINER.*|MAINTAINER ${AUTHOR}|g" "${REPO}/Dockerfile"
- docker build -t "${NAMESPACE}/${REPO}:${DATE}" "${REPO}" || die "failed to build"
+ msg "tag ${NAMESPACE}/portage-import:latest"
+ "${DOCKER}" tag -f "${NAMESPACE}/portage-import:${DATE}" "${NAMESPACE}/portage-import:latest" || die "failed to tag"
+}
+
+# extract Busybox for the portage image
+#
+# Arguments:
+#
+# 1: SUBDIR target subdirectory for the busybox binary
+extract_busybox()
+{
+ SUBDIR="${1}"
+ msg "extract Busybox binary to ${SUBDIR}"
+ THIS_DIR=$(dirname $($REALPATH $0))
+ CONTAINER="${NAMESPACE}-gentoo-${DATE}-extract-busybox"
+ "${DOCKER}" run --name "${CONTAINER}" -v "${THIS_DIR}/${SUBDIR}/":/tmp "${NAMESPACE}/gentoo:${DATE}" cp /bin/busybox /tmp/
+ "${DOCKER}" rm "${CONTAINER}"
+}
+
+# If it doesn't already exist:
+#
+# * create "${NAMESPACE}/${REPO}:${DATE}" from
+# "${REPO}/Dockerfile.template"
+#
+# Forcibly tag "${NAMESPACE}/${REPO}:${DATE}" with "latest"
+#
+# Arguments:
+#
+# 1: REPO
+build_repo()
+{
+ REPO="${1}"
+ msg "build repo ${REPO}"
+ if ! repo_exists "${REPO}"; then
+ if [ "${REPO}" = portage ]; then
+ extract_busybox "${REPO}"
+ fi
+
+ env -i \
+ NAMESPACE="${NAMESPACE}" \
+ TAG="${DATE}" \
+ MAINTAINER="${AUTHOR}" \
+ envsubst '
+ ${NAMESPACE}
+ ${TAG}
+ ${MAINTAINER}
+ ' \
+ < "${REPO}/Dockerfile.template" > "${REPO}/Dockerfile"
+
+ msg "build ${NAMESPACE}/${REPO}:${DATE}"
+ "${DOCKER}" build ${BUILD_OPTS} -t "${NAMESPACE}/${REPO}:${DATE}" "${REPO}" || die "failed to build"
fi
- docker tag -f "${NAMESPACE}/${REPO}:${DATE}" "${NAMESPACE}/${REPO}:latest" || die "failed to tag"
-done
+ msg "tag ${NAMESPACE}/${REPO}:latest"
+ "${DOCKER}" tag -f "${NAMESPACE}/${REPO}:${DATE}" "${NAMESPACE}/${REPO}:latest" || die "failed to tag"
+}
+
+build()
+{
+ import_stage3
+ import_portage
+
+ for REPO in ${REPOS}; do
+ build_repo "${REPO}"
+ done
+}
+
+missing()
+{
+ for REPO in gentoo portage-import ${REPOS}; do
+ if ! repo_exists "${REPO}"; then
+ msg "${REPO}"
+ fi
+ done
+}
+
+ACTION="${1:-build}"
+
+case "${ACTION}" in
+build) build ;;
+missing) missing ;;
+--help) msg "usage: ${0} [--help] {build|missing}" ;;
+*) die "invalid action '${ACTION}'" ;;
+esac
projects / dockerfile.git / blobdiff