Literate source for docker files

{"experimental": "enabled",
 "auths": {
   "https://index.docker.io/v1/": {
     "auth": "XXX NOT A REAL KEY FILL ME IN XXX"}}}

mkdir -p ~/files/binpkgs/multi

# relink .ssh across restarts
ln -s /mnt/str/portage/.ssh /var/tmp/portage/
chown -h portage:portage /var/tmp/portage/.ssh

.gitignore
docker-profile/*
repos/*
musl/*
gnu/*
other/*
sckan/*

./source.org build --refresh --repos --resnap --live-rebuild

unset _refresh _repos _sync_gentoo _resnap _live_rebuild _nopkgbldr
_refresh=       # pull base images
_repos=         # pull ebuild repo images
_sync_gentoo=   # run emaint sync for gentoo repo
_resnap=        # snap package build containers set this if you changed the profile or you will have a bad time
_live_rebuild=  # rebuild 9999 ebuilds e.g. from git
_nopkgbldr=     # do not run package building steps

# XXX NOTE that these are embedded in the docker files right now
_img_stage3=${_img_stage3:-gentoo/stage3:amd64-musl-hardened}

__is3_0=${_img_stage3/\//-}
__is3_1=${__is3_0/:/-}
__src_from_img=${__is3_1/gentoo/latest}
_src_stage3=${__src_stage3:-${__src_from_img}}

_img_portage=${_img_portage:-gentoo/portage:latest}
# we web these in at the top since some of the vars are used in functions
# outside the builders (e.g. package-server)

export \
_path_binpkgs_root=${_path_root_binpkgs:-~/files/binpkgs}
_binpkgs_repo_name=${_binpkgs_repo_name:-multi}
_path_binpkgs=${_path_binpkgs:-${_path_binpkgs_root}/${_binpkgs_repo_name}}
_path_distfiles=${_path_distfiles:-/mnt/str/portage/distfiles}
_path_distcc_hosts=${_path_distcc_hosts:-/etc/distcc/hosts.docker}
_path_ssh=${_path_ssh:-/var/lib/portage/home/.ssh}

export \
_tm_pb=${_tm_pb:-tgbugs/musl:package-builder}
_tm_s_pb=${_tm_s_pb:-tgbugs/musl:static-package-builder}

_tm_pbs=${_tm_pbs:-${_tm_pb}-snap}
_tm_s_pbs=${_tm_s_pbs:-${_tm_s_pb}-snap}

export \
_tg_pb=${_tg_pb:-tgbugs/gnu:package-builder}

_tg_pbs=${_tg_pbs:-${_tg_pb}-snap}


function package-server () {
# FIXME needs to run in another terminal, container, or daemon
# but for now it blocks other commands which is ok
curl --fail --head http://localhost:8089/${_binpkgs_repo_name}/Packages || {
    pushd ${_path_binpkgs_root}
    python -m http.server 8089 --bind 127.0.0.1
    popd
}
}

function pull () {
if [ -n "${_refresh}" ]; then
    # even when refresh is set avoid spurious pulls where the underlying stage3 has not changed
    local DIST="https://distfiles.gentoo.org/releases/amd64/autobuilds"
    local STAGE3_LATEST="$(curl --fail --silent "${DIST}/${_src_stage3}.txt" |\
        tail -n 1 | cut -f 1 -d'/' | sed -r 's/(....)(..)(..)T(..)(..)(..)/\1-\2-\3T\4:\5:\6/')"
    local LOCDOC_LATEST="$(docker image inspect ${_img_stage3} --format '{{.Created}}')"
    local S3_DATE=$(date -In --utc --date "${STAGE3_LATEST}")
    local LD_DATE=$(date -In --utc --date "${LOCDOC_LATEST}")
    # XXX there is technically a narrow window between the release of
    # a stage3 and the building of a docker image where this might fail
    # have to use double square brackets for this to work correctly
    [[ ${S3_DATE} < ${LD_DATE} ]] || \
    docker pull ${_img_stage3}
fi

if [ -n "${_refresh}" ] || [ -n "${_repos}" ]; then
    # these are updated more or less in sync with the upstream snapshot source
    docker pull ${_img_portage}
    docker rm local-portage-snap
    docker create -v /var/db/repos/gentoo --name local-portage-snap ${_img_portage} /bin/true
fi
}

function tangle () {
[ -d ./bin ] && rm -r ./bin
[ -d ./docker-profile ] && rm -r ./docker-profile
[ -d ./gnu ] && rm -r ./gnu
[ -d ./musl ] && rm -r ./musl
[ -d ./repos ] && rm -r ./repos
[ -d ./other ] && rm -r ./other
./source.org tangle
return $?
}

function container-check () {
docker container inspect local-repos-snap > /dev/null || \
docker create -v /var/db/repos --name local-repos-snap tgbugs/repos:latest /bin/true

# FIXME need to check that the cross image exists sigh make
docker container inspect cross-sbcl > /dev/null || \
docker create -v /sbcl --name cross-sbcl tgbugs/musl:cross-sbcl /bin/true
}

function builder-resnap () {
docker run ${_tm_pb}
docker commit $(docker ps -lqf ancestor=${_tm_pb}) ${_tm_pbs}
}
# FIXME SIGH SIGH SIGH why is this easier than doing the right thing
function static-builder-resnap () {
docker run ${_tm_s_pb}
docker commit $(docker ps -lqf ancestor=${_tm_s_pb}) ${_tm_s_pbs}
}
function gnu-builder-resnap () {
docker run ${_tg_pb}
docker commit $(docker ps -lqf ancestor=${_tg_pb}) ${_tg_pbs}
}

function builder-bootstrap () {
container-check

docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge  --color=y --with-bdeps=y -j4 -q --keep-going --getbinpkg \
sys-devel/distcc \
sys-devel/crossdev

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}

for target in {x86_64-pc-linux-gnu,x86_64-pc-linux-musl,x86_64-gentoo-linux-musl}; do
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
crossdev --stage4 --stable --portage --getbinpkg --target ${target}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
done

}

# FIXME SIGH copy paste
function gnu-builder-bootstrap () {
container-check

docker run \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tg_pbs} \
emerge  --color=y --with-bdeps=y -j4 -q --keep-going --getbinpkg \
sys-devel/distcc \
sys-devel/crossdev

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tg_pbs}) ${_tg_pbs}

for target in {x86_64-pc-linux-gnu,x86_64-pc-linux-musl,x86_64-gentoo-linux-musl}; do
docker run \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tg_pbs} \
crossdev --stage4 --stable --portage --getbinpkg --target ${target}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tg_pbs}) ${_tg_pbs}
done

}

function builder-world () {
container-check
cat ./musl/package-builder/world | xargs \
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going -uDN
local OUT=$?

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
return $OUT
}

# FIXME SIGH code dupe
function static-builder-world () {
container-check
cat ./musl/static-package-builder/world | xargs \
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going -uDN

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-run () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}

function static-builder-run () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-smart-live-rebuild () {
container-check
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
smart-live-rebuild -- --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}

function static-builder-smart-live-rebuild () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
smart-live-rebuild -- --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-arb () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}
# XXX FIXME code dupe
function static-builder-arb () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-arb-priv () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--security-opt seccomp=unconfined \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}
# FIXME code dupe
function static-builder-arb-priv () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--security-opt seccomp=unconfined \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-debug () {
container-check
docker run \
--privileged \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
-it ${_tm_pbs}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}
# XXX FIXME code dupe
function static-builder-debug () {
container-check
docker run \
--privileged \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
-it ${_tm_s_pbs}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}
# SIGH
function gnu-builder-debug () {
container-check
docker run \
--privileged \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
-it ${_tg_pbs}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tg_pbs}) ${_tg_pbs}
}

function run-gnu () {
local REPOS="${_repos}"
local SYNC_GENTOO="${_sync_gentoo}"
local RESNAP="${_resnap}"
local LIVE_REBUILD="${_live_rebuild}"
local NOBUILD="${_nopkgbldr}"
docker build \
--tag tgbugs/gnu:profile \
--file gnu/profile/Dockerfile .
docker build \
--tag tgbugs/gnu:eselect-repo \
--network host \
--add-host local.binhost:127.0.0.1 \
--file gnu/eselect-repo/Dockerfile gnu/eselect-repo
docker build \
--tag tgbugs/gnu:package-builder \
--file gnu/package-builder/Dockerfile gnu/package-builder
docker run \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
--rm \
tgbugs/gnu:package-builder \
/bin/sh -c 'quickpkg $(/tmp/quickpkg-new)'
[ -z $RESNAP ] || gnu-builder-resnap
[ ! -z $NOBUILD ] || gnu-builder-bootstrap
}

function run-musl () {
local REPOS="${_repos}"
local SYNC_GENTOO="${_sync_gentoo}"
local RESNAP="${_resnap}"
local LIVE_REBUILD="${_live_rebuild}"
local NOBUILD="${_nopkgbldr}"
echo start bootstrap
docker build \
--tag tgbugs/musl:user \
--file musl/user/Dockerfile musl/user || return $?;
docker build \
--tag tgbugs/musl:portage-maven \
--file musl/portage-maven/Dockerfile musl/portage-maven || return $?;
docker build \
--tag tgbugs/musl:profile \
--file musl/profile/Dockerfile . || return $?;
docker build \
--tag tgbugs/musl:profile-x \
--file musl/profile-x/Dockerfile . || return $?;
docker build \
--tag tgbugs/musl:profile-nox \
--file docker-profile/nox/Dockerfile docker-profile/nox || return $?;
docker build \
--tag tgbugs/musl:profile-static-x \
--file musl/profile-x/static.Dockerfile . || return $?;
  docker build \
  --network host \
  --add-host local.binhost:127.0.0.1 \
  --tag tgbugs/musl:eselect-repo \
  --file musl/eselect-repo/Dockerfile musl/eselect-repo || return $?;
    [ -z $REPOS ] || {
    docker build \
    --no-cache \
    --build-arg SYNC_GENTOO=$SYNC_GENTOO \
    --tag tgbugs/repos:latest \
    --file repos/Dockerfile repos || return $?;
    docker container inspect local-repos-snap > /dev/null &&
    docker rm local-repos-snap;
    docker create -v /var/db/repos --name local-repos-snap tgbugs/repos:latest /bin/true || return $?;
    echo repos done;
    }
    container-check
    docker build \
    --tag tgbugs/musl:updated \
    --network host \
    --add-host local.binhost:127.0.0.1 \
    --file musl/updated/Dockerfile musl/updated || return $?; echo mbu;
      docker build \
      --tag tgbugs/musl:updated-user \
      --build-arg UID=${UID} \
      --file musl/updated-user/Dockerfile musl/updated-user || return $?; echo mbuu;
      docker run \
      --volumes-from local-repos-snap \
      -v ${_path_binpkgs}:/var/cache/binpkgs \
      -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
      --rm \
      tgbugs/musl:updated \
      /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mruq;

      docker build \
      --network host \
      --add-host local.binhost:127.0.0.1 \
      --tag tgbugs/musl:pypy3 \
      --file musl/pypy3/Dockerfile musl/pypy3 || return $?; echo mbpypy3;
        docker run \
        --volumes-from local-repos-snap \
        -v ${_path_binpkgs}:/var/cache/binpkgs \
        -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
        --rm \
        tgbugs/musl:pypy3 \
        /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mrpypy3q;

        docker build \
        --tag tgbugs/musl:package-builder-nox \
        --file musl/package-builder/nox.Dockerfile musl/package-builder || return $?; echo mbpbn;
        docker build \
        --tag tgbugs/musl:binpkg-only-nox \
        --file musl/binpkg-only/nox.Dockerfile musl/binpkg-only || return $?; echo mbbon;

        # XXX this is the point at which things split into musl and musl/x
        docker build \
        --network host \
        --add-host local.binhost:127.0.0.1 \
        --tag tgbugs/musl:xorg \
        --file musl/xorg/Dockerfile musl/xorg || return $?; echo mbx;
        docker run \
        --volumes-from local-repos-snap \
        -v ${_path_binpkgs}:/var/cache/binpkgs \
        -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
        --rm \
        tgbugs/musl:xorg \
        /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mrxq;

        docker build \
        --tag tgbugs/musl:package-builder \
        --file musl/package-builder/Dockerfile musl/package-builder || return $?; echo mbpb;
        docker build \
        --tag tgbugs/musl:binpkg-only \
        --file musl/binpkg-only/Dockerfile musl/binpkg-only || return $?; echo mbpo;

        # XXX split to musl/static/x
        docker build \
        --network host \
        --add-host local.binhost:127.0.0.1 \
        --tag tgbugs/musl:static-xorg \
        --build-arg PROFILE='docker-profile:tgbugs/musl/static/x' \
        --build-arg PROFILE_IMAGE='tgbugs/musl:profile-static-x' \
        --build-arg START_IMAGE='tgbugs/musl:updated' \
        --file musl/xorg/Dockerfile musl/xorg || return $?; echo mbsx;
        docker run \
        --volumes-from local-repos-snap \
        -v ${_path_binpkgs}:/var/cache/binpkgs \
        -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
        --rm \
        tgbugs/musl:static-xorg \
        /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mrsxp;

        docker build \
        --tag tgbugs/musl:static-package-builder \
        --file musl/package-builder/static.Dockerfile musl/package-builder || return $?; echo mbspb;
        docker build \
        --tag tgbugs/musl:static-binpkg-only \
        --file musl/binpkg-only/static.Dockerfile musl/binpkg-only || return $?; echo mbsbo;


# TODO build any new packages
echo musl builder start
[ -z $RESNAP ] || builder-resnap
[ ! -z $NOBUILD ] || builder-bootstrap
# FIXME this needs to run with --getbinpkg
[ ! -z $NOBUILD ] || \
builder-arb-priv -1 -uN --getbinpkg \
dev-lang/go \
dev-go/go-md2man \
app-containers/runc \
app-containers/containerd \
app-containers/docker-cli
[ ! -z $NOBUILD ] || builder-world || return $?
# TODO smart-live-rebuild
[ -z $LIVE_REBUILD ] || builder-smart-live-rebuild || return $?

echo musl static builder start
[ -z $RESNAP ] || static-builder-resnap
# TODO static-builder-bootstrap
[ ! -z $NOBUILD ] || static-builder-world || return $?  # FIXME if this is not run once at the start then something fails above
# [ -z $LIVE_REBUILD ] || static-builder-smart-live-rebuild || return $?  # no live builds right now

# TODO consider whether we need to rebuild baselayout openrc sgml-common due to config issues with quickpkg

# image builds

echo start image builds

## emacs
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:emacs \
--file musl/emacs/Dockerfile musl/emacs || return $?; echo mbe;  # XXX fail on stale profile is very confusing

## kg
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:kg-release \
--file musl/kg-release/Dockerfile musl/kg-release || return $?; echo mbkgr;
unset _devel _docd _sckand _docsfsc
_devel=
_docd=(queries.org)
_docsf="https://raw.githubusercontent.com/SciCrunch/sparc-curation/master/docs/"
_sckand=(welcome.org tutorial.org overview.org examples.org scratch.org README.org)
_docsfsc="${_docsf}sckan/"
pushd ./musl/kg-release-user
  [ -d sckan ] && rm -r sckan
  mkdir sckan
  pushd sckan
    mkdir images
    mkdir reports
    if [ -n "${_devel}" ]; then
      cp -aL ~/git/sparc-curation/docs/sckan/*.org . ;
    else
      for fn in ${_docd[@]};   do curl -O ${_docsf}${fn}  ; done
      for fn in ${_sckand[@]}; do curl -O ${_docsfsc}${fn}; done
    fi
    chmod +x ./queries.org
  popd
popd

docker build \
--tag tgbugs/musl:kg-release-user \
--build-arg UID=${UID} \
--file musl/kg-release-user/Dockerfile musl/kg-release-user || return $?; echo mbkgru;
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:kg-dev \
--build-arg UID=${UID} \
--file musl/kg-dev/Dockerfile musl/kg-dev || return $?; echo mbkgd;
docker build \
--tag tgbugs/musl:kg-dev-user \
--build-arg UID=${UID} \
--file musl/kg-dev-user/Dockerfile musl/kg-dev-user || return $?; echo mbkgdu;

## sbcl
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:sbcl \
--file musl/sbcl/Dockerfile musl/sbcl || return $?; echo mbsbcl;
docker build \
--tag tgbugs/musl:sbcl-user \
--build-arg UID=${UID} \
--file musl/sbcl-user/Dockerfile musl/sbcl-user || return $?; echo mbsbclu;

## racket
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:racket \
--file musl/racket/Dockerfile musl/racket || return $?; echo mbrac;
docker build \
--tag tgbugs/musl:racket-user \
--build-arg UID=${UID} \
--file musl/racket-user/Dockerfile musl/racket-user || return $?; echo mbracu;

## dynapad
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:dynapad-base \
--file musl/dynapad-base/Dockerfile musl/dynapad-base || return $?; echo mbdb;
docker build \
--tag tgbugs/musl:dynapad-user \
--build-arg UID=${UID} \
--file musl/dynapad-user/Dockerfile musl/dynapad-user || return $?; echo mbdbu;
# || return $?; # needs to be done by hand

## NIF-ontology
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:icedtea \
--file musl/icedtea/Dockerfile musl/icedtea || return $?; echo mbicdt;
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:protege \
--build-arg UID=${UID} \
--file musl/protege/Dockerfile musl/protege || return $?; echo mbp;
docker build \
--tag tgbugs/musl:NIF-Ontology \
--file musl/NIF-Ontology/Dockerfile musl/NIF-Ontology || return $?; echo mbno;

## interlex
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:interlex \
--file musl/interlex/Dockerfile musl/interlex || return $?; echo mbilx;

## sparcur
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:sparcur \
--file musl/sparcur/Dockerfile musl/sparcur || return $?; echo mbsp;
docker build \
--tag tgbugs/musl:sparcur-user \
--file musl/sparcur-user/Dockerfile musl/sparcur-user || return $?; echo mbspu;

}

package-server
pull
pushd ~/git/dockerfiles
tangle &&
run-musl
# package host
# build a bunch of packages
popd

# XXX NOTE that these are embedded in the docker files right now
_img_stage3=${_img_stage3:-gentoo/stage3:amd64-musl-hardened}

__is3_0=${_img_stage3/\//-}
__is3_1=${__is3_0/:/-}
__src_from_img=${__is3_1/gentoo/latest}
_src_stage3=${__src_stage3:-${__src_from_img}}

_img_portage=${_img_portage:-gentoo/portage:latest}

HISTFILE=~/.org_session_history
nil
# XXX NOTE that these are embedded in the docker files right now
_img_stage3=${_img_stage3:-gentoo/stage3:amd64-musl-hardened}

__is3_0=${_img_stage3/\//-}
__is3_1=${__is3_0/:/-}
__src_from_img=${__is3_1/gentoo/latest}
_src_stage3=${__src_stage3:-${__src_from_img}}

_img_portage=${_img_portage:-gentoo/portage:latest}
# we web these in at the top since some of the vars are used in functions
# outside the builders (e.g. package-server)

export \
_path_binpkgs_root=${_path_root_binpkgs:-~/files/binpkgs}
_binpkgs_repo_name=${_binpkgs_repo_name:-multi}
_path_binpkgs=${_path_binpkgs:-${_path_binpkgs_root}/${_binpkgs_repo_name}}
_path_distfiles=${_path_distfiles:-/mnt/str/portage/distfiles}
_path_distcc_hosts=${_path_distcc_hosts:-/etc/distcc/hosts.docker}
_path_ssh=${_path_ssh:-/var/lib/portage/home/.ssh}

export \
_tm_pb=${_tm_pb:-tgbugs/musl:package-builder}
_tm_s_pb=${_tm_s_pb:-tgbugs/musl:static-package-builder}

_tm_pbs=${_tm_pbs:-${_tm_pb}-snap}
_tm_s_pbs=${_tm_s_pbs:-${_tm_s_pb}-snap}

export \
_tg_pb=${_tg_pb:-tgbugs/gnu:package-builder}

_tg_pbs=${_tg_pbs:-${_tg_pb}-snap}


function package-server () {
# FIXME needs to run in another terminal, container, or daemon
# but for now it blocks other commands which is ok
curl --fail --head http://localhost:8089/${_binpkgs_repo_name}/Packages || {
    pushd ${_path_binpkgs_root}
    python -m http.server 8089 --bind 127.0.0.1
    popd
}
}

function pull () {
if [ -n "${_refresh}" ]; then
    # even when refresh is set avoid spurious pulls where the underlying stage3 has not changed
    local DIST="https://distfiles.gentoo.org/releases/amd64/autobuilds"
    local STAGE3_LATEST="$(curl --fail --silent "${DIST}/${_src_stage3}.txt" |\
        tail -n 1 | cut -f 1 -d'/' | sed -r 's/(....)(..)(..)T(..)(..)(..)/\1-\2-\3T\4:\5:\6/')"
    local LOCDOC_LATEST="$(docker image inspect ${_img_stage3} --format '{{.Created}}')"
    local S3_DATE=$(date -In --utc --date "${STAGE3_LATEST}")
    local LD_DATE=$(date -In --utc --date "${LOCDOC_LATEST}")
    # XXX there is technically a narrow window between the release of
    # a stage3 and the building of a docker image where this might fail
    # have to use double square brackets for this to work correctly
    [[ ${S3_DATE} < ${LD_DATE} ]] || \
    docker pull ${_img_stage3}
fi

if [ -n "${_refresh}" ] || [ -n "${_repos}" ]; then
    # these are updated more or less in sync with the upstream snapshot source
    docker pull ${_img_portage}
    docker rm local-portage-snap
    docker create -v /var/db/repos/gentoo --name local-portage-snap ${_img_portage} /bin/true
fi
}

function tangle () {
[ -d ./bin ] && rm -r ./bin
[ -d ./docker-profile ] && rm -r ./docker-profile
[ -d ./gnu ] && rm -r ./gnu
[ -d ./musl ] && rm -r ./musl
[ -d ./repos ] && rm -r ./repos
[ -d ./other ] && rm -r ./other
./source.org tangle
return $?
}

function container-check () {
docker container inspect local-repos-snap > /dev/null || \
docker create -v /var/db/repos --name local-repos-snap tgbugs/repos:latest /bin/true

# FIXME need to check that the cross image exists sigh make
docker container inspect cross-sbcl > /dev/null || \
docker create -v /sbcl --name cross-sbcl tgbugs/musl:cross-sbcl /bin/true
}

function builder-resnap () {
docker run ${_tm_pb}
docker commit $(docker ps -lqf ancestor=${_tm_pb}) ${_tm_pbs}
}
# FIXME SIGH SIGH SIGH why is this easier than doing the right thing
function static-builder-resnap () {
docker run ${_tm_s_pb}
docker commit $(docker ps -lqf ancestor=${_tm_s_pb}) ${_tm_s_pbs}
}
function gnu-builder-resnap () {
docker run ${_tg_pb}
docker commit $(docker ps -lqf ancestor=${_tg_pb}) ${_tg_pbs}
}

function builder-bootstrap () {
container-check

docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge  --color=y --with-bdeps=y -j4 -q --keep-going --getbinpkg \
sys-devel/distcc \
sys-devel/crossdev

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}

for target in {x86_64-pc-linux-gnu,x86_64-pc-linux-musl,x86_64-gentoo-linux-musl}; do
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
crossdev --stage4 --stable --portage --getbinpkg --target ${target}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
done

}

# FIXME SIGH copy paste
function gnu-builder-bootstrap () {
container-check

docker run \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tg_pbs} \
emerge  --color=y --with-bdeps=y -j4 -q --keep-going --getbinpkg \
sys-devel/distcc \
sys-devel/crossdev

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tg_pbs}) ${_tg_pbs}

for target in {x86_64-pc-linux-gnu,x86_64-pc-linux-musl,x86_64-gentoo-linux-musl}; do
docker run \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tg_pbs} \
crossdev --stage4 --stable --portage --getbinpkg --target ${target}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tg_pbs}) ${_tg_pbs}
done

}

function builder-world () {
container-check
cat ./musl/package-builder/world | xargs \
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going -uDN
local OUT=$?

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
return $OUT
}

# FIXME SIGH code dupe
function static-builder-world () {
container-check
cat ./musl/static-package-builder/world | xargs \
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going -uDN

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-run () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}

function static-builder-run () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-smart-live-rebuild () {
container-check
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
smart-live-rebuild -- --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}

function static-builder-smart-live-rebuild () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
smart-live-rebuild -- --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-arb () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}
# XXX FIXME code dupe
function static-builder-arb () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-arb-priv () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--security-opt seccomp=unconfined \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}
# FIXME code dupe
function static-builder-arb-priv () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--security-opt seccomp=unconfined \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-debug () {
container-check
docker run \
--privileged \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
-it ${_tm_pbs}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}
# XXX FIXME code dupe
function static-builder-debug () {
container-check
docker run \
--privileged \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
-it ${_tm_s_pbs}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}
# SIGH
function gnu-builder-debug () {
container-check
docker run \
--privileged \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
-it ${_tg_pbs}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tg_pbs}) ${_tg_pbs}
}

function run-gnu () {
local REPOS="${_repos}"
local SYNC_GENTOO="${_sync_gentoo}"
local RESNAP="${_resnap}"
local LIVE_REBUILD="${_live_rebuild}"
local NOBUILD="${_nopkgbldr}"
docker build \
--tag tgbugs/gnu:profile \
--file gnu/profile/Dockerfile .
docker build \
--tag tgbugs/gnu:eselect-repo \
--network host \
--add-host local.binhost:127.0.0.1 \
--file gnu/eselect-repo/Dockerfile gnu/eselect-repo
docker build \
--tag tgbugs/gnu:package-builder \
--file gnu/package-builder/Dockerfile gnu/package-builder
docker run \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
--rm \
tgbugs/gnu:package-builder \
/bin/sh -c 'quickpkg $(/tmp/quickpkg-new)'
[ -z $RESNAP ] || gnu-builder-resnap
[ ! -z $NOBUILD ] || gnu-builder-bootstrap
}

function run-musl () {
local REPOS="${_repos}"
local SYNC_GENTOO="${_sync_gentoo}"
local RESNAP="${_resnap}"
local LIVE_REBUILD="${_live_rebuild}"
local NOBUILD="${_nopkgbldr}"
echo start bootstrap
docker build \
--tag tgbugs/musl:user \
--file musl/user/Dockerfile musl/user || return $?;
docker build \
--tag tgbugs/musl:portage-maven \
--file musl/portage-maven/Dockerfile musl/portage-maven || return $?;
docker build \
--tag tgbugs/musl:profile \
--file musl/profile/Dockerfile . || return $?;
docker build \
--tag tgbugs/musl:profile-x \
--file musl/profile-x/Dockerfile . || return $?;
docker build \
--tag tgbugs/musl:profile-nox \
--file docker-profile/nox/Dockerfile docker-profile/nox || return $?;
docker build \
--tag tgbugs/musl:profile-static-x \
--file musl/profile-x/static.Dockerfile . || return $?;
  docker build \
  --network host \
  --add-host local.binhost:127.0.0.1 \
  --tag tgbugs/musl:eselect-repo \
  --file musl/eselect-repo/Dockerfile musl/eselect-repo || return $?;
    [ -z $REPOS ] || {
    docker build \
    --no-cache \
    --build-arg SYNC_GENTOO=$SYNC_GENTOO \
    --tag tgbugs/repos:latest \
    --file repos/Dockerfile repos || return $?;
    docker container inspect local-repos-snap > /dev/null &&
    docker rm local-repos-snap;
    docker create -v /var/db/repos --name local-repos-snap tgbugs/repos:latest /bin/true || return $?;
    echo repos done;
    }
    container-check
    docker build \
    --tag tgbugs/musl:updated \
    --network host \
    --add-host local.binhost:127.0.0.1 \
    --file musl/updated/Dockerfile musl/updated || return $?; echo mbu;
      docker build \
      --tag tgbugs/musl:updated-user \
      --build-arg UID=${UID} \
      --file musl/updated-user/Dockerfile musl/updated-user || return $?; echo mbuu;
      docker run \
      --volumes-from local-repos-snap \
      -v ${_path_binpkgs}:/var/cache/binpkgs \
      -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
      --rm \
      tgbugs/musl:updated \
      /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mruq;

      docker build \
      --network host \
      --add-host local.binhost:127.0.0.1 \
      --tag tgbugs/musl:pypy3 \
      --file musl/pypy3/Dockerfile musl/pypy3 || return $?; echo mbpypy3;
        docker run \
        --volumes-from local-repos-snap \
        -v ${_path_binpkgs}:/var/cache/binpkgs \
        -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
        --rm \
        tgbugs/musl:pypy3 \
        /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mrpypy3q;

        docker build \
        --tag tgbugs/musl:package-builder-nox \
        --file musl/package-builder/nox.Dockerfile musl/package-builder || return $?; echo mbpbn;
        docker build \
        --tag tgbugs/musl:binpkg-only-nox \
        --file musl/binpkg-only/nox.Dockerfile musl/binpkg-only || return $?; echo mbbon;

        # XXX this is the point at which things split into musl and musl/x
        docker build \
        --network host \
        --add-host local.binhost:127.0.0.1 \
        --tag tgbugs/musl:xorg \
        --file musl/xorg/Dockerfile musl/xorg || return $?; echo mbx;
        docker run \
        --volumes-from local-repos-snap \
        -v ${_path_binpkgs}:/var/cache/binpkgs \
        -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
        --rm \
        tgbugs/musl:xorg \
        /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mrxq;

        docker build \
        --tag tgbugs/musl:package-builder \
        --file musl/package-builder/Dockerfile musl/package-builder || return $?; echo mbpb;
        docker build \
        --tag tgbugs/musl:binpkg-only \
        --file musl/binpkg-only/Dockerfile musl/binpkg-only || return $?; echo mbpo;

        # XXX split to musl/static/x
        docker build \
        --network host \
        --add-host local.binhost:127.0.0.1 \
        --tag tgbugs/musl:static-xorg \
        --build-arg PROFILE='docker-profile:tgbugs/musl/static/x' \
        --build-arg PROFILE_IMAGE='tgbugs/musl:profile-static-x' \
        --build-arg START_IMAGE='tgbugs/musl:updated' \
        --file musl/xorg/Dockerfile musl/xorg || return $?; echo mbsx;
        docker run \
        --volumes-from local-repos-snap \
        -v ${_path_binpkgs}:/var/cache/binpkgs \
        -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
        --rm \
        tgbugs/musl:static-xorg \
        /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mrsxp;

        docker build \
        --tag tgbugs/musl:static-package-builder \
        --file musl/package-builder/static.Dockerfile musl/package-builder || return $?; echo mbspb;
        docker build \
        --tag tgbugs/musl:static-binpkg-only \
        --file musl/binpkg-only/static.Dockerfile musl/binpkg-only || return $?; echo mbsbo;


# TODO build any new packages
echo musl builder start
[ -z $RESNAP ] || builder-resnap
[ ! -z $NOBUILD ] || builder-bootstrap
# FIXME this needs to run with --getbinpkg
[ ! -z $NOBUILD ] || \
builder-arb-priv -1 -uN --getbinpkg \
dev-lang/go \
dev-go/go-md2man \
app-containers/runc \
app-containers/containerd \
app-containers/docker-cli
[ ! -z $NOBUILD ] || builder-world || return $?
# TODO smart-live-rebuild
[ -z $LIVE_REBUILD ] || builder-smart-live-rebuild || return $?

echo musl static builder start
[ -z $RESNAP ] || static-builder-resnap
# TODO static-builder-bootstrap
[ ! -z $NOBUILD ] || static-builder-world || return $?  # FIXME if this is not run once at the start then something fails above
# [ -z $LIVE_REBUILD ] || static-builder-smart-live-rebuild || return $?  # no live builds right now

# TODO consider whether we need to rebuild baselayout openrc sgml-common due to config issues with quickpkg

# image builds

echo start image builds

## emacs
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:emacs \
--file musl/emacs/Dockerfile musl/emacs || return $?; echo mbe;  # XXX fail on stale profile is very confusing

## kg
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:kg-release \
--file musl/kg-release/Dockerfile musl/kg-release || return $?; echo mbkgr;
unset _devel _docd _sckand _docsfsc
_devel=
_docd=(queries.org)
_docsf="https://raw.githubusercontent.com/SciCrunch/sparc-curation/master/docs/"
_sckand=(welcome.org tutorial.org overview.org examples.org scratch.org README.org)
_docsfsc="${_docsf}sckan/"
pushd ./musl/kg-release-user
  [ -d sckan ] && rm -r sckan
  mkdir sckan
  pushd sckan
    mkdir images
    mkdir reports
    if [ -n "${_devel}" ]; then
      cp -aL ~/git/sparc-curation/docs/sckan/*.org . ;
    else
      for fn in ${_docd[@]};   do curl -O ${_docsf}${fn}  ; done
      for fn in ${_sckand[@]}; do curl -O ${_docsfsc}${fn}; done
    fi
    chmod +x ./queries.org
  popd
popd

docker build \
--tag tgbugs/musl:kg-release-user \
--build-arg UID=${UID} \
--file musl/kg-release-user/Dockerfile musl/kg-release-user || return $?; echo mbkgru;
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:kg-dev \
--build-arg UID=${UID} \
--file musl/kg-dev/Dockerfile musl/kg-dev || return $?; echo mbkgd;
docker build \
--tag tgbugs/musl:kg-dev-user \
--build-arg UID=${UID} \
--file musl/kg-dev-user/Dockerfile musl/kg-dev-user || return $?; echo mbkgdu;

## sbcl
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:sbcl \
--file musl/sbcl/Dockerfile musl/sbcl || return $?; echo mbsbcl;
docker build \
--tag tgbugs/musl:sbcl-user \
--build-arg UID=${UID} \
--file musl/sbcl-user/Dockerfile musl/sbcl-user || return $?; echo mbsbclu;

## racket
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:racket \
--file musl/racket/Dockerfile musl/racket || return $?; echo mbrac;
docker build \
--tag tgbugs/musl:racket-user \
--build-arg UID=${UID} \
--file musl/racket-user/Dockerfile musl/racket-user || return $?; echo mbracu;

## dynapad
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:dynapad-base \
--file musl/dynapad-base/Dockerfile musl/dynapad-base || return $?; echo mbdb;
docker build \
--tag tgbugs/musl:dynapad-user \
--build-arg UID=${UID} \
--file musl/dynapad-user/Dockerfile musl/dynapad-user || return $?; echo mbdbu;
# || return $?; # needs to be done by hand

## NIF-ontology
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:icedtea \
--file musl/icedtea/Dockerfile musl/icedtea || return $?; echo mbicdt;
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:protege \
--build-arg UID=${UID} \
--file musl/protege/Dockerfile musl/protege || return $?; echo mbp;
docker build \
--tag tgbugs/musl:NIF-Ontology \
--file musl/NIF-Ontology/Dockerfile musl/NIF-Ontology || return $?; echo mbno;

## interlex
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:interlex \
--file musl/interlex/Dockerfile musl/interlex || return $?; echo mbilx;

## sparcur
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:sparcur \
--file musl/sparcur/Dockerfile musl/sparcur || return $?; echo mbsp;
docker build \
--tag tgbugs/musl:sparcur-user \
--file musl/sparcur-user/Dockerfile musl/sparcur-user || return $?; echo mbspu;

}

package-server
pull
pushd ~/git/dockerfiles
tangle &&
run-musl
# package host
# build a bunch of packages
popd

# we web these in at the top since some of the vars are used in functions
# outside the builders (e.g. package-server)

export \
_path_binpkgs_root=${_path_root_binpkgs:-~/files/binpkgs}
_binpkgs_repo_name=${_binpkgs_repo_name:-multi}
_path_binpkgs=${_path_binpkgs:-${_path_binpkgs_root}/${_binpkgs_repo_name}}
_path_distfiles=${_path_distfiles:-/mnt/str/portage/distfiles}
_path_distcc_hosts=${_path_distcc_hosts:-/etc/distcc/hosts.docker}
_path_ssh=${_path_ssh:-/var/lib/portage/home/.ssh}

export \
_tm_pb=${_tm_pb:-tgbugs/musl:package-builder}
_tm_s_pb=${_tm_s_pb:-tgbugs/musl:static-package-builder}

_tm_pbs=${_tm_pbs:-${_tm_pb}-snap}
_tm_s_pbs=${_tm_s_pbs:-${_tm_s_pb}-snap}

export \
_tg_pb=${_tg_pb:-tgbugs/gnu:package-builder}

_tg_pbs=${_tg_pbs:-${_tg_pb}-snap}


function package-server () {
# FIXME needs to run in another terminal, container, or daemon
# but for now it blocks other commands which is ok
curl --fail --head http://localhost:8089/${_binpkgs_repo_name}/Packages || {
    pushd ${_path_binpkgs_root}
    python -m http.server 8089 --bind 127.0.0.1
    popd
}
}

function pull () {
if [ -n "${_refresh}" ]; then
    # even when refresh is set avoid spurious pulls where the underlying stage3 has not changed
    local DIST="https://distfiles.gentoo.org/releases/amd64/autobuilds"
    local STAGE3_LATEST="$(curl --fail --silent "${DIST}/${_src_stage3}.txt" |\
        tail -n 1 | cut -f 1 -d'/' | sed -r 's/(....)(..)(..)T(..)(..)(..)/\1-\2-\3T\4:\5:\6/')"
    local LOCDOC_LATEST="$(docker image inspect ${_img_stage3} --format '{{.Created}}')"
    local S3_DATE=$(date -In --utc --date "${STAGE3_LATEST}")
    local LD_DATE=$(date -In --utc --date "${LOCDOC_LATEST}")
    # XXX there is technically a narrow window between the release of
    # a stage3 and the building of a docker image where this might fail
    # have to use double square brackets for this to work correctly
    [[ ${S3_DATE} < ${LD_DATE} ]] || \
    docker pull ${_img_stage3}
fi

if [ -n "${_refresh}" ] || [ -n "${_repos}" ]; then
    # these are updated more or less in sync with the upstream snapshot source
    docker pull ${_img_portage}
    docker rm local-portage-snap
    docker create -v /var/db/repos/gentoo --name local-portage-snap ${_img_portage} /bin/true
fi
}

function tangle () {
[ -d ./bin ] && rm -r ./bin
[ -d ./docker-profile ] && rm -r ./docker-profile
[ -d ./gnu ] && rm -r ./gnu
[ -d ./musl ] && rm -r ./musl
[ -d ./repos ] && rm -r ./repos
[ -d ./other ] && rm -r ./other
./source.org tangle
return $?
}

function container-check () {
docker container inspect local-repos-snap > /dev/null || \
docker create -v /var/db/repos --name local-repos-snap tgbugs/repos:latest /bin/true

# FIXME need to check that the cross image exists sigh make
docker container inspect cross-sbcl > /dev/null || \
docker create -v /sbcl --name cross-sbcl tgbugs/musl:cross-sbcl /bin/true
}

function builder-resnap () {
docker run ${_tm_pb}
docker commit $(docker ps -lqf ancestor=${_tm_pb}) ${_tm_pbs}
}
# FIXME SIGH SIGH SIGH why is this easier than doing the right thing
function static-builder-resnap () {
docker run ${_tm_s_pb}
docker commit $(docker ps -lqf ancestor=${_tm_s_pb}) ${_tm_s_pbs}
}
function gnu-builder-resnap () {
docker run ${_tg_pb}
docker commit $(docker ps -lqf ancestor=${_tg_pb}) ${_tg_pbs}
}

function builder-bootstrap () {
container-check

docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge  --color=y --with-bdeps=y -j4 -q --keep-going --getbinpkg \
sys-devel/distcc \
sys-devel/crossdev

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}

for target in {x86_64-pc-linux-gnu,x86_64-pc-linux-musl,x86_64-gentoo-linux-musl}; do
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
crossdev --stage4 --stable --portage --getbinpkg --target ${target}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
done

}

# FIXME SIGH copy paste
function gnu-builder-bootstrap () {
container-check

docker run \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tg_pbs} \
emerge  --color=y --with-bdeps=y -j4 -q --keep-going --getbinpkg \
sys-devel/distcc \
sys-devel/crossdev

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tg_pbs}) ${_tg_pbs}

for target in {x86_64-pc-linux-gnu,x86_64-pc-linux-musl,x86_64-gentoo-linux-musl}; do
docker run \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tg_pbs} \
crossdev --stage4 --stable --portage --getbinpkg --target ${target}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tg_pbs}) ${_tg_pbs}
done

}

function builder-world () {
container-check
cat ./musl/package-builder/world | xargs \
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going -uDN
local OUT=$?

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
return $OUT
}

# FIXME SIGH code dupe
function static-builder-world () {
container-check
cat ./musl/static-package-builder/world | xargs \
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going -uDN

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-run () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}

function static-builder-run () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-smart-live-rebuild () {
container-check
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
smart-live-rebuild -- --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}

function static-builder-smart-live-rebuild () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
smart-live-rebuild -- --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-arb () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}
# XXX FIXME code dupe
function static-builder-arb () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-arb-priv () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--security-opt seccomp=unconfined \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}
# FIXME code dupe
function static-builder-arb-priv () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--security-opt seccomp=unconfined \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-debug () {
container-check
docker run \
--privileged \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
-it ${_tm_pbs}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}
# XXX FIXME code dupe
function static-builder-debug () {
container-check
docker run \
--privileged \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
-it ${_tm_s_pbs}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}
# SIGH
function gnu-builder-debug () {
container-check
docker run \
--privileged \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
-it ${_tg_pbs}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tg_pbs}) ${_tg_pbs}
}

function run-gnu () {
local REPOS="${_repos}"
local SYNC_GENTOO="${_sync_gentoo}"
local RESNAP="${_resnap}"
local LIVE_REBUILD="${_live_rebuild}"
local NOBUILD="${_nopkgbldr}"
docker build \
--tag tgbugs/gnu:profile \
--file gnu/profile/Dockerfile .
docker build \
--tag tgbugs/gnu:eselect-repo \
--network host \
--add-host local.binhost:127.0.0.1 \
--file gnu/eselect-repo/Dockerfile gnu/eselect-repo
docker build \
--tag tgbugs/gnu:package-builder \
--file gnu/package-builder/Dockerfile gnu/package-builder
docker run \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
--rm \
tgbugs/gnu:package-builder \
/bin/sh -c 'quickpkg $(/tmp/quickpkg-new)'
[ -z $RESNAP ] || gnu-builder-resnap
[ ! -z $NOBUILD ] || gnu-builder-bootstrap
}

function run-musl () {
local REPOS="${_repos}"
local SYNC_GENTOO="${_sync_gentoo}"
local RESNAP="${_resnap}"
local LIVE_REBUILD="${_live_rebuild}"
local NOBUILD="${_nopkgbldr}"
echo start bootstrap
docker build \
--tag tgbugs/musl:user \
--file musl/user/Dockerfile musl/user || return $?;
docker build \
--tag tgbugs/musl:portage-maven \
--file musl/portage-maven/Dockerfile musl/portage-maven || return $?;
docker build \
--tag tgbugs/musl:profile \
--file musl/profile/Dockerfile . || return $?;
docker build \
--tag tgbugs/musl:profile-x \
--file musl/profile-x/Dockerfile . || return $?;
docker build \
--tag tgbugs/musl:profile-nox \
--file docker-profile/nox/Dockerfile docker-profile/nox || return $?;
docker build \
--tag tgbugs/musl:profile-static-x \
--file musl/profile-x/static.Dockerfile . || return $?;
  docker build \
  --network host \
  --add-host local.binhost:127.0.0.1 \
  --tag tgbugs/musl:eselect-repo \
  --file musl/eselect-repo/Dockerfile musl/eselect-repo || return $?;
    [ -z $REPOS ] || {
    docker build \
    --no-cache \
    --build-arg SYNC_GENTOO=$SYNC_GENTOO \
    --tag tgbugs/repos:latest \
    --file repos/Dockerfile repos || return $?;
    docker container inspect local-repos-snap > /dev/null &&
    docker rm local-repos-snap;
    docker create -v /var/db/repos --name local-repos-snap tgbugs/repos:latest /bin/true || return $?;
    echo repos done;
    }
    container-check
    docker build \
    --tag tgbugs/musl:updated \
    --network host \
    --add-host local.binhost:127.0.0.1 \
    --file musl/updated/Dockerfile musl/updated || return $?; echo mbu;
      docker build \
      --tag tgbugs/musl:updated-user \
      --build-arg UID=${UID} \
      --file musl/updated-user/Dockerfile musl/updated-user || return $?; echo mbuu;
      docker run \
      --volumes-from local-repos-snap \
      -v ${_path_binpkgs}:/var/cache/binpkgs \
      -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
      --rm \
      tgbugs/musl:updated \
      /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mruq;

      docker build \
      --network host \
      --add-host local.binhost:127.0.0.1 \
      --tag tgbugs/musl:pypy3 \
      --file musl/pypy3/Dockerfile musl/pypy3 || return $?; echo mbpypy3;
        docker run \
        --volumes-from local-repos-snap \
        -v ${_path_binpkgs}:/var/cache/binpkgs \
        -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
        --rm \
        tgbugs/musl:pypy3 \
        /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mrpypy3q;

        docker build \
        --tag tgbugs/musl:package-builder-nox \
        --file musl/package-builder/nox.Dockerfile musl/package-builder || return $?; echo mbpbn;
        docker build \
        --tag tgbugs/musl:binpkg-only-nox \
        --file musl/binpkg-only/nox.Dockerfile musl/binpkg-only || return $?; echo mbbon;

        # XXX this is the point at which things split into musl and musl/x
        docker build \
        --network host \
        --add-host local.binhost:127.0.0.1 \
        --tag tgbugs/musl:xorg \
        --file musl/xorg/Dockerfile musl/xorg || return $?; echo mbx;
        docker run \
        --volumes-from local-repos-snap \
        -v ${_path_binpkgs}:/var/cache/binpkgs \
        -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
        --rm \
        tgbugs/musl:xorg \
        /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mrxq;

        docker build \
        --tag tgbugs/musl:package-builder \
        --file musl/package-builder/Dockerfile musl/package-builder || return $?; echo mbpb;
        docker build \
        --tag tgbugs/musl:binpkg-only \
        --file musl/binpkg-only/Dockerfile musl/binpkg-only || return $?; echo mbpo;

        # XXX split to musl/static/x
        docker build \
        --network host \
        --add-host local.binhost:127.0.0.1 \
        --tag tgbugs/musl:static-xorg \
        --build-arg PROFILE='docker-profile:tgbugs/musl/static/x' \
        --build-arg PROFILE_IMAGE='tgbugs/musl:profile-static-x' \
        --build-arg START_IMAGE='tgbugs/musl:updated' \
        --file musl/xorg/Dockerfile musl/xorg || return $?; echo mbsx;
        docker run \
        --volumes-from local-repos-snap \
        -v ${_path_binpkgs}:/var/cache/binpkgs \
        -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
        --rm \
        tgbugs/musl:static-xorg \
        /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mrsxp;

        docker build \
        --tag tgbugs/musl:static-package-builder \
        --file musl/package-builder/static.Dockerfile musl/package-builder || return $?; echo mbspb;
        docker build \
        --tag tgbugs/musl:static-binpkg-only \
        --file musl/binpkg-only/static.Dockerfile musl/binpkg-only || return $?; echo mbsbo;


# TODO build any new packages
echo musl builder start
[ -z $RESNAP ] || builder-resnap
[ ! -z $NOBUILD ] || builder-bootstrap
# FIXME this needs to run with --getbinpkg
[ ! -z $NOBUILD ] || \
builder-arb-priv -1 -uN --getbinpkg \
dev-lang/go \
dev-go/go-md2man \
app-containers/runc \
app-containers/containerd \
app-containers/docker-cli
[ ! -z $NOBUILD ] || builder-world || return $?
# TODO smart-live-rebuild
[ -z $LIVE_REBUILD ] || builder-smart-live-rebuild || return $?

echo musl static builder start
[ -z $RESNAP ] || static-builder-resnap
# TODO static-builder-bootstrap
[ ! -z $NOBUILD ] || static-builder-world || return $?  # FIXME if this is not run once at the start then something fails above
# [ -z $LIVE_REBUILD ] || static-builder-smart-live-rebuild || return $?  # no live builds right now

# TODO consider whether we need to rebuild baselayout openrc sgml-common due to config issues with quickpkg

# image builds

echo start image builds

## emacs
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:emacs \
--file musl/emacs/Dockerfile musl/emacs || return $?; echo mbe;  # XXX fail on stale profile is very confusing

## kg
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:kg-release \
--file musl/kg-release/Dockerfile musl/kg-release || return $?; echo mbkgr;
unset _devel _docd _sckand _docsfsc
_devel=
_docd=(queries.org)
_docsf="https://raw.githubusercontent.com/SciCrunch/sparc-curation/master/docs/"
_sckand=(welcome.org tutorial.org overview.org examples.org scratch.org README.org)
_docsfsc="${_docsf}sckan/"
pushd ./musl/kg-release-user
  [ -d sckan ] && rm -r sckan
  mkdir sckan
  pushd sckan
    mkdir images
    mkdir reports
    if [ -n "${_devel}" ]; then
      cp -aL ~/git/sparc-curation/docs/sckan/*.org . ;
    else
      for fn in ${_docd[@]};   do curl -O ${_docsf}${fn}  ; done
      for fn in ${_sckand[@]}; do curl -O ${_docsfsc}${fn}; done
    fi
    chmod +x ./queries.org
  popd
popd

docker build \
--tag tgbugs/musl:kg-release-user \
--build-arg UID=${UID} \
--file musl/kg-release-user/Dockerfile musl/kg-release-user || return $?; echo mbkgru;
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:kg-dev \
--build-arg UID=${UID} \
--file musl/kg-dev/Dockerfile musl/kg-dev || return $?; echo mbkgd;
docker build \
--tag tgbugs/musl:kg-dev-user \
--build-arg UID=${UID} \
--file musl/kg-dev-user/Dockerfile musl/kg-dev-user || return $?; echo mbkgdu;

## sbcl
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:sbcl \
--file musl/sbcl/Dockerfile musl/sbcl || return $?; echo mbsbcl;
docker build \
--tag tgbugs/musl:sbcl-user \
--build-arg UID=${UID} \
--file musl/sbcl-user/Dockerfile musl/sbcl-user || return $?; echo mbsbclu;

## racket
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:racket \
--file musl/racket/Dockerfile musl/racket || return $?; echo mbrac;
docker build \
--tag tgbugs/musl:racket-user \
--build-arg UID=${UID} \
--file musl/racket-user/Dockerfile musl/racket-user || return $?; echo mbracu;

## dynapad
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:dynapad-base \
--file musl/dynapad-base/Dockerfile musl/dynapad-base || return $?; echo mbdb;
docker build \
--tag tgbugs/musl:dynapad-user \
--build-arg UID=${UID} \
--file musl/dynapad-user/Dockerfile musl/dynapad-user || return $?; echo mbdbu;
# || return $?; # needs to be done by hand

## NIF-ontology
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:icedtea \
--file musl/icedtea/Dockerfile musl/icedtea || return $?; echo mbicdt;
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:protege \
--build-arg UID=${UID} \
--file musl/protege/Dockerfile musl/protege || return $?; echo mbp;
docker build \
--tag tgbugs/musl:NIF-Ontology \
--file musl/NIF-Ontology/Dockerfile musl/NIF-Ontology || return $?; echo mbno;

## interlex
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:interlex \
--file musl/interlex/Dockerfile musl/interlex || return $?; echo mbilx;

## sparcur
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:sparcur \
--file musl/sparcur/Dockerfile musl/sparcur || return $?; echo mbsp;
docker build \
--tag tgbugs/musl:sparcur-user \
--file musl/sparcur-user/Dockerfile musl/sparcur-user || return $?; echo mbspu;

}

package-server
pull
pushd ~/git/dockerfiles
tangle &&
run-musl
# package host
# build a bunch of packages
popd

# we web these in at the top since some of the vars are used in functions
# outside the builders (e.g. package-server)

export \
_path_binpkgs_root=${_path_root_binpkgs:-~/files/binpkgs}
_binpkgs_repo_name=${_binpkgs_repo_name:-multi}
_path_binpkgs=${_path_binpkgs:-${_path_binpkgs_root}/${_binpkgs_repo_name}}
_path_distfiles=${_path_distfiles:-/mnt/str/portage/distfiles}
_path_distcc_hosts=${_path_distcc_hosts:-/etc/distcc/hosts.docker}
_path_ssh=${_path_ssh:-/var/lib/portage/home/.ssh}

export \
_tm_pb=${_tm_pb:-tgbugs/musl:package-builder}
_tm_s_pb=${_tm_s_pb:-tgbugs/musl:static-package-builder}

_tm_pbs=${_tm_pbs:-${_tm_pb}-snap}
_tm_s_pbs=${_tm_s_pbs:-${_tm_s_pb}-snap}

export \
_tg_pb=${_tg_pb:-tgbugs/gnu:package-builder}

_tg_pbs=${_tg_pbs:-${_tg_pb}-snap}


function package-server () {
# FIXME needs to run in another terminal, container, or daemon
# but for now it blocks other commands which is ok
curl --fail --head http://localhost:8089/${_binpkgs_repo_name}/Packages || {
    pushd ${_path_binpkgs_root}
    python -m http.server 8089 --bind 127.0.0.1
    popd
}
}

function pull () {
if [ -n "${_refresh}" ]; then
    # even when refresh is set avoid spurious pulls where the underlying stage3 has not changed
    local DIST="https://distfiles.gentoo.org/releases/amd64/autobuilds"
    local STAGE3_LATEST="$(curl --fail --silent "${DIST}/${_src_stage3}.txt" |\
        tail -n 1 | cut -f 1 -d'/' | sed -r 's/(....)(..)(..)T(..)(..)(..)/\1-\2-\3T\4:\5:\6/')"
    local LOCDOC_LATEST="$(docker image inspect ${_img_stage3} --format '{{.Created}}')"
    local S3_DATE=$(date -In --utc --date "${STAGE3_LATEST}")
    local LD_DATE=$(date -In --utc --date "${LOCDOC_LATEST}")
    # XXX there is technically a narrow window between the release of
    # a stage3 and the building of a docker image where this might fail
    # have to use double square brackets for this to work correctly
    [[ ${S3_DATE} < ${LD_DATE} ]] || \
    docker pull ${_img_stage3}
fi

if [ -n "${_refresh}" ] || [ -n "${_repos}" ]; then
    # these are updated more or less in sync with the upstream snapshot source
    docker pull ${_img_portage}
    docker rm local-portage-snap
    docker create -v /var/db/repos/gentoo --name local-portage-snap ${_img_portage} /bin/true
fi
}

function tangle () {
[ -d ./bin ] && rm -r ./bin
[ -d ./docker-profile ] && rm -r ./docker-profile
[ -d ./gnu ] && rm -r ./gnu
[ -d ./musl ] && rm -r ./musl
[ -d ./repos ] && rm -r ./repos
[ -d ./other ] && rm -r ./other
./source.org tangle
return $?
}

function container-check () {
docker container inspect local-repos-snap > /dev/null || \
docker create -v /var/db/repos --name local-repos-snap tgbugs/repos:latest /bin/true

# FIXME need to check that the cross image exists sigh make
docker container inspect cross-sbcl > /dev/null || \
docker create -v /sbcl --name cross-sbcl tgbugs/musl:cross-sbcl /bin/true
}

function builder-resnap () {
docker run ${_tm_pb}
docker commit $(docker ps -lqf ancestor=${_tm_pb}) ${_tm_pbs}
}
# FIXME SIGH SIGH SIGH why is this easier than doing the right thing
function static-builder-resnap () {
docker run ${_tm_s_pb}
docker commit $(docker ps -lqf ancestor=${_tm_s_pb}) ${_tm_s_pbs}
}
function gnu-builder-resnap () {
docker run ${_tg_pb}
docker commit $(docker ps -lqf ancestor=${_tg_pb}) ${_tg_pbs}
}

function builder-bootstrap () {
container-check

docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge  --color=y --with-bdeps=y -j4 -q --keep-going --getbinpkg \
sys-devel/distcc \
sys-devel/crossdev

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}

for target in {x86_64-pc-linux-gnu,x86_64-pc-linux-musl,x86_64-gentoo-linux-musl}; do
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
crossdev --stage4 --stable --portage --getbinpkg --target ${target}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
done

}

# FIXME SIGH copy paste
function gnu-builder-bootstrap () {
container-check

docker run \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tg_pbs} \
emerge  --color=y --with-bdeps=y -j4 -q --keep-going --getbinpkg \
sys-devel/distcc \
sys-devel/crossdev

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tg_pbs}) ${_tg_pbs}

for target in {x86_64-pc-linux-gnu,x86_64-pc-linux-musl,x86_64-gentoo-linux-musl}; do
docker run \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tg_pbs} \
crossdev --stage4 --stable --portage --getbinpkg --target ${target}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tg_pbs}) ${_tg_pbs}
done

}

function builder-world () {
container-check
cat ./musl/package-builder/world | xargs \
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going -uDN
local OUT=$?

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
return $OUT
}

# FIXME SIGH code dupe
function static-builder-world () {
container-check
cat ./musl/static-package-builder/world | xargs \
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going -uDN

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-run () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}

function static-builder-run () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-smart-live-rebuild () {
container-check
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
smart-live-rebuild -- --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}

function static-builder-smart-live-rebuild () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
smart-live-rebuild -- --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-arb () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}
# XXX FIXME code dupe
function static-builder-arb () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-arb-priv () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--security-opt seccomp=unconfined \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}
# FIXME code dupe
function static-builder-arb-priv () {
container-check
# rebuild packages modified without revbump e.g. due to changing /etc/portage/patches
docker run \
--security-opt seccomp=unconfined \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
${_tm_s_pbs} \
emerge --color=y --with-bdeps=y -j4 -q --keep-going --usepkg=n \
${@}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}

function builder-debug () {
container-check
docker run \
--privileged \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
-it ${_tm_pbs}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_pbs}) ${_tm_pbs}
}
# XXX FIXME code dupe
function static-builder-debug () {
container-check
docker run \
--privileged \
--volumes-from cross-sbcl \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
-it ${_tm_s_pbs}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tm_s_pbs}) ${_tm_s_pbs}
}
# SIGH
function gnu-builder-debug () {
container-check
docker run \
--privileged \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v ${_path_distfiles}:/var/cache/distfiles \
-v ${_path_ssh}:/var/lib/portage/home/.ssh \
-v ${_path_distcc_hosts}:/etc/distcc/hosts \
--env FEATURES="$(portageq envvar FEATURES | grep -o distcc)" \
--env MAKEOPTS="$(portageq envvar MAKEOPTS)" \
-it ${_tg_pbs}

docker commit --change='CMD ["/bin/bash"]' $(docker ps -lqf ancestor=${_tg_pbs}) ${_tg_pbs}
}

function run-gnu () {
local REPOS="${_repos}"
local SYNC_GENTOO="${_sync_gentoo}"
local RESNAP="${_resnap}"
local LIVE_REBUILD="${_live_rebuild}"
local NOBUILD="${_nopkgbldr}"
docker build \
--tag tgbugs/gnu:profile \
--file gnu/profile/Dockerfile .
docker build \
--tag tgbugs/gnu:eselect-repo \
--network host \
--add-host local.binhost:127.0.0.1 \
--file gnu/eselect-repo/Dockerfile gnu/eselect-repo
docker build \
--tag tgbugs/gnu:package-builder \
--file gnu/package-builder/Dockerfile gnu/package-builder
docker run \
--volumes-from local-repos-snap \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
--rm \
tgbugs/gnu:package-builder \
/bin/sh -c 'quickpkg $(/tmp/quickpkg-new)'
[ -z $RESNAP ] || gnu-builder-resnap
[ ! -z $NOBUILD ] || gnu-builder-bootstrap
}

function run-musl () {
local REPOS="${_repos}"
local SYNC_GENTOO="${_sync_gentoo}"
local RESNAP="${_resnap}"
local LIVE_REBUILD="${_live_rebuild}"
local NOBUILD="${_nopkgbldr}"
echo start bootstrap
docker build \
--tag tgbugs/musl:user \
--file musl/user/Dockerfile musl/user || return $?;
docker build \
--tag tgbugs/musl:portage-maven \
--file musl/portage-maven/Dockerfile musl/portage-maven || return $?;
docker build \
--tag tgbugs/musl:profile \
--file musl/profile/Dockerfile . || return $?;
docker build \
--tag tgbugs/musl:profile-x \
--file musl/profile-x/Dockerfile . || return $?;
docker build \
--tag tgbugs/musl:profile-nox \
--file docker-profile/nox/Dockerfile docker-profile/nox || return $?;
docker build \
--tag tgbugs/musl:profile-static-x \
--file musl/profile-x/static.Dockerfile . || return $?;
  docker build \
  --network host \
  --add-host local.binhost:127.0.0.1 \
  --tag tgbugs/musl:eselect-repo \
  --file musl/eselect-repo/Dockerfile musl/eselect-repo || return $?;
    [ -z $REPOS ] || {
    docker build \
    --no-cache \
    --build-arg SYNC_GENTOO=$SYNC_GENTOO \
    --tag tgbugs/repos:latest \
    --file repos/Dockerfile repos || return $?;
    docker container inspect local-repos-snap > /dev/null &&
    docker rm local-repos-snap;
    docker create -v /var/db/repos --name local-repos-snap tgbugs/repos:latest /bin/true || return $?;
    echo repos done;
    }
    container-check
    docker build \
    --tag tgbugs/musl:updated \
    --network host \
    --add-host local.binhost:127.0.0.1 \
    --file musl/updated/Dockerfile musl/updated || return $?; echo mbu;
      docker build \
      --tag tgbugs/musl:updated-user \
      --build-arg UID=${UID} \
      --file musl/updated-user/Dockerfile musl/updated-user || return $?; echo mbuu;
      docker run \
      --volumes-from local-repos-snap \
      -v ${_path_binpkgs}:/var/cache/binpkgs \
      -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
      --rm \
      tgbugs/musl:updated \
      /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mruq;

      docker build \
      --network host \
      --add-host local.binhost:127.0.0.1 \
      --tag tgbugs/musl:pypy3 \
      --file musl/pypy3/Dockerfile musl/pypy3 || return $?; echo mbpypy3;
        docker run \
        --volumes-from local-repos-snap \
        -v ${_path_binpkgs}:/var/cache/binpkgs \
        -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
        --rm \
        tgbugs/musl:pypy3 \
        /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mrpypy3q;

        docker build \
        --tag tgbugs/musl:package-builder-nox \
        --file musl/package-builder/nox.Dockerfile musl/package-builder || return $?; echo mbpbn;
        docker build \
        --tag tgbugs/musl:binpkg-only-nox \
        --file musl/binpkg-only/nox.Dockerfile musl/binpkg-only || return $?; echo mbbon;

        # XXX this is the point at which things split into musl and musl/x
        docker build \
        --network host \
        --add-host local.binhost:127.0.0.1 \
        --tag tgbugs/musl:xorg \
        --file musl/xorg/Dockerfile musl/xorg || return $?; echo mbx;
        docker run \
        --volumes-from local-repos-snap \
        -v ${_path_binpkgs}:/var/cache/binpkgs \
        -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
        --rm \
        tgbugs/musl:xorg \
        /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mrxq;

        docker build \
        --tag tgbugs/musl:package-builder \
        --file musl/package-builder/Dockerfile musl/package-builder || return $?; echo mbpb;
        docker build \
        --tag tgbugs/musl:binpkg-only \
        --file musl/binpkg-only/Dockerfile musl/binpkg-only || return $?; echo mbpo;

        # XXX split to musl/static/x
        docker build \
        --network host \
        --add-host local.binhost:127.0.0.1 \
        --tag tgbugs/musl:static-xorg \
        --build-arg PROFILE='docker-profile:tgbugs/musl/static/x' \
        --build-arg PROFILE_IMAGE='tgbugs/musl:profile-static-x' \
        --build-arg START_IMAGE='tgbugs/musl:updated' \
        --file musl/xorg/Dockerfile musl/xorg || return $?; echo mbsx;
        docker run \
        --volumes-from local-repos-snap \
        -v ${_path_binpkgs}:/var/cache/binpkgs \
        -v "$(pwd)"/bin/quickpkg-new:/tmp/quickpkg-new \
        --rm \
        tgbugs/musl:static-xorg \
        /bin/sh -c 'quickpkg $(/tmp/quickpkg-new)' || return $?; echo mrsxp;

        docker build \
        --tag tgbugs/musl:static-package-builder \
        --file musl/package-builder/static.Dockerfile musl/package-builder || return $?; echo mbspb;
        docker build \
        --tag tgbugs/musl:static-binpkg-only \
        --file musl/binpkg-only/static.Dockerfile musl/binpkg-only || return $?; echo mbsbo;


# TODO build any new packages
echo musl builder start
[ -z $RESNAP ] || builder-resnap
[ ! -z $NOBUILD ] || builder-bootstrap
# FIXME this needs to run with --getbinpkg
[ ! -z $NOBUILD ] || \
builder-arb-priv -1 -uN --getbinpkg \
dev-lang/go \
dev-go/go-md2man \
app-containers/runc \
app-containers/containerd \
app-containers/docker-cli
[ ! -z $NOBUILD ] || builder-world || return $?
# TODO smart-live-rebuild
[ -z $LIVE_REBUILD ] || builder-smart-live-rebuild || return $?

echo musl static builder start
[ -z $RESNAP ] || static-builder-resnap
# TODO static-builder-bootstrap
[ ! -z $NOBUILD ] || static-builder-world || return $?  # FIXME if this is not run once at the start then something fails above
# [ -z $LIVE_REBUILD ] || static-builder-smart-live-rebuild || return $?  # no live builds right now

# TODO consider whether we need to rebuild baselayout openrc sgml-common due to config issues with quickpkg

# image builds

echo start image builds

## emacs
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:emacs \
--file musl/emacs/Dockerfile musl/emacs || return $?; echo mbe;  # XXX fail on stale profile is very confusing

## kg
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:kg-release \
--file musl/kg-release/Dockerfile musl/kg-release || return $?; echo mbkgr;
unset _devel _docd _sckand _docsfsc
_devel=
_docd=(queries.org)
_docsf="https://raw.githubusercontent.com/SciCrunch/sparc-curation/master/docs/"
_sckand=(welcome.org tutorial.org overview.org examples.org scratch.org README.org)
_docsfsc="${_docsf}sckan/"
pushd ./musl/kg-release-user
  [ -d sckan ] && rm -r sckan
  mkdir sckan
  pushd sckan
    mkdir images
    mkdir reports
    if [ -n "${_devel}" ]; then
      cp -aL ~/git/sparc-curation/docs/sckan/*.org . ;
    else
      for fn in ${_docd[@]};   do curl -O ${_docsf}${fn}  ; done
      for fn in ${_sckand[@]}; do curl -O ${_docsfsc}${fn}; done
    fi
    chmod +x ./queries.org
  popd
popd

docker build \
--tag tgbugs/musl:kg-release-user \
--build-arg UID=${UID} \
--file musl/kg-release-user/Dockerfile musl/kg-release-user || return $?; echo mbkgru;
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:kg-dev \
--build-arg UID=${UID} \
--file musl/kg-dev/Dockerfile musl/kg-dev || return $?; echo mbkgd;
docker build \
--tag tgbugs/musl:kg-dev-user \
--build-arg UID=${UID} \
--file musl/kg-dev-user/Dockerfile musl/kg-dev-user || return $?; echo mbkgdu;

## sbcl
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:sbcl \
--file musl/sbcl/Dockerfile musl/sbcl || return $?; echo mbsbcl;
docker build \
--tag tgbugs/musl:sbcl-user \
--build-arg UID=${UID} \
--file musl/sbcl-user/Dockerfile musl/sbcl-user || return $?; echo mbsbclu;

## racket
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:racket \
--file musl/racket/Dockerfile musl/racket || return $?; echo mbrac;
docker build \
--tag tgbugs/musl:racket-user \
--build-arg UID=${UID} \
--file musl/racket-user/Dockerfile musl/racket-user || return $?; echo mbracu;

## dynapad
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:dynapad-base \
--file musl/dynapad-base/Dockerfile musl/dynapad-base || return $?; echo mbdb;
docker build \
--tag tgbugs/musl:dynapad-user \
--build-arg UID=${UID} \
--file musl/dynapad-user/Dockerfile musl/dynapad-user || return $?; echo mbdbu;
# || return $?; # needs to be done by hand

## NIF-ontology
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:icedtea \
--file musl/icedtea/Dockerfile musl/icedtea || return $?; echo mbicdt;
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:protege \
--build-arg UID=${UID} \
--file musl/protege/Dockerfile musl/protege || return $?; echo mbp;
docker build \
--tag tgbugs/musl:NIF-Ontology \
--file musl/NIF-Ontology/Dockerfile musl/NIF-Ontology || return $?; echo mbno;

## interlex
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:interlex \
--file musl/interlex/Dockerfile musl/interlex || return $?; echo mbilx;

## sparcur
docker build \
--network host \
--add-host local.binhost:127.0.0.1 \
--tag tgbugs/musl:sparcur \
--file musl/sparcur/Dockerfile musl/sparcur || return $?; echo mbsp;
docker build \
--tag tgbugs/musl:sparcur-user \
--file musl/sparcur-user/Dockerfile musl/sparcur-user || return $?; echo mbspu;

}

for _image in $(docker images --filter=reference="tgbugs/musl:*" --filter=reference="tgbugs/repos:*" --filter=since='tgbugs/musl:eselect-repo' --format "{{.Repository}}:{{.Tag}}" | grep -v snap); do
    docker push "${_image}"
done

function docker-quickpkg () {
# FIXME TODO pass the image to package
docker run \
-v ${_path_binpkgs}:/var/cache/binpkgs \
-e FEATURES=binpkg-multi-instance \
-e QUICKPKG_DEFAULT_OPTS="--include-unmodified-config=y --umask=022" \
--rm \
tgbugs/musl:static-xorg \
quickpkg \
${@}
}

docker container prune --force
docker volume    prune --force
docker image     prune --force
docker builder   prune --force

docker run -v /var/run/docker.sock:/var/run/docker.sock tgbugs/musl:docker

docker run \
--entrypoint /bin/sh \
-it tgbugs/repos:latest

docker build \
--no-cache \
--build-arg SYNC_GENTOO=$SYNC_GENTOO \
--tag tgbugs/repos:latest \
--file repos/Dockerfile repos

FROM tgbugs/musl:eselect-repo as builder

RUN --mount=from=gentoo/portage:latest,source=/var/db/repos/gentoo,target=/var/db/repos/gentoo,rw \
   emaint sync --repo musl \
&& emaint sync --repo lisp \
&& emaint sync --repo haskell \
&& emaint sync --repo tgbugs-overlay

# manual sync in cases where there is a showstopper blocking progress
ARG SYNC_GENTOO

RUN --mount=from=gentoo/portage:latest,source=/var/db/repos/gentoo,target=/var/db/repos/gentoo,rw \
   test -z $SYNC_GENTOO || emaint sync --repo gentoo

# emergency backup
ARG BASE="https://github.com/tgbugs/musl/releases/download/icedtea-bin-3.18.0-alpine-helper-0/"
ARG TMCH=34581ad0f14b5898abfb8d0a7ad89d560270a2e5
RUN \
mkdir -p /usr/local/portage/dev-java/icedtea-bin \
&& pushd /usr/local/portage/dev-java/icedtea-bin \
&& ln -s /var/db/repos/musl/dev-java/icedtea-bin/files \
&& curl -L -O "https://raw.githubusercontent.com/tgbugs/musl/${TMCH}/dev-java/icedtea-bin/icedtea-bin-3.18.0.ebuild" \
&& curl -L -O "https://raw.githubusercontent.com/tgbugs/musl/${TMCH}/dev-java/icedtea-bin/Manifest"

FROM busybox:latest

WORKDIR /
COPY --from=builder /var/db/repos /var/db/repos
COPY --from=gentoo/portage:latest /var/db/repos/gentoo /var/db/repos/gentoo
COPY --from=builder /usr/local/portage /usr/local/portage
CMD /bin/true
VOLUME /var/db/repos

docker build \
--tag tgbugs/musl:user \
--file musl/user/Dockerfile musl/user

groupadd -g ${UID} ${USER_NAME} \
&& useradd -M -u ${UID} -g ${UID} ${USER_NAME}

ARG UID=1000
ARG USER_NAME=user

RUN \
groupadd -g ${UID} ${USER_NAME} \
&& useradd -M -u ${UID} -g ${UID} ${USER_NAME}

USER $USER_NAME

WORKDIR /home/${USER_NAME}

ENV PATH="/home/${USER_NAME}/.local/bin:${PATH}"

ARG UID=1000
ARG USER_NAME=user

RUN \
groupadd -g ${UID} ${USER_NAME} \
&& useradd -m -k /etc/skel -u ${UID} -g ${UID} -d $(pwd)/home/${USER_NAME} ${USER_NAME}

RUN \
mkdir -p home/${USER_NAME}/.local/bin

RUN \
chown -R ${UID}:${UID} home/${USER_NAME}

FROM gentoo/stage3:amd64-musl-hardened as builder

WORKDIR /build

ARG UID=1000
ARG USER_NAME=user

RUN \
groupadd -g ${UID} ${USER_NAME} \
&& useradd -m -k /etc/skel -u ${UID} -g ${UID} -d $(pwd)/home/${USER_NAME} ${USER_NAME}

RUN \
mkdir -p home/${USER_NAME}/.local/bin

RUN \
chown -R ${UID}:${UID} home/${USER_NAME}

FROM scratch

WORKDIR /
COPY --from=builder /build /