2 changed files with 377 additions and 38 deletions
@ -0,0 +1,377 @@ |
|||
#!/bin/bash |
|||
## compose: no-hooks |
|||
|
|||
|
|||
if [ -z "$SERVICE_DATASTORE" ]; then |
|||
echo "This script is meant to be run through 'compose' to work properly." >&2 |
|||
exit 1 |
|||
fi |
|||
|
|||
version=0.1 |
|||
usage="$exname [-h|--help] [--force|-f] [TARGET_VERSION]" |
|||
help=" |
|||
USAGE: |
|||
|
|||
$usage |
|||
|
|||
DESCRIPTION: |
|||
|
|||
Migrate the current $SERVICE_NAME service to given target version. Don't |
|||
forget to change your =compose.yml= accordingly afterwards. |
|||
|
|||
EXAMPLES: |
|||
|
|||
$exname 21.0.0 |
|||
|
|||
" |
|||
|
|||
no_hint= |
|||
force= |
|||
target= |
|||
while [ "$1" ]; do |
|||
case "$1" in |
|||
"--help"|"-h") |
|||
print_help >&2 |
|||
exit 0 |
|||
;; |
|||
"--force"|"-f") |
|||
force=yes |
|||
;; |
|||
"--color"|"-c") |
|||
ansi_color yes |
|||
;; |
|||
"--no-hint") |
|||
no_hint=yes |
|||
;; |
|||
--*|-*) |
|||
err "Unexpected optional argument '$1'" |
|||
print_usage >&2 |
|||
exit 1 |
|||
;; |
|||
*) |
|||
[ -z "$target" ] && { target=$1 ; shift ; continue ; } |
|||
err "Unexpected positional argument '$1'" |
|||
print_usage >&2 |
|||
exit 1 |
|||
;; |
|||
esac |
|||
shift |
|||
done |
|||
|
|||
mongo:image:version() { |
|||
local image="$1" image_version |
|||
## XXXvlab: why not always use the pragmatic second method ? |
|||
if [[ "${image}" =~ ^.*:[0-9]+.[0-9]+.[0-9]+$ ]]; then |
|||
debug "Infering mongod's version from image's name $image" |
|||
image_version="${image#*:}" |
|||
image_version="${image_version%-myc}" |
|||
else |
|||
debug "Looking for mongod's version in image $image" |
|||
if ! out=$(docker run --rm -i --entrypoint mongod "$image" --version); then |
|||
err "Couldn't infer image '$image' mongod's version." |
|||
exit 1 |
|||
fi |
|||
out=${out%%$'\n'*} |
|||
out=${out%%$'\r'*} |
|||
image_version=${out#db version v} |
|||
fi |
|||
echo "$image_version" |
|||
} |
|||
|
|||
mongo:container:version() { |
|||
local container="$1" |
|||
if ! out=$(docker exec -i "$container" mongo --version); then |
|||
err "Couldn't infer container's '$container' mongod's version." |
|||
exit 1 |
|||
fi |
|||
out=${out%%$'\n'*} |
|||
out=${out%%$'\r'*} |
|||
image_version=${out#db version v} |
|||
echo "$image_version" |
|||
} |
|||
|
|||
mongo:container:mongo () { |
|||
local container="$1" |
|||
docker exec -i "$container" mongo 2>&1 |
|||
} |
|||
|
|||
mongo:container:fix_compat() { |
|||
local container="$1" image_version="$2" |
|||
out=$(echo "db.adminCommand( { setFeatureCompatibilityVersion: \"${image_version%.*}\" } )" | |
|||
mongo:container:mongo "$container" 2>&1) |
|||
if [[ "$out" == *"\"ok\" : 1"* ]]; then |
|||
debug "Feature Compatibility set to ${WHITE}${image_version%.*}${NORMAL}" |
|||
else |
|||
err "Failed to set feature compatibility version to ${WHITE}${image_version%.*}${NORMAL}:" |
|||
echo "$out" | prefix " | " >&2 |
|||
return 1 |
|||
fi |
|||
} |
|||
|
|||
mongo:container:enable_read() { |
|||
local container="$1" |
|||
|
|||
## Enable read if db version >= 4.2 |
|||
if ! version=$(mongo:container:version "$container"); then |
|||
err "Couldn't get container's mongod version" |
|||
exit 1 |
|||
fi |
|||
|
|||
if version_gt "$version" 4.1; then |
|||
cmd="db.getMongo().setSecondaryOk()" |
|||
out=$(mongo:container:mongo "$container" <<<"$cmd") || { |
|||
err "Failed database command. Output:" |
|||
echo "$out" | prefix " | " >&2 |
|||
exit 1 |
|||
} |
|||
fi |
|||
} |
|||
|
|||
current_image_version=$(mongo:image:version "${DOCKER_BASE_IMAGE}") || exit 1 |
|||
if ! [[ "$current_image_version" =~ ^[0-9]+.[0-9]+.[0-9]+$ ]]; then |
|||
err "Current mongo version ${WHITE}$current_image_version${NORMAL} is unsupported yet." |
|||
exit 1 |
|||
fi |
|||
starting_image_version=$current_image_version |
|||
## This next line has to be on stdout, it is used by `vps` to get information |
|||
info "Current mongo version: ${WHITE}$current_image_version${NORMAL}" 2>&1 |
|||
|
|||
last_available_versions=( |
|||
$(DEBUG= docker:tags:fetch docker.0k.io/mongo 30 '[0-9]+\.[0-9+]\.[0-9]+-myc$' | |
|||
sed -r 's/-myc$//g' | |
|||
sort -rV) |
|||
) |
|||
|
|||
debug "Last available versions: ${WHITE}${last_available_versions[*]}${NORMAL}" |
|||
if [ -z "$target" ]; then |
|||
info "Latest version available: ${WHITE}${last_available_versions[0]}${NORMAL}" |
|||
fi |
|||
## XXXvlab: put this in kal-shlib-common |
|||
version_gt() { test "$(printf '%s\n' "$@" | sort -V | head -n 1)" != "$1"; } |
|||
|
|||
last_upgradable_versions=() |
|||
for v in "${last_available_versions[@]}"; do |
|||
minor="${v#*.}" |
|||
minor="${minor%.**}" |
|||
## In mongo versioning system, only even minor number are stable |
|||
(( "$minor" % 2 )) && continue |
|||
if version_gt "$v" "$current_image_version"; then |
|||
last_upgradable_versions+=("$v") |
|||
fi |
|||
done |
|||
debug "Last upgradable versions: ${WHITE}${last_upgradable_versions[*]}${NORMAL}" |
|||
|
|||
if [ "${#last_upgradable_versions[@]}" == 0 ]; then |
|||
if [ -n "$target" ] && [ "$target" != "$current_image_version" ]; then |
|||
warn "Provided target version ${WHITE}$target${NORMAL} is likely incorrect." |
|||
echo " It is either non-existent and/or inferior to current version." >&2 |
|||
fi |
|||
## This next line has to be on stdout, it is used by `vps` to get information |
|||
info "${DARKYELLOW}mongo${NORMAL} is already ${GREEN}up-to-date${NORMAL}." 2>&1 |
|||
exit 0 |
|||
fi |
|||
|
|||
if [ -z "$target" ]; then |
|||
info "Target latest version: ${WHITE}${last_upgradable_versions[0]}${NORMAL}" |
|||
target=${last_upgradable_versions[0]} |
|||
else |
|||
if [[ " ${last_available_versions[*]} " != *" $target "* ]]; then |
|||
err "Invalid version $target selected, please specify one of:" |
|||
for v in "${last_upgradable_versions[@]}"; do |
|||
echo " - $v" |
|||
done >&2 |
|||
exit 1 |
|||
fi |
|||
last_upgradable_versions_filtered=() |
|||
info "Target version ${WHITE}$target${NORMAL}" |
|||
for v in "${last_upgradable_versions[@]}"; do |
|||
if [ "$target" == "$v" ] || version_gt "$target" "$v"; then |
|||
last_upgradable_versions_filtered+=("$v") |
|||
fi |
|||
done |
|||
last_upgradable_versions=("${last_upgradable_versions_filtered[@]}") |
|||
fi |
|||
|
|||
upgrade_path=($(printf "%s\n" "${last_upgradable_versions[@]}" | sort -rV | awk -F '.' '!seen[$1 "." $2]++ {print}' | sort -V)) |
|||
|
|||
containers="$(get_running_containers_for_service "$SERVICE_NAME")" |
|||
debug "Running containers for service $SERVICE_NAME: $containers" |
|||
debug "Upgrade path: ${WHITE}${upgrade_path[@]}${NORMAL}" |
|||
container_stopped=() |
|||
if [ -n "$containers" ]; then |
|||
#err "Running container(s) for $DARKYELLOW$SERVICE_NAME$NORMAL are still running:" |
|||
for container in $containers; do |
|||
debug "Stopping container $container" |
|||
docker stop "$container" >/dev/null || { |
|||
err "Failed to stop container '$container'." |
|||
exit 1 |
|||
} |
|||
docker rm "$container" > /dev/null || { |
|||
err "Couldn't delete container '$container'." |
|||
} |
|||
container_stopped+=("$container") |
|||
done |
|||
fi |
|||
|
|||
## XXXvlab: taking first container is probably not a good idea |
|||
container="$(echo "$containers" | head -n 1)" |
|||
|
|||
settmpdir MIGRATION_TMPDIR |
|||
set -o pipefail |
|||
|
|||
failed= |
|||
while [[ "${#upgrade_path[@]}" != 0 ]]; do |
|||
image_version="${upgrade_path[0]}" |
|||
upgrade_path=("${upgrade_path[@]:1}") |
|||
|
|||
## Prevent build of image instead of pulling it |
|||
|
|||
next_image="docker.0k.io/mongo:${image_version}-myc" |
|||
if ! docker_has_image "$next_image"; then |
|||
out=$(docker pull "$next_image" 2>&1) || { |
|||
err "Couldn't pull image $next_image:" |
|||
printf "%s\n" "$out" | prefix " ${GRAY}|${NORMAL} " >&2 |
|||
unexpected_stop=1 |
|||
break 1 |
|||
} |
|||
fi |
|||
while true; do |
|||
|
|||
info "Upgrading step ${WHITE}$current_image_version${NORMAL} => ${WHITE}$image_version${NORMAL}" |
|||
rm -f "$MIGRATION_TMPDIR/migration.log" && touch "$MIGRATION_TMPDIR/migration.log" |
|||
uuid=$(openssl rand -hex 16) |
|||
|
|||
( |
|||
{ |
|||
cmd=( |
|||
compose --no-hooks |
|||
--add-compose-content="$SERVICE_NAME: |
|||
docker-compose: |
|||
image: docker.0k.io/mongo:${image_version}-myc |
|||
hostname: $SERVICE_NAME |
|||
" |
|||
run --rm --label "migration-uuid=$uuid" "$SERVICE_NAME" |
|||
) |
|||
echo COMMAND: "${cmd[@]}" |
|||
"${cmd[@]}" 2>&1 |
|||
echo "ERRORLEVEL: $?" |
|||
} | tee -a "$MIGRATION_TMPDIR/migration.log" >/dev/null |
|||
) & |
|||
pid="$!" |
|||
debug "Migration launched with PID ${YELLOW}$pid${NORMAL}" |
|||
expected_stop="" |
|||
unexpected_stop="" |
|||
errlvl="" |
|||
while read -r line; do |
|||
case "$line" in |
|||
*" NETWORK "*"[initandlisten] waiting for connections on port"*|\ |
|||
*" NETWORK "*"[listener] waiting for connections on port"*|\ |
|||
*"\"NETWORK\""*"\"Waiting for connections\""*) |
|||
|
|||
migration_container=$(docker ps --filter "label=migration-uuid=$uuid" --format '{{.ID}}') |
|||
if [ "${image_version%.*}" != "${current_image_version%.*}" ]; then |
|||
mongo:container:enable_read "$migration_container" && |
|||
mongo:container:fix_compat "$migration_container" "$image_version" || { |
|||
failed=1 |
|||
break 3 |
|||
} |
|||
fi |
|||
current_image="$next_image" |
|||
current_image_version="$image_version" |
|||
out=$(docker stop "$migration_container" 2>&1) || { |
|||
err "Failed to stop the migration container $migration_container for $image_version:" |
|||
printf "%s\n" "$out" | prefix " ${GRAY}|${NORMAL} " |
|||
break 3 |
|||
} |
|||
expected_stop="1" |
|||
debug "Interrupting server process after migration (${YELLOW}$pid${NORMAL})" >&2 |
|||
kill "$pid" |
|||
errlvl="0" |
|||
break |
|||
;; |
|||
*"getaddrinfo(\"mongo\") failed: Name or service not known"*) |
|||
err "Mongo issue with resolving 'mongo'" |
|||
failed=1 |
|||
break 3 |
|||
;; |
|||
*"Replication has not yet been configured"*) |
|||
warn "Mongo was not setup right away, could lead to issues" |
|||
;; |
|||
"ERRORLEVEL: "*) |
|||
unexpected_stop="1" |
|||
errlvl="${line#ERRORLEVEL: }" |
|||
err "Unexpected stop of mongod migration container with errorlevel $errlvl" |
|||
break |
|||
;; |
|||
esac |
|||
done < <(tail -f "$MIGRATION_TMPDIR/migration.log") |
|||
[ "$expected_stop" == "1" ] && { |
|||
docker rmi "$current_image" >/dev/null 2>&1 || true |
|||
continue 2 |
|||
} |
|||
|
|||
## |
|||
## Damage control, there are some things we can solve |
|||
## |
|||
|
|||
if grep "UPGRADE PROBLEM: Found an invalid featureCompatibilityVersion document" "$MIGRATION_TMPDIR/migration.log" >/dev/null 2>&1; then |
|||
if [ -z "$feature_comp" ]; then |
|||
feature_comp=1 |
|||
info "Detected featureCompatibilityVersion issue, forcing upgrade from base version" |
|||
echo " This will have for effect to reload the current version and set the featureCompatibilityVersion" >&2 |
|||
upgrade_path=("$current_image_version" "$image_version" "${upgrade_path[@]}") |
|||
break |
|||
else |
|||
err "Already tried to mitigate featureCompatibilityVersion without success..." |
|||
break 2 |
|||
fi |
|||
fi |
|||
err "Upgrade to ${WHITE}$image_version${NORMAL} ${DARKRED}failed${NORMAL}" |
|||
failed=1 |
|||
break 2 |
|||
done |
|||
|
|||
done |
|||
|
|||
if [ -z "$unexpected_stop" -a -z "$expected_stop" ]; then |
|||
migration_container=$(docker ps --filter "label=migration-uuid=$uuid" --format '{{.ID}}') |
|||
err "Stopping migration docker container '$migration_container' after failure" |
|||
docker stop "$migration_container" |
|||
fi |
|||
|
|||
if [ -n "$failed" ]; then |
|||
echo "${WHITE}Failing migration logs:${NORMAL}" >&2 |
|||
cat "$MIGRATION_TMPDIR/migration.log" | prefix " ${GRAY}|${NORMAL} " >&2 |
|||
fi |
|||
|
|||
if [ "$starting_image_version" == "$current_image_version" ]; then |
|||
warn "Database not migrated. Current version is still: ${WHITE}$current_image_version${NORMAL}" >&2 |
|||
exit 1 |
|||
fi |
|||
|
|||
## This next line has to be on stdout, it is used by `vps` to get information |
|||
info "${GREEN}Successfully${NORMAL} upgraded from ${WHITE}$starting_image_version${NORMAL} to ${WHITE}$current_image_version${NORMAL}" 2>&1 |
|||
|
|||
if [ -z "$no_hint" ]; then |
|||
cat <<EOF >&2 |
|||
Don't forget to force the version in your \`\`compose.yml\`\`. For instance: |
|||
|
|||
${DARKYELLOW}$SERVICE_NAME${NORMAL}: |
|||
|
|||
${DARKGRAY}# ...${NORMAL} |
|||
|
|||
${WHITE}docker-compose${NORMAL}: |
|||
${WHITE}image${NORMAL}: docker.0k.io/mongo:${current_image_version}-myc |
|||
|
|||
${DARKGRAY}# ...${NORMAL} |
|||
|
|||
You could do this automatically with: |
|||
|
|||
yq eval -i ".$SERVICE_NAME.docker-compose.image = \"docker.0k.io/mongo:${current_image_version}-myc\" // \"\"" compose.yml |
|||
|
|||
And don't forget to run \`compose up\` afterwards. |
|||
|
|||
EOF |
|||
fi |
|||
|
|||
exit 0 |
|||
Write
Preview
Loading…
Cancel
Save
Reference in new issue