forked from 0k/0k-charms
Browse Source
new: [mariadb] added charm.
new: [mariadb] added charm.
Signed-off-by: Valentin Lab <valentin.lab@kalysto.org>dev1
Valentin Lab
4 years ago
6 changed files with 313 additions and 0 deletions
-
61mariadb/hooks/init
-
62mariadb/hooks/mysql_database-relation-joined
-
44mariadb/hooks/schedule_command-relation-joined
-
76mariadb/lib/common
-
18mariadb/metadata.yml
-
52mariadb/resources/bin/mysql-backup
@ -0,0 +1,61 @@ |
|||
#!/bin/bash |
|||
|
|||
## Init is run on host |
|||
## For now it is run every time the script is launched, but |
|||
## it should be launched only once after build. |
|||
|
|||
## Accessible variables are: |
|||
## - SERVICE_NAME Name of current service |
|||
## - DOCKER_BASE_IMAGE Base image from which this service might be built if any |
|||
## - SERVICE_DATASTORE Location on host of the DATASTORE of this service |
|||
## - SERVICE_CONFIGSTORE Location on host of the CONFIGSTORE of this service |
|||
|
|||
|
|||
. lib/common |
|||
|
|||
set -e |
|||
|
|||
if [ "${HOST_DATASTORE+x}" ]; then |
|||
export HOST_DB_PASSFILE="$HOST_DATASTORE/${SERVICE_NAME}$DB_DATADIR/my.cnf" |
|||
else |
|||
export HOST_DB_PASSFILE="$CLIENT_DB_PASSFILE" |
|||
fi |
|||
|
|||
|
|||
if ! [ -d "$HOST_DATASTORE/${SERVICE_NAME}$DB_DATADIR" ]; then |
|||
|
|||
MYSQL_ROOT_PASSWORD="$(gen_password)" |
|||
|
|||
debug docker run -e "MYSQL_ROOT_PASSWORD=$MYSQL_ROOT_PASSWORD" \ |
|||
--rm \ |
|||
-v "$DATA_DIR:$DB_DATADIR" \ |
|||
--entrypoint /bin/bash "$DOCKER_BASE_IMAGE" |
|||
docker run -e "MYSQL_ROOT_PASSWORD=$MYSQL_ROOT_PASSWORD" \ |
|||
--rm \ |
|||
-v "$DATA_DIR:$DB_DATADIR" \ |
|||
--entrypoint /bin/bash "$DOCKER_BASE_IMAGE" -c ' |
|||
mysqld() { |
|||
echo "diverted mysqld call..." >&2; |
|||
echo "$*" | grep -E "(--help|--skip-networking)" >/dev/null 2>&1 || return; |
|||
echo " .. Allowing call." >&2; |
|||
/usr/sbin/mysqld "$@"; |
|||
} |
|||
export -f mysqld; |
|||
/docker-entrypoint.sh mysqld' || true |
|||
## docker errorlevel is still 0 even if it failed. |
|||
## AND we must ignore mysqld error ! |
|||
[ "$(find "$DATA_DIR" \ |
|||
-maxdepth 0 -type d -empty 2>/dev/null)" ] && { |
|||
err "Docker run probably failed to do it's job." |
|||
exit 1 |
|||
} |
|||
|
|||
## XXXvlab: this won't help support multiple project running on the |
|||
## same host |
|||
cat <<EOF > "$HOST_DB_PASSFILE" |
|||
[client] |
|||
password=$MYSQL_ROOT_PASSWORD |
|||
EOF |
|||
chmod 600 "$HOST_DB_PASSFILE" |
|||
info "New root password for mysql. " |
|||
fi |
@ -0,0 +1,62 @@ |
|||
#!/bin/bash |
|||
|
|||
## When writing relation script, remember: |
|||
## - they should be idempotents |
|||
## - they can be launched while the dockers is already up |
|||
## - they are launched from the host |
|||
## - the target of the link is launched first, and get a chance to ``relation-set`` |
|||
## - both side of the scripts get to use ``relation-get``. |
|||
|
|||
DBNAME=$(relation-get dbname 2>/dev/null) || { |
|||
DBNAME="$BASE_SERVICE_NAME" |
|||
relation-set dbname "$DBNAME" |
|||
} |
|||
|
|||
USER=$(relation-get user 2>/dev/null) || { |
|||
USER="$BASE_SERVICE_NAME" |
|||
relation-set user "$USER" |
|||
} |
|||
|
|||
|
|||
PASSWORD="$(relation-get password 2>/dev/null)" |
|||
|
|||
. lib/common |
|||
|
|||
set -e |
|||
|
|||
## is there a previous password set for user $USER ? |
|||
|
|||
NO_PREVIOUS_PASS= |
|||
PREVIOUS_PASSWORD_PATH="$state_tmpdir/$SERVICE_NAME/pwd/$USER" |
|||
PREVIOUS_PASSWORD=$(cat "$PREVIOUS_PASSWORD_PATH" 2>/dev/null) || NO_PREVIOUS_PASS=true |
|||
|
|||
if PASSWORD="$(relation-get password 2>/dev/null)"; then |
|||
if [ -z "$NO_PREVIOUS_PASS" -a "$PREVIOUS_PASSWORD" != "$PASSWORD" ]; then |
|||
die "Inconsistent password specification for user '$USER' on ${DARKYELLOW}$TARGET_SERVICE_NAME$NORMAL." |
|||
fi |
|||
else |
|||
if [ "$PREVIOUS_PASSWORD" ]; then |
|||
PASSWORD="${PREVIOUS_PASSWORD}" |
|||
else |
|||
PASSWORD="$(gen_password)" |
|||
info "Generated a new password for user '$USER'." |
|||
fi |
|||
fi |
|||
|
|||
|
|||
|
|||
ensure_db_docker_running || exit 1 |
|||
if [ "$?" == 0 ] && check_access "$DBNAME" "$USER" "$PASSWORD"; then |
|||
info "Access to database '$DBNAME' from user '$USER' verified working." |
|||
exit 0 |
|||
fi |
|||
|
|||
|
|||
db_create "$DBNAME" |
|||
|
|||
db_grant_rights "$DBNAME" "$USER" "$PASSWORD" |
|||
info "Granted rights on database '$DBNAME' to user '$USER'." |
|||
|
|||
|
|||
|
|||
relation-set password "$PASSWORD" |
@ -0,0 +1,44 @@ |
|||
#!/bin/bash |
|||
|
|||
## When writing relation script, remember: |
|||
## - they should be idempotents |
|||
## - they can be launched while the dockers is already up |
|||
## - they are launched from the host |
|||
## - the target of the link is launched first, and get a chance to ``relation-set`` |
|||
## - both side of the scripts get to use ``relation-get``. |
|||
|
|||
. lib/common |
|||
|
|||
|
|||
set -e |
|||
|
|||
## XXXvlab: should use container name here so that it could support |
|||
## multiple mysql |
|||
label=${SERVICE_NAME}-mysql-backup |
|||
DST=$CONFIGSTORE/$TARGET_SERVICE_NAME/etc/cron/$label |
|||
schedule=$(relation-get schedule) |
|||
|
|||
if ! echo "$schedule" | egrep '^\s*(([0-9/,*-]+\s+){4,4}[0-9/,*-]+|@[a-z]+)\s*$' >/dev/null 2>&1; then |
|||
err "Unrecognized schedule '$schedule'." |
|||
exit 1 |
|||
fi |
|||
|
|||
## Warning: using '\' in heredoc will be removed in the final cron file, which |
|||
## is totally wanted: cron does not support multilines. |
|||
|
|||
## Warning: 'docker -v' will use HOST directory even if launched from |
|||
## 'cron' container. |
|||
file_put "$DST" <<EOF |
|||
COMPOSE_LAUNCHER_OPTS=$COMPOSE_LAUNCHER_OPTS |
|||
|
|||
$schedule root lock $label -D -p 10 -c "\ |
|||
docker run --rm \ |
|||
-e MYSQLHOST="${SERVICE_NAME}" \ |
|||
--network ${PROJECT_NAME}_default \ |
|||
-v \"$LOCAL_DB_PASSFILE\":/root/.my.cnf \ |
|||
-v \"$HOST_CHARM_STORE/${CHARM_REL_PATH#${CHARM_STORE}/}/resources/bin/mysql-backup:/usr/sbin/mysql-backup\" \ |
|||
-v \"$SERVICE_DATASTORE/var/backups/mysql:/var/backups/mysql\" \ |
|||
--entrypoint mysql-backup \ |
|||
\"$DOCKER_BASE_IMAGE\"" 2>&1 | ts '\%F \%T \%Z' >> /var/log/cron/${label}_script.log |
|||
EOF |
|||
chmod +x "$DST" |
@ -0,0 +1,76 @@ |
|||
# -*- mode: shell-script -*- |
|||
|
|||
include pretty |
|||
|
|||
export DB_NAME="$SERVICE_NAME" ## general type of database (ie: postgres/mysql...) |
|||
export DB_DATADIR=/var/lib/mysql |
|||
|
|||
export DATA_DIR=$SERVICE_DATASTORE$DB_DATADIR |
|||
|
|||
export LOCAL_DB_PASSFILE="$DATA_DIR/my.cnf" |
|||
export CLIENT_DB_PASSFILE=/root/.my.cnf |
|||
|
|||
|
|||
is_db_locked() { |
|||
local host_db_volume |
|||
if [ "${HOST_DATASTORE+x}" ]; then |
|||
host_db_volume="$HOST_DATASTORE/${SERVICE_NAME}" |
|||
else |
|||
host_db_volume="$DATASTORE/${SERVICE_NAME}" |
|||
fi |
|||
## ``are_files_locked_in_dir`` doesn't work with mysql here as |
|||
## tested |
|||
is_volume_used "$host_db_volume" |
|||
} |
|||
|
|||
|
|||
_set_db_params() { |
|||
local docker_ip="$1" docker_network="$2" |
|||
|
|||
if [ "${HOST_DATASTORE+x}" ]; then |
|||
export HOST_DB_PASSFILE="$HOST_DATASTORE/${SERVICE_NAME}$DB_DATADIR/my.cnf" |
|||
else |
|||
export HOST_DB_PASSFILE="$CLIENT_DB_PASSFILE" |
|||
fi |
|||
|
|||
[ -f "$CLIENT_DB_PASSFILE" ] || touch "$CLIENT_DB_PASSFILE" |
|||
|
|||
server_docker_opts+=() |
|||
db_docker_opts+=("--network" "$docker_network") |
|||
db_cmd_opts+=("-h" "$docker_ip") |
|||
check_command="SELECT 1;" |
|||
} |
|||
|
|||
_set_server_db_params() { |
|||
server_docker_opts+=() |
|||
} |
|||
|
|||
|
|||
ddb () { dcmd mysql "$@"; } |
|||
|
|||
|
|||
## |
|||
## Entrypoints |
|||
## |
|||
|
|||
|
|||
db_create () { |
|||
local dbname="$1" |
|||
## Using this instead of pipes is important so that trap works |
|||
debug "Create if not exists '$dbname' database..." |
|||
ddb < <(echo "CREATE DATABASE IF NOT EXISTS \`$dbname\`") |
|||
} |
|||
|
|||
db_grant_rights () { |
|||
local dbname="$1" user="$2" password="$3" |
|||
## Using this instead of pipes is important so that trap works |
|||
debug "Grant all on $dbname to $user" |
|||
ddb < <(echo "GRANT ALL ON \`$dbname\`.* TO '$user'@'%' IDENTIFIED BY '$password'") |
|||
} |
|||
|
|||
check_access() { |
|||
local dbname="$1" user="$2" password="$3" |
|||
## Using this instead of pipes is important so that trap works |
|||
debug "Check if credentials for user '$user' can access database '$dbname'" |
|||
ddb --user="$user" --password="$password" "$dbname" < <(echo "SELECT 1") |
|||
} |
@ -0,0 +1,18 @@ |
|||
name: MariaDB |
|||
## From: mysql Ver 15.1 Distrib 10.0.21-MariaDB |
|||
docker-image: docker.0k.io/mariadb:1.0.0 |
|||
maintainer: "Valentin Lab <valentin.lab@kalysto.org>" |
|||
provides: |
|||
mysql-database: |
|||
data-resources: |
|||
- /var/lib/mysql |
|||
- /var/backups/mysql |
|||
|
|||
uses: |
|||
schedule-command: |
|||
constraint: optional |
|||
auto: pair |
|||
solves: |
|||
backup: "Automatic regular dumps for backuping purpose" |
|||
default-options: |
|||
schedule: "31 * * * *" ## schedule backup every hour |
@ -0,0 +1,52 @@ |
|||
#!/bin/bash |
|||
|
|||
m() { |
|||
mysql "${mysql_opts[@]}" -Bs "$@" |
|||
} |
|||
|
|||
md() { |
|||
mysqldump "${mysql_opts[@]}" "$@" |
|||
} |
|||
|
|||
mysql_databases() { |
|||
echo "SHOW DATABASES" | m |
|||
} |
|||
|
|||
mysql_tables() { |
|||
local db="$1" |
|||
echo "SHOW TABLES" | m "$db" |
|||
} |
|||
|
|||
mysql_opts=() |
|||
if [ "$MYSQLHOST" ]; then |
|||
mysql_opts+=(-h "$MYSQLHOST") |
|||
fi |
|||
|
|||
|
|||
DBS=($(mysql_databases)) || exit 1 |
|||
|
|||
mkdir -p /var/backups/mysql |
|||
|
|||
for db in "${DBS[@]}"; do |
|||
if [[ "$db" == "information_schema" || "$db" == "performance_schema" || "$db" == "mysql" ]]; then |
|||
continue |
|||
fi |
|||
echo "Dumping database $db..." >&2 |
|||
# omitting all the rotation logic |
|||
dst=/"var/backups/mysql/$db" |
|||
[ -d "$dst.old" ] && rm -rf "$dst.old" |
|||
[ -d "$dst" ] && mv "$dst" "$dst.old" |
|||
mkdir -p "$dst.inprogress" |
|||
(( start = SECONDS )) |
|||
md "$db" --routines --no-data --add-drop-database --database "$db" | gzip --rsyncable > "$dst.inprogress/schema.sql.gz" |
|||
tables=$(mysql_tables "$db") |
|||
for table in $tables; do |
|||
backup_file="$dst.inprogress/${table}.sql.gz" |
|||
echo " Dumping $table into ${backup_file}" |
|||
md "$db" "$table" | gzip --rsyncable > "$backup_file" || break |
|||
done |
|||
mv "$dst.inprogress" "$dst" |
|||
[ -d "$dst.old" ] && rm -rf "$dst.old" |
|||
(( elapsed = SECONDS - start )) |
|||
echo " ..dumped $db to $dst ($(du -sh "$dst" | cut -f 1) in ${elapsed}s)" >&2 |
|||
done |
Write
Preview
Loading…
Cancel
Save
Reference in new issue