Snck3rs/docker-crontab
Snck3rs/docker-crontab
1
0
Fork 0
mirror of https://github.com/willfarrell/docker-crontab.git synced 2025-04-19 20:59:56 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #1 from SimplicityGuy/fixes

Browse Source 
fix: shellcheck fixes
This commit is contained in:
Robert Wlodarczyk 2022-07-16 09:00:59 -07:00 committed by GitHub
commit 2b1c20967d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 100 additions and 114 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Dockerfile
View File

@ -1,4 +1,4 @@
FROM alpine:3.12 as rq-build FROM alpine:3.16 as rq-build
ENV RQ_VERSION=1.0.2 ENV RQ_VERSION=1.0.2
WORKDIR /root/ WORKDIR /root/

208
docker-entrypoint
View File

@ -1,12 +1,24 @@
#!/usr/bin/env bash #!/usr/bin/env bash
set -e set -e
if [ -z "$DOCKER_HOST" -a "$DOCKER_PORT_2375_TCP" ]; then DOCKER_SOCK=/var/run/docker.sock
CRONTAB_FILE=/etc/crontabs/docker
# For local testing only.
#HOME_DIR=.
if [ -z "${HOME_DIR}" ]; then
echo "HOME_DIR not set."
exit 1
fi
# Ensure dir exist - in case of volume mapping.
mkdir -p "${HOME_DIR}"/jobs "${HOME_DIR}"/projects
if [ -z "${DOCKER_HOST}" ] && [ -a "${DOCKER_PORT_2375_TCP}" ]; then
export DOCKER_HOST='tcp://docker:2375' export DOCKER_HOST='tcp://docker:2375'
fi fi
# for local testing only
#HOME_DIR=.
if [ "${LOG_FILE}" == "" ]; then if [ "${LOG_FILE}" == "" ]; then
LOG_DIR=/var/log/crontab LOG_DIR=/var/log/crontab
@ -15,88 +27,80 @@ if [ "${LOG_FILE}" == "" ]; then
touch ${LOG_FILE} touch ${LOG_FILE}
fi fi
get_config() { normalize_config() {
JSON_CONFIG={}
if [ -f "${HOME_DIR}/config.json" ]; then if [ -f "${HOME_DIR}/config.json" ]; then
jq 'map(.)' ${HOME_DIR}/config.json > ${HOME_DIR}/config.working.json JSON_CONFIG="$(cat "${HOME_DIR}"/config.json)"
elif [ -f "${HOME_DIR}/config.toml" ]; then elif [ -f "${HOME_DIR}/config.toml" ]; then
rq -t <<< $(cat ${HOME_DIR}/config.toml) | jq 'map(.)' > ${HOME_DIR}/config.json JSON_CONFIG="$(rq -t <<< "$(cat "${HOME_DIR}"/config.toml)")"
elif [ -f "${HOME_DIR}/config.yml" ]; then elif [ -f "${HOME_DIR}/config.yml" ]; then
rq -y <<< $(cat ${HOME_DIR}/config.yml) | jq 'map(.)' > ${HOME_DIR}/config.json JSON_CONFIG="$(rq -y <<< "$(cat "${HOME_DIR}"/config.yml)")"
elif [ -f "${HOME_DIR}/config.yaml" ]; then elif [ -f "${HOME_DIR}/config.yaml" ]; then
rq -y <<< $(cat ${HOME_DIR}/config.yaml) | jq 'map(.)' > ${HOME_DIR}/config.json JSON_CONFIG="$(rq -y <<< "$(cat "${HOME_DIR}"/config.yaml)")"
fi fi
jq 'map(.)' "${JSON_CONFIG}" > "${HOME_DIR}"/config.working.json
} }
DOCKER_SOCK=/var/run/docker.sock
CRONTAB_FILE=/etc/crontabs/docker
# Ensure dir exist - in case of volume mapping
mkdir -p ${HOME_DIR}/jobs ${HOME_DIR}/projects
ensure_docker_socket_accessible() { ensure_docker_socket_accessible() {
if ! grep -q "^docker:" /etc/group; then if ! grep -q "^docker:" /etc/group; then
# Ensure 'docker' user has permissions for docker socket (without changing permissions) # Ensure 'docker' user has permissions for docker socket (without changing permissions).
DOCKER_GID=$(stat -c '%g' ${DOCKER_SOCK}) DOCKER_GID=$(stat -c '%g' ${DOCKER_SOCK})
if [ "${DOCKER_GID}" != "0" ]; then if [ "${DOCKER_GID}" != "0" ]; then
if ! grep -qE "^[^:]+:[^:]+:${DOCKER_GID}:" /etc/group; then if ! grep -qE "^[^:]+:[^:]+:${DOCKER_GID}:" /etc/group; then
# No group with such gid exists - create group docker # No group with such gid exists - create group docker.
addgroup -g ${DOCKER_GID} docker addgroup -g "${DOCKER_GID}" docker
adduser docker docker adduser docker docker
else else
# Group with such gid exists - add user "docker" to this group # Group with such gid exists - add user "docker" to this group.
DOCKER_GROUP_NAME=`getent group "${DOCKER_GID}" | awk -F':' '{{ print $1 }}'` DOCKER_GROUP_NAME=$(getent group "${DOCKER_GID}" | awk -F':' '{{ print $1 }}')
adduser docker $DOCKER_GROUP_NAME adduser docker "${DOCKER_GROUP_NAME}"
fi fi
else else
# Docker socket belongs to "root" group - add user "docker" to this group # Docker socket belongs to "root" group - add user "docker" to this group.
adduser docker root adduser docker root
fi fi
fi fi
} }
slugify() { slugify() {
echo "$@" | iconv -t ascii | sed -r s/[~\^]+//g | sed -r s/[^a-zA-Z0-9]+/-/g | sed -r s/^-+\|-+$//g | tr A-Z a-z echo "${@}" | iconv -t ascii | sed -r s/[~^]+//g | sed -r s/[^a-zA-Z0-9]+/-/g | sed -r s/^-+\|-+$//g | tr '[:upper:]' '[:lower:]'
} }
make_image_cmd() { make_image_cmd() {
DOCKERARGS=$(echo ${1} | jq -r .dockerargs) DOCKERARGS=$(echo "${1}" | jq -r .dockerargs)
VOLUMES=$(echo ${1} | jq -r '.volumes | map(" -v " + .) | join("")') VOLUMES=$(echo "${1}" | jq -r '.volumes | map(" -v " + .) | join("")')
PORTS=$(echo ${1} | jq -r '.ports | map(" -p " + .) | join("")') PORTS=$(echo "${1}" | jq -r '.ports | map(" -p " + .) | join("")')
EXPOSE=$(echo ${1} | jq -r '.expose | map(" --expose " + .) | join("")') EXPOSE=$(echo "${1}" | jq -r '.expose | map(" --expose " + .) | join("")')
# We'll add name in, if it exists NAME=$(echo "${1}" | jq -r 'select(.name != null) | .name')
NAME=$(echo ${1} | jq -r 'select(.name != null) | .name') NETWORK=$(echo "${1}" | jq -r 'select(.network != null) | .network')
NETWORK=$(echo ${1} | jq -r 'select(.network != null) | .network') ENVIRONMENT=$(echo "${1}" | jq -r '.environment | map(" -e " + .) | join("")')
ENVIRONMENT=$(echo ${1} | jq -r '.environment | map(" -e " + .) | join("")')
# echo ${1} | jq -r '.environment | join("\n")' > ${PWD}/${NAME}.env
# ENVIRONMENT=" --env-file ${PWD}/${NAME}.env"
if [ "${DOCKERARGS}" == "null" ]; then DOCKERARGS=; fi if [ "${DOCKERARGS}" == "null" ]; then DOCKERARGS=; fi
if [ ! -z "${NAME}" ]; then DOCKERARGS="${DOCKERARGS} --rm --name ${NAME} "; fi if [ -n "${NAME}" ]; then DOCKERARGS="${DOCKERARGS} --rm --name ${NAME} "; fi
if [ ! -z "${NETWORK}" ]; then DOCKERARGS="${DOCKERARGS} --network ${NETWORK} "; fi if [ -n "${NETWORK}" ]; then DOCKERARGS="${DOCKERARGS} --network ${NETWORK} "; fi
if [ ! -z "${VOLUMES}" ]; then DOCKERARGS="${DOCKERARGS}${VOLUMES}"; fi if [ -n "${VOLUMES}" ]; then DOCKERARGS="${DOCKERARGS}${VOLUMES}"; fi
if [ ! -z "${ENVIRONMENT}" ]; then DOCKERARGS="${DOCKERARGS}${ENVIRONMENT}"; fi if [ -n "${ENVIRONMENT}" ]; then DOCKERARGS="${DOCKERARGS}${ENVIRONMENT}"; fi
if [ ! -z "${PORTS}" ]; then DOCKERARGS="${DOCKERARGS}${PORTS}"; fi if [ -n "${PORTS}" ]; then DOCKERARGS="${DOCKERARGS}${PORTS}"; fi
if [ ! -z "${EXPOSE}" ]; then DOCKERARGS="${DOCKERARGS}${EXPOSE}"; fi if [ -n "${EXPOSE}" ]; then DOCKERARGS="${DOCKERARGS}${EXPOSE}"; fi
IMAGE=$(echo ${1} | jq -r .image | envsubst) IMAGE=$(echo "${1}" | jq -r .image | envsubst)
TMP_COMMAND=$(echo ${1} | jq -r .command) TMP_COMMAND=$(echo "${1}" | jq -r .command)
echo "docker run ${DOCKERARGS} ${IMAGE} ${TMP_COMMAND}" echo "docker run ${DOCKERARGS} ${IMAGE} ${TMP_COMMAND}"
} }
make_container_cmd() { make_container_cmd() {
DOCKERARGS=$(echo ${1} | jq -r .dockerargs) DOCKERARGS=$(echo "${1}" | jq -r .dockerargs)
if [ "${DOCKERARGS}" == "null" ]; then DOCKERARGS=; fi if [ "${DOCKERARGS}" == "null" ]; then DOCKERARGS=; fi
SCRIPT_NAME=$(echo ${1} | jq -r .name) SCRIPT_NAME=$(echo "${1}" | jq -r .name)
SCRIPT_NAME=$(slugify $SCRIPT_NAME) SCRIPT_NAME=$(slugify "${SCRIPT_NAME}")
PROJECT=$(echo ${1} | jq -r .project) PROJECT=$(echo "${1}" | jq -r .project)
CONTAINER=$(echo ${1} | jq -r .container | envsubst) CONTAINER=$(echo "${1}" | jq -r .container | envsubst)
TMP_COMMAND=$(echo ${1} | jq -r .command) TMP_COMMAND=$(echo "${1}" | jq -r .command)
if [ "${PROJECT}" != "null" ]; then if [ "${PROJECT}" != "null" ]; then
# Create bash script to detect all running containers.
# create bash script to detect all running containers
if [ "${SCRIPT_NAME}" == "null" ]; then if [ "${SCRIPT_NAME}" == "null" ]; then
SCRIPT_NAME=$(cat /proc/sys/kernel/random/uuid) SCRIPT_NAME=$(cat /proc/sys/kernel/random/uuid)
fi fi
cat << EOF > ${HOME_DIR}/projects/${SCRIPT_NAME}.sh cat << EOF > "${HOME_DIR}"/projects/"${SCRIPT_NAME}".sh
#!/usr/bin/env bash #!/usr/bin/env bash
set -e set -e
@ -106,7 +110,6 @@ for CONTAINER_NAME in \$CONTAINERS; do
done done
EOF EOF
echo "/bin/bash ${HOME_DIR}/projects/${SCRIPT_NAME}.sh" echo "/bin/bash ${HOME_DIR}/projects/${SCRIPT_NAME}.sh"
# cat "/bin/bash ${HOME_DIR}/projects/${SCRIPT_NAME}.sh"
else else
echo "docker exec ${DOCKERARGS} ${CONTAINER} ${TMP_COMMAND}" echo "docker exec ${DOCKERARGS} ${CONTAINER} ${TMP_COMMAND}"
fi fi
@ -119,14 +122,14 @@ EOF
#} #}
make_cmd() { make_cmd() {
if [ "$(echo ${1} | jq -r .image)" != "null" ]; then if [ "$(echo "${1}" | jq -r .image)" != "null" ]; then
make_image_cmd "$1" make_image_cmd "${1}"
elif [ "$(echo ${1} | jq -r .container)" != "null" ]; then elif [ "$(echo "${1}" | jq -r .container)" != "null" ]; then
make_container_cmd "$1" make_container_cmd "${1}"
#elif [ "$(echo ${1} | jq -r .host)" != "null" ]; then #elif [ "$(echo ${1} | jq -r .host)" != "null" ]; then
# make_host_cmd "$1" # make_host_cmd "${1}"
else else
echo ${1} | jq -r .command echo "${1}" | jq -r .command
fi fi
} }
@ -157,18 +160,18 @@ parse_schedule() {
TIME=$2 TIME=$2
TOTAL=0 TOTAL=0
M=$(echo $TIME | grep -o '[0-9]\+m') M=$(echo "${TIME}" | grep -o '[0-9]\+m')
H=$(echo $TIME | grep -o '[0-9]\+h') H=$(echo "${TIME}" | grep -o '[0-9]\+h')
D=$(echo $TIME | grep -o '[0-9]\+d') D=$(echo "${TIME}" | grep -o '[0-9]\+d')
if [ -n "${M}" ]; then if [ -n "${M}" ]; then
TOTAL=$(($TOTAL + ${M::-1})) TOTAL=$((TOTAL + ${M::-1}))
fi fi
if [ -n "${H}" ]; then if [ -n "${H}" ]; then
TOTAL=$(($TOTAL + ${H::-1} * 60)) TOTAL=$((TOTAL + ${H::-1} * 60))
fi fi
if [ -n "${D}" ]; then if [ -n "${D}" ]; then
TOTAL=$(($TOTAL + ${D::-1} * 60 * 24)) TOTAL=$((TOTAL + ${D::-1} * 60 * 24))
fi fi
echo "*/${TOTAL} * * * *" echo "*/${TOTAL} * * * *"
@ -180,73 +183,64 @@ parse_schedule() {
} }
function build_crontab() { function build_crontab() {
rm -rf ${CRONTAB_FILE} rm -rf ${CRONTAB_FILE}
ONSTART=() ONSTART=()
while read i ; do while read -r i ; do
SCHEDULE=$(jq -r .[$i].schedule ${CONFIG} | sed 's/\*/\\*/g') SCHEDULE=$(jq -r .["$i"].schedule "${CONFIG}" | sed 's/\*/\\*/g')
if [ "${SCHEDULE}" == "null" ]; then if [ "${SCHEDULE}" == "null" ]; then
echo "Schedule Missing: $(jq -r .[$i].schedule ${CONFIG})" echo "Schedule Missing: $(jq -r .["$i"].schedule "${CONFIG}")"
continue continue
fi fi
SCHEDULE=$(parse_schedule ${SCHEDULE} | sed 's/\\//g') SCHEDULE=$(parse_schedule "${SCHEDULE}" | sed 's/\\//g')
if [ "$(jq -r .[$i].command ${CONFIG})" == "null" ]; then COMMAND=$(jq -r .["$i"].command "${CONFIG}")
echo "Command Missing: $(jq -r .[$i].command ${CONFIG})" if [ "${COMMAND}" == "null" ]; then
echo "Command Missing: '${COMMAND}'"
continue continue
fi fi
COMMENT=$(jq -r .[$i].comment ${CONFIG}) COMMENT=$(jq -r .["$i"].comment "${CONFIG}")
if [ "${COMMENT}" != "null" ]; then if [ "${COMMENT}" != "null" ]; then
echo "# ${COMMENT}" >> ${CRONTAB_FILE} echo "# ${COMMENT}" >> ${CRONTAB_FILE}
fi fi
SCRIPT_NAME=$(jq -r .[$i].name ${CONFIG}) SCRIPT_NAME=$(jq -r .["$i"].name "${CONFIG}")
SCRIPT_NAME=$(slugify $SCRIPT_NAME) SCRIPT_NAME=$(slugify "${SCRIPT_NAME}")
if [ "${SCRIPT_NAME}" == "null" ]; then if [ "${SCRIPT_NAME}" == "null" ]; then
SCRIPT_NAME=$(cat /proc/sys/kernel/random/uuid) SCRIPT_NAME=$(cat /proc/sys/kernel/random/uuid)
fi fi
COMMAND="/bin/bash ${HOME_DIR}/jobs/${SCRIPT_NAME}.sh" COMMAND="/bin/bash ${HOME_DIR}/jobs/${SCRIPT_NAME}.sh"
cat << EOF > ${HOME_DIR}/jobs/${SCRIPT_NAME}.sh cat << EOF > "${HOME_DIR}"/jobs/"${SCRIPT_NAME}".sh
#!/usr/bin/env bash #!/usr/bin/env bash
set -e set -e
# TODO find workaround
# [error] write /dev/stdout: broken pipe <- when using docker commands
#UUID=\$(cat /proc/sys/kernel/random/uuid)
#exec > >(read message; echo "\${UUID} \$(date -Iseconds) [info] \$message" | tee -a ${LOG_FILE} )
#exec 2> >(read message; echo "\${UUID} \$(date -Iseconds) [error] \$message" | tee -a ${LOG_FILE} >&2)
echo "Start Cronjob **${SCRIPT_NAME}** ${COMMENT}" echo "Start Cronjob **${SCRIPT_NAME}** ${COMMENT}"
$(make_cmd "$(jq -c .[$i] ${CONFIG})") $(make_cmd "$(jq -c .["$i"] "${CONFIG}")")
EOF EOF
TRIGGER=$(jq -r .["$i"].trigger "${CONFIG}")
if [ "${TRIGGER}" != "null" ]; then
while read -r j ; do
if [ "$(jq -r .[$i].trigger ${CONFIG})" != "null" ]; then TRIGGER_COMMAND=$(jq .["$i"].trigger["$j"].command "${CONFIG}")
while read j ; do if [ "${TRIGGER_COMMAND}" == "null" ]; then
if [ "$(jq .[$i].trigger[$j].command ${CONFIG})" == "null" ]; then echo "Command Missing: '${TRIGGER_COMMAND}'"
echo "Command Missing: $(jq -r .[$i].trigger[$j].command ${CONFIG})"
continue continue
fi fi
#TRIGGER_COMMAND=$(make_cmd "$(jq -c .[$i].trigger[$j] ${CONFIG})") make_cmd "${TRIGGER_COMMAND}" >> "${HOME_DIR}"/jobs/"${SCRIPT_NAME}".sh
echo "$(make_cmd "$(jq -c .[$i].trigger[$j] ${CONFIG})")" >> ${HOME_DIR}/jobs/${SCRIPT_NAME}.sh done < <(jq -r '.['"$i"'].trigger|keys[]' "${CONFIG}")
#COMMAND="${COMMAND} && ${TRIGGER_COMMAND}"
done < <(jq -r '.['$i'].trigger|keys[]' ${CONFIG})
fi fi
echo "echo \"End Cronjob **${SCRIPT_NAME}** ${COMMENT}\"" >> ${HOME_DIR}/jobs/${SCRIPT_NAME}.sh echo "echo \"End Cronjob **${SCRIPT_NAME}** ${COMMENT}\"" >> "${HOME_DIR}"/jobs/"${SCRIPT_NAME}".sh
echo "${SCHEDULE} ${COMMAND}" >> ${CRONTAB_FILE} echo "${SCHEDULE} ${COMMAND}" >> ${CRONTAB_FILE}
if [ "$(jq -r .[$i].onstart ${CONFIG})" == "true" ]; then if [ "$(jq -r .["$i"].onstart "${CONFIG}")" == "true" ]; then
ONSTART+=("${COMMAND}") ONSTART+=("${COMMAND}")
fi fi
done < <(jq -r '.|keys[]' ${CONFIG}) done < <(jq -r '.|keys[]' "${CONFIG}")
echo "##### crontab generation complete #####" echo "##### crontab generation complete #####"
cat ${CRONTAB_FILE} cat ${CRONTAB_FILE}
@ -258,27 +252,19 @@ EOF
done done
} }
ensure_docker_socket_accessible
start_app() { start_app() {
get_config normalize_config
if [ -f "${HOME_DIR}/config.working.json" ]; then
export CONFIG=${HOME_DIR}/config.working.json export CONFIG=${HOME_DIR}/config.working.json
elif [ -f "${HOME_DIR}/config.json" ]; then if [ ! -f "${CONFIG}" ]; then
export CONFIG=${HOME_DIR}/config.json echo "Unable to find ${CONFIG}."
else exit 1
echo "NO CONFIG FILE FOUND"
fi fi
if [ "$1" = "crond" ]; then if [ "${1}" == "crond" ]; then
if [ -f ${CONFIG} ]; then
build_crontab build_crontab
else
echo "Unable to find ${CONFIG}"
fi fi
fi echo "${@}"
echo "$@" exec "${@}"
exec "$@"
} }
start_app "$@" ensure_docker_socket_accessible
start_app "${@}"