#!/usr/bin/env bash GIT_URL="https://git.autonomic.zone/coop-cloud/" ABRA_DIR="$HOME/.abra" ####################################### # Global help ####################################### DOC=" The cooperative cloud utility belt 🎩🐇 Usage: abra [options] app new [--server=] [--domain=] [--pass] [--auto] abra [options] app (list|ls) [--status] abra [options] app deploy abra [options] app undeploy abra [options] app config abra [options] app (delete|rm) [--force] abra [options] app logs [] abra [options] app multilogs abra [options] app cp abra [options] app check abra [options] app run [--user=] ... abra [options] app run ... abra [options] app secret auto abra [options] app secret generate [] [--pass] abra [options] app secret insert [--pass] abra [options] app secret (delete|rm) (|--all) [--pass] [--force] abra [options] server add [] [] abra [options] server (list|ls) abra [options] server rm abra [options] server use abra [options] server init abra [options] upgrade Options: -e, --env= Environment variables to load -h, --help Show this message and exit -s, --stack= Name of the target stack -v, --version Show program version See 'abra help ' to read about a specific subcommand. " # docopt parser below, refresh this parser with `docopt.sh abra` # shellcheck disable=2016,1075,2154 docopt() { parse() { if ${DOCOPT_DOC_CHECK:-true}; then local doc_hash if doc_hash=$(printf "%s" "$DOC" | (sha256sum 2>/dev/null || shasum -a 256)); then if [[ ${doc_hash:0:5} != "$digest" ]]; then stderr "The current usage doc (${doc_hash:0:5}) does not match \ what the parser was generated with (${digest}) Run \`docopt.sh\` to refresh the parser."; _return 70; fi; fi; fi local root_idx=$1; shift; argv=("$@"); parsed_params=(); parsed_values=() left=(); testdepth=0; local arg; while [[ ${#argv[@]} -gt 0 ]]; do if [[ ${argv[0]} = "--" ]]; then for arg in "${argv[@]}"; do parsed_params+=('a'); parsed_values+=("$arg"); done; break elif [[ ${argv[0]} = --* ]]; then parse_long elif [[ ${argv[0]} = -* && ${argv[0]} != "-" ]]; then parse_shorts elif ${DOCOPT_OPTIONS_FIRST:-false}; then for arg in "${argv[@]}"; do parsed_params+=('a'); parsed_values+=("$arg"); done; break; else parsed_params+=('a'); parsed_values+=("${argv[0]}"); argv=("${argv[@]:1}"); fi done; local idx; if ${DOCOPT_ADD_HELP:-true}; then for idx in "${parsed_params[@]}"; do [[ $idx = 'a' ]] && continue if [[ ${shorts[$idx]} = "-h" || ${longs[$idx]} = "--help" ]]; then stdout "$trimmed_doc"; _return 0; fi; done; fi if [[ ${DOCOPT_PROGRAM_VERSION:-false} != 'false' ]]; then for idx in "${parsed_params[@]}"; do [[ $idx = 'a' ]] && continue if [[ ${longs[$idx]} = "--version" ]]; then stdout "$DOCOPT_PROGRAM_VERSION" _return 0; fi; done; fi; local i=0; while [[ $i -lt ${#parsed_params[@]} ]]; do left+=("$i"); ((i++)) || true; done if ! required "$root_idx" || [ ${#left[@]} -gt 0 ]; then error; fi; return 0; } parse_shorts() { local token=${argv[0]}; local value; argv=("${argv[@]:1}") [[ $token = -* && $token != --* ]] || _return 88; local remaining=${token#-} while [[ -n $remaining ]]; do local short="-${remaining:0:1}" remaining="${remaining:1}"; local i=0; local similar=(); local match=false for o in "${shorts[@]}"; do if [[ $o = "$short" ]]; then similar+=("$short") [[ $match = false ]] && match=$i; fi; ((i++)) || true; done if [[ ${#similar[@]} -gt 1 ]]; then error "${short} is specified ambiguously ${#similar[@]} times" elif [[ ${#similar[@]} -lt 1 ]]; then match=${#shorts[@]}; value=true shorts+=("$short"); longs+=(''); argcounts+=(0); else value=false if [[ ${argcounts[$match]} -ne 0 ]]; then if [[ $remaining = '' ]]; then if [[ ${#argv[@]} -eq 0 || ${argv[0]} = '--' ]]; then error "${short} requires argument"; fi; value=${argv[0]}; argv=("${argv[@]:1}") else value=$remaining; remaining=''; fi; fi; if [[ $value = false ]]; then value=true; fi; fi; parsed_params+=("$match"); parsed_values+=("$value"); done }; parse_long() { local token=${argv[0]}; local long=${token%%=*} local value=${token#*=}; local argcount; argv=("${argv[@]:1}") [[ $token = --* ]] || _return 88; if [[ $token = *=* ]]; then eq='='; else eq='' value=false; fi; local i=0; local similar=(); local match=false for o in "${longs[@]}"; do if [[ $o = "$long" ]]; then similar+=("$long") [[ $match = false ]] && match=$i; fi; ((i++)) || true; done if [[ $match = false ]]; then i=0; for o in "${longs[@]}"; do if [[ $o = $long* ]]; then similar+=("$long"); [[ $match = false ]] && match=$i fi; ((i++)) || true; done; fi; if [[ ${#similar[@]} -gt 1 ]]; then error "${long} is not a unique prefix: ${similar[*]}?" elif [[ ${#similar[@]} -lt 1 ]]; then [[ $eq = '=' ]] && argcount=1 || argcount=0; match=${#shorts[@]} [[ $argcount -eq 0 ]] && value=true; shorts+=(''); longs+=("$long") argcounts+=("$argcount"); else if [[ ${argcounts[$match]} -eq 0 ]]; then if [[ $value != false ]]; then error "${longs[$match]} must not have an argument"; fi elif [[ $value = false ]]; then if [[ ${#argv[@]} -eq 0 || ${argv[0]} = '--' ]]; then error "${long} requires argument"; fi; value=${argv[0]}; argv=("${argv[@]:1}") fi; if [[ $value = false ]]; then value=true; fi; fi; parsed_params+=("$match") parsed_values+=("$value"); }; required() { local initial_left=("${left[@]}") local node_idx; ((testdepth++)) || true; for node_idx in "$@"; do if ! "node_$node_idx"; then left=("${initial_left[@]}"); ((testdepth--)) || true return 1; fi; done; if [[ $((--testdepth)) -eq 0 ]]; then left=("${initial_left[@]}"); for node_idx in "$@"; do "node_$node_idx"; done; fi return 0; }; either() { local initial_left=("${left[@]}"); local best_match_idx local match_count; local node_idx; ((testdepth++)) || true for node_idx in "$@"; do if "node_$node_idx"; then if [[ -z $match_count || ${#left[@]} -lt $match_count ]]; then best_match_idx=$node_idx; match_count=${#left[@]}; fi; fi left=("${initial_left[@]}"); done; ((testdepth--)) || true if [[ -n $best_match_idx ]]; then "node_$best_match_idx"; return 0; fi left=("${initial_left[@]}"); return 1; }; optional() { local node_idx for node_idx in "$@"; do "node_$node_idx"; done; return 0; }; oneormore() { local i=0; local prev=${#left[@]}; while "node_$1"; do ((i++)) || true [[ $prev -eq ${#left[@]} ]] && break; prev=${#left[@]}; done if [[ $i -ge 1 ]]; then return 0; fi; return 1; }; _command() { local i local name=${2:-$1}; for i in "${!left[@]}"; do local l=${left[$i]} if [[ ${parsed_params[$l]} = 'a' ]]; then if [[ ${parsed_values[$l]} != "$name" ]]; then return 1; fi left=("${left[@]:0:$i}" "${left[@]:((i+1))}") [[ $testdepth -gt 0 ]] && return 0; if [[ $3 = true ]]; then eval "((var_$1++)) || true"; else eval "var_$1=true"; fi; return 0; fi; done return 1; }; switch() { local i; for i in "${!left[@]}"; do local l=${left[$i]} if [[ ${parsed_params[$l]} = "$2" ]]; then left=("${left[@]:0:$i}" "${left[@]:((i+1))}") [[ $testdepth -gt 0 ]] && return 0; if [[ $3 = true ]]; then eval "((var_$1++))" || true; else eval "var_$1=true"; fi; return 0; fi; done return 1; }; value() { local i; for i in "${!left[@]}"; do local l=${left[$i]} if [[ ${parsed_params[$l]} = "$2" ]]; then left=("${left[@]:0:$i}" "${left[@]:((i+1))}") [[ $testdepth -gt 0 ]] && return 0; local value value=$(printf -- "%q" "${parsed_values[$l]}"); if [[ $3 = true ]]; then eval "var_$1+=($value)"; else eval "var_$1=$value"; fi; return 0; fi; done return 1; }; stdout() { printf -- "cat <<'EOM'\n%s\nEOM\n" "$1"; }; stderr() { printf -- "cat <<'EOM' >&2\n%s\nEOM\n" "$1"; }; error() { [[ -n $1 ]] && stderr "$1"; stderr "$usage"; _return 1; }; _return() { printf -- "exit %d\n" "$1"; exit "$1"; }; set -e; trimmed_doc=${DOC:1:1407} usage=${DOC:40:1099}; digest=53ae1; shorts=(-s -e -h -v '' '' '' '' '' '' '' '') longs=(--stack --env --help --version --server --domain --pass --auto --status --force --user --all) argcounts=(1 1 0 0 1 1 0 0 0 0 1 0); node_0(){ value __stack 0; }; node_1(){ value __env 1; }; node_2(){ switch __help 2; }; node_3(){ switch __version 3; } node_4(){ value __server 4; }; node_5(){ value __domain 5; }; node_6(){ switch __pass 6; }; node_7(){ switch __auto 7; }; node_8(){ switch __status 8; } node_9(){ switch __force 9; }; node_10(){ value __user 10; }; node_11(){ switch __all 11; }; node_12(){ value _app_ a; }; node_13(){ value _domain_ a; } node_14(){ value _service_ a; }; node_15(){ value _src_ a; }; node_16(){ value _dst_ a; }; node_17(){ value _args_ a true; }; node_18(){ value _secret_ a }; node_19(){ value _version_ a; }; node_20(){ value _cmd_ a; }; node_21(){ value _data_ a; }; node_22(){ value _host_ a; }; node_23(){ value _user_ a; } node_24(){ value _port_ a; }; node_25(){ _command app; }; node_26(){ _command new; }; node_27(){ _command list; }; node_28(){ _command ls; } node_29(){ _command deploy; }; node_30(){ _command undeploy; }; node_31(){ _command config; }; node_32(){ _command delete; }; node_33(){ _command rm; } node_34(){ _command logs; }; node_35(){ _command multilogs; }; node_36(){ _command cp; }; node_37(){ _command check; }; node_38(){ _command run; } node_39(){ _command secret; }; node_40(){ _command auto; }; node_41(){ _command generate; }; node_42(){ _command insert; }; node_43(){ _command server }; node_44(){ _command add; }; node_45(){ _command use; }; node_46(){ _command init; }; node_47(){ _command upgrade; }; node_48(){ optional 0 1 2 3; } node_49(){ optional 48; }; node_50(){ optional 4; }; node_51(){ optional 5; } node_52(){ optional 6; }; node_53(){ optional 7; }; node_54(){ required 49 25 26 50 51 52 53 12; }; node_55(){ either 27 28; }; node_56(){ required 55; }; node_57(){ optional 8; }; node_58(){ required 49 25 56 57; } node_59(){ required 49 25 13 29; }; node_60(){ required 49 25 13 30; } node_61(){ required 49 25 13 31; }; node_62(){ either 32 33; }; node_63(){ required 62; }; node_64(){ optional 9; }; node_65(){ required 49 25 13 63 64; } node_66(){ optional 14; }; node_67(){ required 49 25 13 34 66; }; node_68(){ required 49 25 13 35; }; node_69(){ required 49 25 13 36 15 16; }; node_70(){ required 49 25 13 37; }; node_71(){ optional 10; }; node_72(){ oneormore 17; } node_73(){ required 49 25 13 38 71 14 72; }; node_74(){ required 49 25 13 38 14 72; }; node_75(){ required 49 25 13 39 40; }; node_76(){ optional 20; }; node_77(){ required 49 25 13 39 41 18 19 76 52; }; node_78(){ required 49 25 13 39 42 18 19 21 52; }; node_79(){ either 18 11; }; node_80(){ required 79; }; node_81(){ required 49 25 13 39 63 80 52 64; }; node_82(){ optional 23; }; node_83(){ optional 24; }; node_84(){ required 49 43 44 22 82 83 }; node_85(){ required 49 43 56; }; node_86(){ required 49 43 33 22; } node_87(){ required 49 43 45 22; }; node_88(){ required 49 43 46 22; } node_89(){ required 49 47; }; node_90(){ either 54 58 59 60 61 65 67 68 69 70 73 74 75 77 78 81 84 85 86 87 88 89; } node_91(){ required 90; }; cat <<<' docopt_exit() { [[ -n $1 ]] && printf "%s\n" "$1" >&2; printf "%s\n" "${DOC:40:1099}" >&2 exit 1; }'; unset var___stack var___env var___help var___version var___server \ var___domain var___pass var___auto var___status var___force var___user \ var___all var__app_ var__domain_ var__service_ var__src_ var__dst_ var__args_ \ var__secret_ var__version_ var__cmd_ var__data_ var__host_ var__user_ \ var__port_ var_app var_new var_list var_ls var_deploy var_undeploy var_config \ var_delete var_rm var_logs var_multilogs var_cp var_check var_run var_secret \ var_auto var_generate var_insert var_server var_add var_use var_init var_upgrade parse 91 "$@"; local prefix=${DOCOPT_PREFIX:-''}; unset "${prefix}__stack" \ "${prefix}__env" "${prefix}__help" "${prefix}__version" "${prefix}__server" \ "${prefix}__domain" "${prefix}__pass" "${prefix}__auto" "${prefix}__status" \ "${prefix}__force" "${prefix}__user" "${prefix}__all" "${prefix}_app_" \ "${prefix}_domain_" "${prefix}_service_" "${prefix}_src_" "${prefix}_dst_" \ "${prefix}_args_" "${prefix}_secret_" "${prefix}_version_" "${prefix}_cmd_" \ "${prefix}_data_" "${prefix}_host_" "${prefix}_user_" "${prefix}_port_" \ "${prefix}app" "${prefix}new" "${prefix}list" "${prefix}ls" "${prefix}deploy" \ "${prefix}undeploy" "${prefix}config" "${prefix}delete" "${prefix}rm" \ "${prefix}logs" "${prefix}multilogs" "${prefix}cp" "${prefix}check" \ "${prefix}run" "${prefix}secret" "${prefix}auto" "${prefix}generate" \ "${prefix}insert" "${prefix}server" "${prefix}add" "${prefix}use" \ "${prefix}init" "${prefix}upgrade"; eval "${prefix}"'__stack=${var___stack:-}' eval "${prefix}"'__env=${var___env:-}' eval "${prefix}"'__help=${var___help:-false}' eval "${prefix}"'__version=${var___version:-false}' eval "${prefix}"'__server=${var___server:-}' eval "${prefix}"'__domain=${var___domain:-}' eval "${prefix}"'__pass=${var___pass:-false}' eval "${prefix}"'__auto=${var___auto:-false}' eval "${prefix}"'__status=${var___status:-false}' eval "${prefix}"'__force=${var___force:-false}' eval "${prefix}"'__user=${var___user:-}' eval "${prefix}"'__all=${var___all:-false}' eval "${prefix}"'_app_=${var__app_:-}' eval "${prefix}"'_domain_=${var__domain_:-}' eval "${prefix}"'_service_=${var__service_:-}' eval "${prefix}"'_src_=${var__src_:-}'; eval "${prefix}"'_dst_=${var__dst_:-}' if declare -p var__args_ >/dev/null 2>&1; then eval "${prefix}"'_args_=("${var__args_[@]}")'; else eval "${prefix}"'_args_=()' fi; eval "${prefix}"'_secret_=${var__secret_:-}' eval "${prefix}"'_version_=${var__version_:-}' eval "${prefix}"'_cmd_=${var__cmd_:-}'; eval "${prefix}"'_data_=${var__data_:-}' eval "${prefix}"'_host_=${var__host_:-}' eval "${prefix}"'_user_=${var__user_:-}' eval "${prefix}"'_port_=${var__port_:-}' eval "${prefix}"'app=${var_app:-false}'; eval "${prefix}"'new=${var_new:-false}' eval "${prefix}"'list=${var_list:-false}'; eval "${prefix}"'ls=${var_ls:-false}' eval "${prefix}"'deploy=${var_deploy:-false}' eval "${prefix}"'undeploy=${var_undeploy:-false}' eval "${prefix}"'config=${var_config:-false}' eval "${prefix}"'delete=${var_delete:-false}' eval "${prefix}"'rm=${var_rm:-false}'; eval "${prefix}"'logs=${var_logs:-false}' eval "${prefix}"'multilogs=${var_multilogs:-false}' eval "${prefix}"'cp=${var_cp:-false}' eval "${prefix}"'check=${var_check:-false}' eval "${prefix}"'run=${var_run:-false}' eval "${prefix}"'secret=${var_secret:-false}' eval "${prefix}"'auto=${var_auto:-false}' eval "${prefix}"'generate=${var_generate:-false}' eval "${prefix}"'insert=${var_insert:-false}' eval "${prefix}"'server=${var_server:-false}' eval "${prefix}"'add=${var_add:-false}'; eval "${prefix}"'use=${var_use:-false}' eval "${prefix}"'init=${var_init:-false}' eval "${prefix}"'upgrade=${var_upgrade:-false}'; local docopt_i=1 [[ $BASH_VERSION =~ ^4.3 ]] && docopt_i=2; for ((;docopt_i>0;docopt_i--)); do declare -p "${prefix}__stack" "${prefix}__env" "${prefix}__help" \ "${prefix}__version" "${prefix}__server" "${prefix}__domain" "${prefix}__pass" \ "${prefix}__auto" "${prefix}__status" "${prefix}__force" "${prefix}__user" \ "${prefix}__all" "${prefix}_app_" "${prefix}_domain_" "${prefix}_service_" \ "${prefix}_src_" "${prefix}_dst_" "${prefix}_args_" "${prefix}_secret_" \ "${prefix}_version_" "${prefix}_cmd_" "${prefix}_data_" "${prefix}_host_" \ "${prefix}_user_" "${prefix}_port_" "${prefix}app" "${prefix}new" \ "${prefix}list" "${prefix}ls" "${prefix}deploy" "${prefix}undeploy" \ "${prefix}config" "${prefix}delete" "${prefix}rm" "${prefix}logs" \ "${prefix}multilogs" "${prefix}cp" "${prefix}check" "${prefix}run" \ "${prefix}secret" "${prefix}auto" "${prefix}generate" "${prefix}insert" \ "${prefix}server" "${prefix}add" "${prefix}use" "${prefix}init" \ "${prefix}upgrade"; done; } # docopt parser above, complete command for generating this parser is `docopt.sh abra` PROGRAM_NAME=$(basename "$0") ####################################### # Helpers ####################################### ###### Utility functions error() { echo "$(tput setaf 1)ERROR: $*$(tput sgr0)" exit 1 } warning() { echo "$(tput setaf 3)WARNING: $*$(tput sgr0)" } success() { echo "$(tput setaf 2)$*$(tput sgr0)" } ###### Default settings if [ -z "$COMPOSE_FILE" ]; then COMPOSE_FILE="compose.yml" fi ###### Safety checks require_multitail() { if ! type multitail > /dev/null 2>&1; then error "multitail program is not installed" fi } require_abra_dir() { mkdir -p "$ABRA_DIR" } require_stack() { if [ -z "$STACK_NAME" ]; then error "no stack_name, export \$STACK_NAME=my_cool_app" fi } require_app_clone() { APP="$1" APP_DIR="$ABRA_DIR/apps/$APP" if [ ! -d "$APP_DIR" ]; then warning "'$APP' not found, fetching via git.." if ! git clone "$GIT_URL/$APP.git" "$ABRA_DIR/apps/$APP"; then error "Could not retrieve '$APP', this app doesn't exist?" fi fi } # FIXME 3wc: update or remove if [ -z "$ABRA_ENV" ] && [ -f .envrc ] && type direnv > /dev/null 2>&1 && ! direnv status | grep -q 'Found RC allowed true'; then error "direnv is blocked, run direnv allow" fi ###### Run-time loading load_custom_commands() { if [ -f abra-commands.sh ]; then # shellcheck disable=SC1091 source abra-commands.sh fi if [ -f "$APP_DIR/abra-commands.sh" ]; then # shellcheck disable=SC1090,SC1091 source "$APP_DIR/abra-commands.sh" fi } ###### FIXME 3wc: name this section get_servers() { shopt -s nullglob dotglob SERVERS=(~/.abra/servers/*) shopt -u nullglob dotglob } get_app_secrets() { get_app_passwords get_app_keys } get_app_passwords() { # FIXME 3wc: requires bash 4, use for loop instead mapfile -t PASSWORDS < <(grep "SECRET.*PASSWORD.*VERSION.*" "$ENV_FILE" | cut -d ' ' -f2-) } get_app_keys() { # FIXME 3wc: requires bash 4, use for loop instead mapfile -t KEYS < <(grep "SECRET.*KEY.*VERSION.*" "$ENV_FILE" | cut -d' ' -f2-) } load_instance() { DOMAIN="$abra__domain_" # FIXME 3wc: requires bash 4, use for loop instead mapfile -t ENV_FILES < <(find -L ~/.abra -name "$DOMAIN.env") case "${#ENV_FILES[@]}" in 1 ) ;; 0 ) error "Can't find app '$DOMAIN'"; return;; * ) error "Found $DOMAIN in multiple servers: ${ENV_FILES[*]}"; return;; esac ENV_FILE="${ENV_FILES[0]}" if [ ! -f "$ENV_FILE" ]; then error "Can't open ENV_FILE '$ENV_FILE'" fi IFS='/' read -r -a PARTS <<< "$ENV_FILE" SERVER="${PARTS[-2]}" export STACK_NAME="${DOMAIN//./_}" } load_instance_env() { # shellcheck disable=SC1090 source "$ENV_FILE" if [ -z "$APP" ]; then error "APP not set, maybe $ENV_FILE is using an old format?" fi APP_DIR="$ABRA_DIR/apps/$APP" export DOCKER_CONTEXT="$SERVER" export DOMAIN } load_context() { # Load current context from env or Docker if [ -z "$DOCKER_CONTEXT" ]; then warning "\$DOCKER_CONTEXT not set, (slowly) looking it up" # shellcheck disable=SC2063 DOCKER_CONTEXT=$(docker context ls | grep '*' | cut -d' ' -f1) # make sure grep doesn't parse this, we want a literal '*' fi } prompt_confirm() { read -rp "Continue? (y/[n])? " choice case "$choice" in y|Y ) return ;; * ) exit;; esac } parse_secret() { SECRET="$1" if [[ "$SECRET" == *"length"* ]]; then # shellcheck disable=SC2001 abra__length_="$(echo "$SECRET" | sed -e 's/.*[^0-9]\([0-9]\+\)[^0-9]*$/\1/')" else abra__length_=32 fi abra__secret_="${SECRET%_VERSION=*}" # strip _VERSION=v1 abra__secret_="${abra__secret_#SECRET_}" # strip SECRET_ abra__secret_="${abra__secret_,,}" # lowercase abra__version_="$(echo "$SECRET" | sed -n 's/.*\(v[0-9]\).*/\1/p')" echo "Generating $abra__secret_, version: $abra__version_, length: $abra__length_" sub_app_secret_generate } ####################################### # abra app .. ####################################### ###### .. app (list|ls) sub_app_ls (){ sub_app_list } sub_app_list (){ shopt -s nullglob dotglob ENV_FILES=(~/.abra/servers/*/*.env) shopt -u nullglob dotglob STATUS="${abra___status:+STATUS}" if [ -n "$STATUS" ]; then get_servers local -a DEPLOYED_APPS # array warning "Loading status from ${#SERVERS[@]} servers, patience advised.." for SERVER in "${SERVERS[@]}"; do SERVER="${SERVER##*/}" # basename mapfile -t SERVER_APPS < <(DOCKER_CONTEXT="$SERVER" docker stack ls --format '{{ .Name }}') # add $SERVER~ to the start of each DEPLOYED_APPS DEPLOYED_APPS+=("${SERVER_APPS[@]/#/$SERVER~}") done fi printf "%s lovely apps:\n\n" "${#ENV_FILES[@]}" for i in "${!ENV_FILES[@]}"; do # Output header inside the loop, so it's included in the pipe to `column` if [ "$i" == 0 ]; then printf " DOMAIN\tAPP\tSERVER%s%s\n" "${STATUS:+ }" "${STATUS}" printf " --\t--\t--%s\n" "${STATUS:+ --}" fi local ENV_FILE="${ENV_FILES[$i]}" APP_STACK_NAME IFS='/' read -r -a PARTS <<< "$ENV_FILE" FILE="${PARTS[-1]}" SERVER="${PARTS[-2]}" DOMAIN="${FILE%.env}" # shellcheck disable=SC1090 APP="$(source "$ENV_FILE" && echo "$APP")" # shellcheck disable=SC1090 APP_STACK_NAME="$(source "$ENV_FILE" && echo "$STACK_NAME")" if [ -z "$STACK_NAME" ]; then APP_STACK_NAME="${DOMAIN//./_}" fi if [ -n "$STATUS" ]; then APP_STATUS=$(printf '%s\n' "${DEPLOYED_APPS[@]}" | grep -P "^${SERVER}~${APP_STACK_NAME}$" && echo "true") fi printf " %s\t%s\t%s%s\n" "$DOMAIN" "$APP" "$SERVER" "${STATUS:+ }${APP_STATUS:+deployed}" done | column -s' ' -t # Align table `-t` based on tab characters -s`^V` } ###### .. app new [--domain= --server=] sub_app_new (){ require_abra_dir get_servers APP=$abra__app_ SERVER=$abra___server DOMAIN=$abra___domain require_app_clone "$APP" if [ -z "$SERVER" ]; then echo "Where would you like to put $APP?" select SERVER_ITEM in "${SERVERS[@]##*/}"; do if [ 1 -le "$REPLY" ] && [ "$REPLY" -le ${#SERVERS[@]} ]; then SERVER="$SERVER_ITEM" success "Selected server ${SERVER}" break fi done fi SERVER="$ABRA_DIR/servers/$SERVER" if [ ! -d "$SERVER" ]; then error "Server '$SERVER' not found" fi APP_DIR="$ABRA_DIR/apps/$APP" if [ -z "$DOMAIN" ]; then read -rp "Domain name: " DOMAIN fi ENV_FILE="$SERVER/$DOMAIN.env" if [ -f "$ENV_FILE" ]; then error "$ENV_FILE already exists" # FIXME 3wc: offer to user $STACK_$DOMAIN.env name instead fi cp "$APP_DIR/.envrc.sample" "$ENV_FILE" sed -i "s/$APP\.example\.com/$DOMAIN/g" "$ENV_FILE" sed -i "s/example\.com/$DOMAIN/g" "$ENV_FILE" abra__domain_="$DOMAIN" get_app_secrets if [ "${#PASSWORDS[@]}" -gt 0 ] || [ "${#KEYS[@]}" -gt 0 ] && [ "$abra___auto" == "true" ]; then sub_app_secret_auto fi echo "$(tput setaf 4)Your new '$APP' is ready for action:$(tput sgr0)" echo " $(tput setaf 3)Customise the configuration:" echo " abra app $DOMAIN config$(tput sgr0)" echo " $(tput setaf 2)Deploy it:" echo " abra app $DOMAIN deploy$(tput sgr0)" } ###### .. app deploy sub_app_deploy (){ load_instance load_instance_env require_app_clone "$APP" echo "About to deploy:" echo " Server: $(tput setaf 4)${SERVER}$(tput sgr0)" if [ "${COMPOSE_FILE/:/}" == "${COMPOSE_FILE}" ]; then echo " Compose: $(tput setaf 3)${APP_DIR}/${COMPOSE_FILE}$(tput sgr0)" else echo " Compose: $(tput setaf 3)${APP_DIR}/" IFS=':' read -ra COMPOSE_FILES <<< "$COMPOSE_FILE" for COMPOSE in "${COMPOSE_FILES[@]}"; do echo " - ${COMPOSE}" done tput sgr0 fi if [ -n "$DOMAIN" ]; then echo " Domain: $(tput setaf 2)${DOMAIN}$(tput sgr0)" fi echo " Stack: $(tput setaf 1)${STACK_NAME}$(tput sgr0)" prompt_confirm APP=$(basename "$APP_DIR") require_app_clone "$APP" ( cd "$APP_DIR" || error "\$APP_DIR '$APP_DIR' not found" # shellcheck disable=SC2086 if docker stack deploy -c ${COMPOSE_FILE//:/ -c } "$STACK_NAME"; then if [ -n "$DOMAIN" ]; then success "Yay! App should be available at https://${DOMAIN}" else success "Yay! That worked. No \$DOMAIN defined, check logs." fi else error "Oh no! Something went wrong 😕 Check errors above" fi ) } ###### .. app undeploy sub_app_undeploy (){ load_instance load_instance_env warning "About to un-deploy $STACK_NAME from $SERVER" prompt_confirm docker stack rm "$STACK_NAME" } ###### .. app config sub_app_config (){ load_instance $EDITOR "$ENV_FILE" } ###### .. app check sub_app_check (){ load_instance load_instance_env APP_ENV=$(grep -v '^#' "$ENV_FILE" | sed 's/^.* \([^=]\+\)=.*/\1/' | sort) STACK_ENV=$(grep -v '^#' "$APP_DIR/.envrc.sample" | sed 's/^.* \([^=]\+\)=.*/\1/' | sort) MISSING_VARS=$(comm -23 <(echo "$STACK_ENV") <(echo "$APP_ENV")) if [ -z "$MISSING_VARS" ]; then success "Yay! All the necessary basic variables are defined" exit 0 fi error "Found missing variables: $MISSING_VARS" } ###### .. app delete sub_app_rm (){ sub_app_delete } sub_app_delete (){ load_instance load_instance_env if [ "$abra___force" != "true" ]; then warning "About to delete $ENV_FILE" prompt_confirm fi rm "$ENV_FILE" } ###### .. app secret insert sub_app_secret_insert() { load_instance load_instance_env SECRET="$abra__secret_" VERSION="$abra__version_" PW="$abra__data_" STORE_WITH_PASS="$abra___pass" if [ -z "$SECRET" ] || [ -z "$VERSION" ] || [ -z "$PW" ]; then error "Required arguments missing" fi printf "$PW" | docker secret create "${STACK_NAME}_${SECRET}_${VERSION}" - > /dev/null if [ "$STORE_WITH_PASS" == "true" ] && type pass > /dev/null 2>&1; then echo "$PW" | pass insert "hosts/$DOCKER_CONTEXT/${STACK_NAME}/${SECRET}" -m > /dev/null success "pass: hosts/$DOCKER_CONTEXT/${STACK_NAME}/${SECRET}" fi } ###### .. app secret delete sub_app_secret_delete(){ sub_app_secret_rm } sub_app_secret_rm(){ load_instance load_instance_env # if --all is provided then $abra__secret_ will be blank and this will work # auto-magically NAMES=$(docker secret ls --filter "name=${STACK_NAME}_${abra__secret_}" --format "{{.Name}}") if [ -z "$NAMES" ]; then error "Could not find any secrets under ${STACK_NAME}_${abra__secret_}" fi if [ "$abra___force" != "true" ]; then warning "About to delete $(echo "$NAMES" | paste -d "")" prompt_confirm fi for NAME in ${NAMES}; do docker secret rm "$NAME" > /dev/null # as above, no need to test for --all, cos if abra__secret_ is blank it'll # Just Work anyway if [ "$abra___pass" == "true" ] && type pass > /dev/null 2>&1; then pass rm -r "hosts/$DOCKER_CONTEXT/${STACK_NAME}/${abra__secret_}" > /dev/null \ && success "pass rm'd: hosts/$DOCKER_CONTEXT/${STACK_NAME}/${abra__secret_}" fi done } ###### .. app secret generate sub_app_secret_generate(){ load_instance load_instance_env SECRET="$abra__secret_" VERSION="$abra__version_" LENGTH="$abra__length_" if [[ "$SECRET" == *"password"* ]]; then PWGEN="${abra__cmd_:-pwqgen}" else PWGEN=${abra__cmd_:-pwgen -s "$LENGTH" 1} fi if [ -z "$SECRET" ] || [ -z "$VERSION" ]; then error "Required arguments missing" fi PW=$($PWGEN|tr -d "\n") success "Password: $PW" # FIXME 3wc: this is a little janky, might be better to make a # util_secret_insert function which this and sub_secret_insert can call abra__data_="$PW" sub_app_secret_insert } sub_app_secret_auto(){ load_instance load_instance_env get_app_secrets for PASSWORD in "${PASSWORDS[@]}"; do parse_secret "$PASSWORD" done for KEY in "${KEYS[@]}"; do parse_secret "$KEY" done } ###### .. app run ... sub_app_run(){ load_instance load_instance_env if [ -n "$abra___user" ]; then RUN_USER="-u $abra___user" fi CONTAINER=$(docker container ls --format "table {{.ID}},{{.Names}}" \ | grep "${STACK_NAME}_${abra__service_}" | head -n1 | cut -d',' -f1) if [ -z "$CONTAINER" ]; then error "Can't find a container for ${STACK_NAME}_${abra__service_}" exit fi # shellcheck disable=SC2086 docker exec $RUN_USER -it "$CONTAINER" "$@" return } ###### .. app multilogs sub_app_multilogs() { # Inspired by https://github.com/moby/moby/issues/31458#issuecomment-475411564 require_multitail load_instance load_instance_env # Get a list of the service names SERVICES=$(docker stack services --format "{{.Name}}" "${STACK_NAME}") # Sort the service names SERVICES=$(echo "${SERVICES}" | sort) # Create the command to run COMMAND='multitail --mergeall' for SERVICE in ${SERVICES}; do COMMAND="${COMMAND} -L 'docker service logs --tail 20 -f ${SERVICE}'" done # Run the command bash -c "${COMMAND}" } ###### .. app logs ... sub_app_logs (){ load_instance load_instance_env SERVICE="${abra__service_}" if [ -z "$SERVICE" ]; then warning "No \$SERVICE provided, running multilogs" sub_app_multilogs fi shift if [ $# -eq 0 ]; then LOGS_ARGS="\ --follow \ --tail 20 \ --no-trunc \ --details \ --timestamps" else # shellcheck disable=SC2124 LOGS_ARGS=$@ fi # shellcheck disable=SC2086 docker service logs "${STACK_NAME}_${SERVICE}" $LOGS_ARGS } ###### .. app cp sub_app_cp() { load_instance load_instance_env SOURCE="${abra__src_}" DEST="${abra__dst_}" SERVICE=$(echo "$SOURCE" | grep -o '^[^:]\+:' || echo "$DEST" | grep -o '^[^:]\+:') SERVICE=$(echo "$SERVICE" | tr -d ':') if [ -z "$SERVICE" ]; then echo "Usage: $PROGRAM_NAME cp SERVICE:SRC_PATH DEST_PATH" echo " $PROGRAM_NAME cp SRC_PATH SERVICE:DEST_PATH" echo "" error "Can't find SERVICE in either SRC or DEST" fi CONTAINER=$(docker container ls --format "table {{.ID}},{{.Names}}" \ | grep "${STACK_NAME}_${SERVICE}" | cut -d',' -f1) if [ -z "$CONTAINER" ]; then error "Can't find a container for ${STACK_NAME}_${SERVICE}" exit fi CP_ARGS=$(echo "$SOURCE $DEST" | sed "s/$SERVICE:/$CONTAINER:/") # shellcheck disable=SC2086 docker cp ${CP_ARGS} } ####################################### # abra server .. ####################################### ###### .. server ls sub_server_ls() { sub_server_list } sub_server_list() { get_servers printf "%s servers:\n\n" "${#SERVERS[@]}" for SERVER in "${SERVERS[@]}"; do echo " ${SERVER##*/}" done } ###### .. server init sub_server_init() { export DOCKER_CONTEXT="${abra__host_}" load_context docker swarm init || true docker network create --driver=overlay proxy --scope swarm || true } ###### .. server [] [] sub_server_add() { require_abra_dir HOST="$abra__host_" USERNAME="$abra__user_" PORT="$abra__port_" if [ -n "$PORT" ]; then PORT=":$PORT" fi if [ -n "$USERNAME" ]; then USERNAME="$USERNAME@" fi docker context create "$HOST" \ --docker "host=ssh://$USERNAME$HOST$PORT" \ || true mkdir -p "$ABRA_DIR/servers/$HOST" } ###### .. server delete sub_server_rm() { sub_server_delete } sub_server_delete() { docker context rm "$abra__host_" } ###### .. server use sub_server_use() { docker context use "$abra__host_" } ####################################### # Misc commands ####################################### ###### .. upgrade sub_upgrade() { curl https://install.abra.autonomic.zone | bash } ###### .. volume ... sub_stack() { # shellcheck disable=SC2068 docker stack $@ } ###### .. stack ... sub_volume() { # shellcheck disable=SC2068 docker volume $@ } ####################################### # Main ####################################### abra() { # TODO (3wc): we either need to do this, or add 'shellcheck disable' all over # the place to handle the dynamically-defined vars declare abra___stack abra___env abra__command_ abra__args_ \ abra__secret_ abra__version_ abra__data_ abra___user abra__host_ \ abra__app_ abra__port_ abra__user_ abra__service_ abra__src_ abra__dst_ \ abra__domain_ abra___server abra___domain abra___force abra___pass \ abra___auto abra___status if ! type tput > /dev/null 2>&1; then tput() { echo -n } fi DOCOPT_PREFIX=abra_ eval "$(docopt "$@")" # --stack STACK_NAME=$abra___stack # --env if [ -n "$abra___env" ]; then # shellcheck disable=SC1090 source "$abra___env" || error "Unable to load env from '$abra___env'" fi load_custom_commands # Search for sub_* functions, and check if any of them matches enabled # arguments (i.e. is a command and is specified) for SUBCOMMAND in $(declare -Ff | grep 'sub_' | cut -d' ' -f3 | sort -r); do IFS='_' read -r -a PARTS <<< "$SUBCOMMAND" for PART in "${PARTS[@]:1}"; do # TODO 3wc: probably a better way to check if a variable is defined.. VAR=$(eval "echo \$abra_$PART") if [ ! "$VAR" == "true" ]; then continue 2 fi done abra__command_=$(IFS="_"; echo "${PARTS[*]:1}") break done # Use abra__command_ in case `command` is provided (i.e. `volume` or `stack`) CMD="sub_${abra__command_}" if type "$CMD" > /dev/null 2>&1; then # shellcheck disable=SC2086 "$CMD" ${abra__args_[*]} else "$CMD not found" docopt_exit fi } abra "$@"