123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424 |
- #!/bin/bash
- set -o pipefail
- exec 5>&1
- # Do not attempt to write to slave
- if [[ ! -z ${REDIS_SLAVEOF_IP} ]]; then
- export REDIS_CMDLINE="redis-cli -h ${REDIS_SLAVEOF_IP} -p ${REDIS_SLAVEOF_PORT}"
- else
- export REDIS_CMDLINE="redis-cli -h redis -p 6379"
- fi
- until [[ $(${REDIS_CMDLINE} PING) == "PONG" ]]; do
- echo "Waiting for Redis..."
- sleep 2
- done
- source /srv/functions.sh
- # Thanks to https://github.com/cvmiller -> https://github.com/cvmiller/expand6
- source /srv/expand6.sh
- # Skipping IP check when we like to live dangerously
- if [[ "${SKIP_IP_CHECK}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
- SKIP_IP_CHECK=y
- fi
- # Skipping HTTP check when we like to live dangerously
- if [[ "${SKIP_HTTP_VERIFICATION}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
- SKIP_HTTP_VERIFICATION=y
- fi
- # Request certificate for MAILCOW_HOSTNAME only
- if [[ "${ONLY_MAILCOW_HOSTNAME}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
- ONLY_MAILCOW_HOSTNAME=y
- fi
- # Request individual certificate for every domain
- if [[ "${ENABLE_SSL_SNI}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
- ENABLE_SSL_SNI=y
- fi
- if [[ "${SKIP_LETS_ENCRYPT}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
- log_f "SKIP_LETS_ENCRYPT=y, skipping Let's Encrypt..."
- sleep 365d
- exec $(readlink -f "$0")
- fi
- log_f "Waiting for Docker API..."
- until ping dockerapi -c1 > /dev/null; do
- sleep 1
- done
- log_f "Docker API OK"
- log_f "Waiting for Postfix..."
- until ping postfix -c1 > /dev/null; do
- sleep 1
- done
- log_f "Postfix OK"
- log_f "Waiting for Dovecot..."
- until ping dovecot -c1 > /dev/null; do
- sleep 1
- done
- log_f "Dovecot OK"
- ACME_BASE=/var/lib/acme
- SSL_EXAMPLE=/var/lib/ssl-example
- mkdir -p ${ACME_BASE}/acme
- # Migrate
- [[ -f ${ACME_BASE}/acme/private/privkey.pem ]] && mv ${ACME_BASE}/acme/private/privkey.pem ${ACME_BASE}/acme/key.pem
- [[ -f ${ACME_BASE}/acme/private/account.key ]] && mv ${ACME_BASE}/acme/private/account.key ${ACME_BASE}/acme/account.pem
- if [[ -f ${ACME_BASE}/acme/key.pem && -f ${ACME_BASE}/acme/cert.pem ]]; then
- if verify_hash_match ${ACME_BASE}/acme/cert.pem ${ACME_BASE}/acme/key.pem; then
- log_f "Migrating to SNI folder structure..."
- CERT_DOMAIN=($(openssl x509 -noout -text -in ${ACME_BASE}/acme/cert.pem | grep "Subject:" | sed -e 's/\(Subject:\)\|\(CN = \)\|\(CN=\)//g' | sed -e 's/^[[:space:]]*//'))
- CERT_DOMAINS=(${CERT_DOMAIN} $(openssl x509 -noout -text -in ${ACME_BASE}/acme/cert.pem | grep "DNS:" | sed -e 's/\(DNS:\)\|,//g' | sed "s/${CERT_DOMAIN}//" | sed -e 's/^[[:space:]]*//'))
- mkdir -p ${ACME_BASE}/${CERT_DOMAIN}
- mv ${ACME_BASE}/acme/cert.pem ${ACME_BASE}/${CERT_DOMAIN}/cert.pem
- # key is only copied, not moved, because it is used by all other requests too
- cp ${ACME_BASE}/acme/key.pem ${ACME_BASE}/${CERT_DOMAIN}/key.pem
- chmod 600 ${ACME_BASE}/${CERT_DOMAIN}/key.pem
- echo -n ${CERT_DOMAINS[*]} > ${ACME_BASE}/${CERT_DOMAIN}/domains
- mv ${ACME_BASE}/acme/acme.csr ${ACME_BASE}/${CERT_DOMAIN}/acme.csr
- log_f "OK" no_date
- fi
- fi
- [[ ! -f ${ACME_BASE}/dhparams.pem ]] && cp ${SSL_EXAMPLE}/dhparams.pem ${ACME_BASE}/dhparams.pem
- if [[ -f ${ACME_BASE}/cert.pem ]] && [[ -f ${ACME_BASE}/key.pem ]] && [[ $(stat -c%s ${ACME_BASE}/cert.pem) != 0 ]]; then
- ISSUER=$(openssl x509 -in ${ACME_BASE}/cert.pem -noout -issuer)
- if [[ ${ISSUER} != *"Let's Encrypt"* && ${ISSUER} != *"mailcow"* && ${ISSUER} != *"Fake LE Intermediate"* ]]; then
- log_f "Found certificate with issuer other than mailcow snake-oil CA and Let's Encrypt, skipping ACME client..."
- sleep 3650d
- exec $(readlink -f "$0")
- fi
- else
- if [[ -f ${ACME_BASE}/${MAILCOW_HOSTNAME}/cert.pem ]] && [[ -f ${ACME_BASE}/${MAILCOW_HOSTNAME}/key.pem ]] && verify_hash_match ${ACME_BASE}/${MAILCOW_HOSTNAME}/cert.pem ${ACME_BASE}/${MAILCOW_HOSTNAME}/key.pem; then
- log_f "Restoring previous acme certificate and restarting script..."
- cp ${ACME_BASE}/${MAILCOW_HOSTNAME}/cert.pem ${ACME_BASE}/cert.pem
- cp ${ACME_BASE}/${MAILCOW_HOSTNAME}/key.pem ${ACME_BASE}/key.pem
- # Restarting with env var set to trigger a restart,
- exec env TRIGGER_RESTART=1 $(readlink -f "$0")
- else
- log_f "Restoring mailcow snake-oil certificates and restarting script..."
- cp ${SSL_EXAMPLE}/cert.pem ${ACME_BASE}/cert.pem
- cp ${SSL_EXAMPLE}/key.pem ${ACME_BASE}/key.pem
- exec env TRIGGER_RESTART=1 $(readlink -f "$0")
- fi
- fi
- chmod 600 ${ACME_BASE}/key.pem
- log_f "Waiting for database..."
- while ! mysqladmin status --socket=/var/run/mysqld/mysqld.sock -u${DBUSER} -p${DBPASS} --silent > /dev/null; do
- sleep 2
- done
- log_f "Database OK"
- log_f "Waiting for Nginx..."
- until $(curl --output /dev/null --silent --head --fail http://nginx:8081); do
- sleep 2
- done
- log_f "Nginx OK"
- log_f "Waiting for resolver..."
- until dig letsencrypt.org +time=3 +tries=1 @unbound > /dev/null; do
- sleep 2
- done
- log_f "Resolver OK"
- # Waiting for domain table
- log_f "Waiting for domain table..."
- while [[ -z ${DOMAIN_TABLE} ]]; do
- curl --silent http://nginx/ >/dev/null 2>&1
- DOMAIN_TABLE=$(mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "SHOW TABLES LIKE 'domain'" -Bs)
- [[ -z ${DOMAIN_TABLE} ]] && sleep 10
- done
- log_f "OK" no_date
- log_f "Initializing, please wait..."
- while true; do
- POSTFIX_CERT_SERIAL="$(echo | openssl s_client -connect postfix:25 -starttls smtp 2>/dev/null | openssl x509 -inform pem -noout -serial | cut -d "=" -f 2)"
- DOVECOT_CERT_SERIAL="$(echo | openssl s_client -connect dovecot:143 -starttls imap 2>/dev/null | openssl x509 -inform pem -noout -serial | cut -d "=" -f 2)"
- POSTFIX_CERT_SERIAL_NEW="$(echo | openssl s_client -connect postfix:25 -starttls smtp 2>/dev/null | openssl x509 -inform pem -noout -serial | cut -d "=" -f 2)"
- DOVECOT_CERT_SERIAL_NEW="$(echo | openssl s_client -connect dovecot:143 -starttls imap 2>/dev/null | openssl x509 -inform pem -noout -serial | cut -d "=" -f 2)"
- # Re-using previous acme-mailcow account and domain keys
- if [[ ! -f ${ACME_BASE}/acme/key.pem ]]; then
- log_f "Generating missing domain private rsa key..."
- openssl genrsa 4096 > ${ACME_BASE}/acme/key.pem
- else
- log_f "Using existing domain rsa key ${ACME_BASE}/acme/key.pem"
- fi
- if [[ ! -f ${ACME_BASE}/acme/account.pem ]]; then
- log_f "Generating missing Lets Encrypt account key..."
- if [[ ! -z ${ACME_CONTACT} ]]; then
- if ! verify_email "${ACME_CONTACT}"; then
- log_f "Invalid email address, will not start registration!"
- sleep 365d
- exec $(readlink -f "$0")
- else
- ACME_CONTACT_PARAMETER="--contact mailto:${ACME_CONTACT}"
- log_f "Valid email address, using ${ACME_CONTACT} for registration"
- fi
- else
- ACME_CONTACT_PARAMETER=""
- fi
- openssl genrsa 4096 > ${ACME_BASE}/acme/account.pem
- else
- log_f "Using existing Lets Encrypt account key ${ACME_BASE}/acme/account.pem"
- fi
- chmod 600 ${ACME_BASE}/acme/key.pem
- chmod 600 ${ACME_BASE}/acme/account.pem
- unset EXISTING_CERTS
- declare -a EXISTING_CERTS
- for cert_dir in ${ACME_BASE}/*/ ; do
- if [[ ! -f ${cert_dir}domains ]] || [[ ! -f ${cert_dir}cert.pem ]] || [[ ! -f ${cert_dir}key.pem ]]; then
- continue
- fi
- EXISTING_CERTS+=("$(basename ${cert_dir})")
- done
- # Cleaning up and init validation arrays
- unset SQL_DOMAIN_ARR
- unset VALIDATED_CONFIG_DOMAINS
- unset ADDITIONAL_VALIDATED_SAN
- unset ADDITIONAL_WC_ARR
- unset ADDITIONAL_SAN_ARR
- unset CERT_ERRORS
- unset CERT_CHANGED
- unset CERT_AMOUNT_CHANGED
- unset VALIDATED_CERTIFICATES
- CERT_ERRORS=0
- CERT_CHANGED=0
- CERT_AMOUNT_CHANGED=0
- declare -a SQL_DOMAIN_ARR
- declare -a VALIDATED_CONFIG_DOMAINS
- declare -a ADDITIONAL_VALIDATED_SAN
- declare -a ADDITIONAL_WC_ARR
- declare -a ADDITIONAL_SAN_ARR
- declare -a VALIDATED_CERTIFICATES
- IFS=',' read -r -a TMP_ARR <<< "${ADDITIONAL_SAN}"
- for i in "${TMP_ARR[@]}" ; do
- if [[ "$i" =~ \.\*$ ]]; then
- ADDITIONAL_WC_ARR+=(${i::-2})
- else
- ADDITIONAL_SAN_ARR+=($i)
- fi
- done
- ADDITIONAL_WC_ARR+=('autodiscover' 'autoconfig')
- if [[ ${SKIP_IP_CHECK} != "y" ]]; then
- # Start IP detection
- log_f "Detecting IP addresses..."
- IPV4=$(get_ipv4)
- IPV6=$(get_ipv6)
- log_f "OK: ${IPV4}, ${IPV6:-"0000:0000:0000:0000:0000:0000:0000:0000"}"
- fi
- #########################################
- # IP and webroot challenge verification #
- SQL_DOMAINS=$(mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "SELECT domain FROM domain WHERE backupmx=0 and active=1" -Bs)
- if [[ ! $? -eq 0 ]]; then
- log_f "Failed to read SQL domains, retrying in 1 minute..."
- sleep 1m
- exec $(readlink -f "$0")
- fi
- while read domains; do
- if [[ -z "${domains}" ]]; then
- # ignore empty lines
- continue
- fi
- SQL_DOMAIN_ARR+=("${domains}")
- done <<< "${SQL_DOMAINS}"
- if [[ ${ONLY_MAILCOW_HOSTNAME} != "y" ]]; then
- for SQL_DOMAIN in "${SQL_DOMAIN_ARR[@]}"; do
- unset VALIDATED_CONFIG_DOMAINS_SUBDOMAINS
- declare -a VALIDATED_CONFIG_DOMAINS_SUBDOMAINS
- for SUBDOMAIN in "${ADDITIONAL_WC_ARR[@]}"; do
- if [[ "${SUBDOMAIN}.${SQL_DOMAIN}" != "${MAILCOW_HOSTNAME}" ]]; then
- if check_domain "${SUBDOMAIN}.${SQL_DOMAIN}"; then
- VALIDATED_CONFIG_DOMAINS_SUBDOMAINS+=("${SUBDOMAIN}.${SQL_DOMAIN}")
- fi
- fi
- done
- VALIDATED_CONFIG_DOMAINS+=("${VALIDATED_CONFIG_DOMAINS_SUBDOMAINS[*]}")
- done
- fi
- if check_domain ${MAILCOW_HOSTNAME}; then
- VALIDATED_MAILCOW_HOSTNAME="${MAILCOW_HOSTNAME}"
- fi
- if [[ ${ONLY_MAILCOW_HOSTNAME} != "y" ]]; then
- for SAN in "${ADDITIONAL_SAN_ARR[@]}"; do
- # Skip on CAA errors for SAN
- SAN_PARENT_DOMAIN=$(echo ${SAN} | cut -d. -f2-)
- SAN_CAAS=( $(dig CAA ${SAN_PARENT_DOMAIN} +short | sed -n 's/\d issue "\(.*\)"/\1/p') )
- if [[ ! -z ${SAN_CAAS} ]]; then
- if [[ ${SAN_CAAS[@]} =~ "letsencrypt.org" ]]; then
- log_f "Validated CAA for parent domain ${SAN_PARENT_DOMAIN} of ${SAN}"
- else
- log_f "Skipping ACME validation for ${SAN}: Lets Encrypt disallowed for ${SAN} by CAA record"
- continue
- fi
- fi
- if [[ ${SAN} == ${MAILCOW_HOSTNAME} ]]; then
- continue
- fi
- if check_domain ${SAN}; then
- ADDITIONAL_VALIDATED_SAN+=("${SAN}")
- fi
- done
- fi
- # Unique domains for server certificate
- if [[ ${ENABLE_SSL_SNI} == "y" ]]; then
- # create certificate for server name and fqdn SANs only
- SERVER_SAN_VALIDATED=(${VALIDATED_MAILCOW_HOSTNAME} $(echo ${ADDITIONAL_VALIDATED_SAN[*]} | xargs -n1 | sort -u | xargs))
- else
- # create certificate for all domains, including all subdomains from other domains [*]
- SERVER_SAN_VALIDATED=(${VALIDATED_MAILCOW_HOSTNAME} $(echo ${VALIDATED_CONFIG_DOMAINS[*]} ${ADDITIONAL_VALIDATED_SAN[*]} | xargs -n1 | sort -u | xargs))
- fi
- if [[ ! -z ${SERVER_SAN_VALIDATED[*]} ]]; then
- CERT_NAME=${SERVER_SAN_VALIDATED[0]}
- VALIDATED_CERTIFICATES+=("${CERT_NAME}")
- # obtain server certificate if required
- ACME_CONTACT_PARAMETER=${ACME_CONTACT_PARAMETER} DOMAINS=${SERVER_SAN_VALIDATED[@]} /srv/obtain-certificate.sh rsa
- RETURN="$?"
- if [[ "$RETURN" == "0" ]]; then # 0 = cert created successfully
- CERT_AMOUNT_CHANGED=1
- CERT_CHANGED=1
- elif [[ "$RETURN" == "1" ]]; then # 1 = cert renewed successfully
- CERT_CHANGED=1
- elif [[ "$RETURN" == "2" ]]; then # 2 = cert not due for renewal
- :
- else
- CERT_ERRORS=1
- fi
- # copy hostname certificate to default/server certificate
- # do not a key when cert is missing, this can lead to a mismatch of cert/key
- if [[ -f ${ACME_BASE}/${CERT_NAME}/cert.pem ]]; then
- cp ${ACME_BASE}/${CERT_NAME}/cert.pem ${ACME_BASE}/cert.pem
- cp ${ACME_BASE}/${CERT_NAME}/key.pem ${ACME_BASE}/key.pem
- fi
- fi
- # individual certificates for SNI [@]
- if [[ ${ENABLE_SSL_SNI} == "y" ]]; then
- for VALIDATED_DOMAINS in "${VALIDATED_CONFIG_DOMAINS[@]}"; do
- VALIDATED_DOMAINS_ARR=(${VALIDATED_DOMAINS})
- unset VALIDATED_DOMAINS_SORTED
- declare -a VALIDATED_DOMAINS_SORTED
- VALIDATED_DOMAINS_SORTED=(${VALIDATED_DOMAINS_ARR[0]} $(echo ${VALIDATED_DOMAINS_ARR[@]:1} | xargs -n1 | sort -u | xargs))
- # remove all domain names that are already inside the server certificate (SERVER_SAN_VALIDATED)
- for domain in "${SERVER_SAN_VALIDATED[@]}"; do
- for i in "${!VALIDATED_DOMAINS_SORTED[@]}"; do
- if [[ ${VALIDATED_DOMAINS_SORTED[i]} = $domain ]]; then
- unset 'VALIDATED_DOMAINS_SORTED[i]'
- fi
- done
- done
- if [[ ! -z ${VALIDATED_DOMAINS_SORTED[*]} ]]; then
- CERT_NAME=${VALIDATED_DOMAINS_SORTED[0]}
- VALIDATED_CERTIFICATES+=("${CERT_NAME}")
- # obtain certificate if required
- DOMAINS=${VALIDATED_DOMAINS_SORTED[@]} /srv/obtain-certificate.sh rsa
- RETURN="$?"
- if [[ "$RETURN" == "0" ]]; then # 0 = cert created successfully
- CERT_AMOUNT_CHANGED=1
- CERT_CHANGED=1
- elif [[ "$RETURN" == "1" ]]; then # 1 = cert renewed successfully
- CERT_CHANGED=1
- elif [[ "$RETURN" == "2" ]]; then # 2 = cert not due for renewal
- :
- else
- CERT_ERRORS=1
- fi
- fi
- done
- fi
- if [[ -z ${VALIDATED_CERTIFICATES[*]} ]]; then
- log_f "Cannot validate any hostnames, skipping Let's Encrypt for 1 hour."
- log_f "Use SKIP_LETS_ENCRYPT=y in mailcow.conf to skip it permanently."
- ${REDIS_CMDLINE} SET ACME_FAIL_TIME "$(date +%s)"
- sleep 1h
- exec $(readlink -f "$0")
- fi
- # find orphaned certificates if no errors occurred
- if [[ "${CERT_ERRORS}" == "0" ]]; then
- for EXISTING_CERT in "${EXISTING_CERTS[@]}"; do
- if [[ ! "`printf '_%s_\n' "${VALIDATED_CERTIFICATES[@]}"`" == *"_${EXISTING_CERT}_"* ]]; then
- DATE=$(date +%Y-%m-%d_%H_%M_%S)
- log_f "Found orphaned certificate: ${EXISTING_CERT} - archiving it at ${ACME_BASE}/backups/${EXISTING_CERT}/"
- BACKUP_DIR=${ACME_BASE}/backups/${EXISTING_CERT}/${DATE}
- # archive rsa cert and any other files
- mkdir -p ${ACME_BASE}/backups/${EXISTING_CERT}
- mv ${ACME_BASE}/${EXISTING_CERT} ${BACKUP_DIR}
- CERT_CHANGED=1
- CERT_AMOUNT_CHANGED=1
- fi
- done
- fi
- # reload on new or changed certificates
- if [[ "${CERT_CHANGED}" == "1" ]]; then
- rm -f "${ACME_BASE}/force_renew" 2> /dev/null
- RELOAD_LOOP_C=1
- while [[ "${POSTFIX_CERT_SERIAL}" == "${POSTFIX_CERT_SERIAL_NEW}" ]] || [[ "${DOVECOT_CERT_SERIAL}" == "${DOVECOT_CERT_SERIAL_NEW}" ]] || [[ ${#POSTFIX_CERT_SERIAL_NEW} -ne 36 ]] || [[ ${#DOVECOT_CERT_SERIAL_NEW} -ne 36 ]]; do
- log_f "Reloading or restarting services... (${RELOAD_LOOP_C})"
- RELOAD_LOOP_C=$((RELOAD_LOOP_C + 1))
- CERT_AMOUNT_CHANGED=${CERT_AMOUNT_CHANGED} /srv/reload-configurations.sh
- log_f "Waiting for containers to settle..."
- sleep 10
- until nc -z dovecot 143; do
- sleep 1
- done
- until nc -z postfix 25; do
- sleep 1
- done
- POSTFIX_CERT_SERIAL_NEW="$(echo | openssl s_client -connect postfix:25 -starttls smtp 2>/dev/null | openssl x509 -inform pem -noout -serial | cut -d "=" -f 2)"
- DOVECOT_CERT_SERIAL_NEW="$(echo | openssl s_client -connect dovecot:143 -starttls imap 2>/dev/null | openssl x509 -inform pem -noout -serial | cut -d "=" -f 2)"
- if [[ ${RELOAD_LOOP_C} -gt 3 ]]; then
- log_f "Some services do return old end dates, something went wrong!"
- ${REDIS_CMDLINE} SET ACME_FAIL_TIME "$(date +%s)"
- break;
- fi
- done
- fi
- case "$CERT_ERRORS" in
- 0) # all successful
- if [[ "${CERT_CHANGED}" == "1" ]]; then
- if [[ "${CERT_AMOUNT_CHANGED}" == "1" ]]; then
- log_f "Certificates successfully requested and renewed where required, sleeping one day"
- else
- log_f "Certificates were successfully renewed where required, sleeping for another day."
- fi
- else
- log_f "Certificates were successfully validated, no changes or renewals required, sleeping for another day."
- fi
- sleep 1d
- ;;
- *) # non-zero
- log_f "Some errors occurred, retrying in 30 minutes..."
- ${REDIS_CMDLINE} SET ACME_FAIL_TIME "$(date +%s)"
- sleep 30m
- exec $(readlink -f "$0")
- ;;
- esac
- done
|