setup_functions.sh 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377
  1. # All functions used during setup of a service
  2. docker_pull() {
  3. for image in ${IMAGES[@]};do
  4. [[ "$image" != "dockerbunker/${SERVICE_NAME}" ]] \
  5. && echo -e "\n\e[1mPulling $image\e[0m" \
  6. && docker pull $image
  7. done
  8. }
  9. docker_run() {
  10. $1
  11. }
  12. docker_run_all() {
  13. echo -e "\n\e[1mStarting up containers\e[0m"
  14. for container in "${containers[@]}";do
  15. ! [[ $(docker ps -q --filter name="^/${container}$") ]] \
  16. && echo -en "- $container" \
  17. && ${container//-/_} \
  18. && exit_response \
  19. || echo "- $container (already running)"
  20. done
  21. if elementInArray "${PROPER_NAME}" "${STOPPED_SERVICES[@]}";then
  22. remove_from_STOPPED_SERVICES
  23. fi
  24. connect_containers_to_network
  25. activate_nginx_conf
  26. restart_nginx
  27. }
  28. get_current_images_sha256() {
  29. # get current images' sha256
  30. if [[ -z ${CURRENT_IMAGES_SHA256[@]} ]];then
  31. collectImageNamesAndCorrespondingSha256
  32. declare -A CURRENT_IMAGES_SHA256
  33. for key in "${!IMAGES_AND_SHA256[@]}";do
  34. CURRENT_IMAGES_SHA256[$key]+=${IMAGES_AND_SHA256[$key]}
  35. done
  36. fi
  37. declare -p CURRENT_IMAGES_SHA256 >> "${BASE_DIR}"/.image_shas.tmp
  38. unset IMAGES_AND_SHA256
  39. }
  40. pull_and_compare() {
  41. [[ -f "${BASE_DIR}"/.image_shas.tmp ]] \
  42. && rm "${BASE_DIR}"/.image_shas.tmp
  43. get_current_images_sha256
  44. if [[ ${DOCKER_COMPOSE} ]];then
  45. pushd "${SERVICE_HOME}" >/dev/null
  46. echo ""
  47. echo -e "\e[1mPulling new images\e[0m"
  48. echo ""
  49. docker-compose pull
  50. else
  51. docker_pull
  52. fi
  53. if [[ -f "${BASE_DIR}"/.image_shas.tmp ]];then
  54. source "${BASE_DIR}"/.image_shas.tmp
  55. else
  56. echo -e "\n\e[31mCould not find digests of current images.\nExiting.\e[0m"
  57. exit 1
  58. fi
  59. # compare sha256 and delete old unused images
  60. collectImageNamesAndCorrespondingSha256
  61. declare -A NEW_IMAGES_SHA256
  62. for key in "${!IMAGES_AND_SHA256[@]}";do
  63. NEW_IMAGES_SHA256[$key]+=${IMAGES_AND_SHA256[$key]}
  64. done
  65. for key in "${!CURRENT_IMAGES_SHA256[@]}";do
  66. if [[ ${CURRENT_IMAGES_SHA256[$key]} != ${NEW_IMAGES_SHA256[$key]} ]];then
  67. old_images_to_delete+=( ${CURRENT_IMAGES_SHA256[$key]} )
  68. else
  69. unchanged_images_to_keep+=( ${CURRENT_IMAGES_SHA256[$key]} )
  70. fi
  71. done
  72. if [[ ${DOCKER_COMPOSE} ]] \
  73. && [[ ${old_images_to_delete[0]} ]];then
  74. pushd "${SERVICE_HOME}" >/dev/null
  75. echo -e "\n\e[1mTaking down ${PROPER_NAME}\e[0m"
  76. docker-compose down
  77. echo -e "\n\e[1mBringing ${PROPER_NAME} back up\e[0m"
  78. docker-compose up -d
  79. connect_containers_to_network
  80. popd >/dev/null
  81. fi
  82. [[ ${old_images_to_delete[0]} ]] \
  83. && declare -p old_images_to_delete >> "${BASE_DIR}"/.image_shas.tmp
  84. [[ ${unchanged_images_to_keep[0]} ]] \
  85. && declare -p unchanged_images_to_keep >> "${BASE_DIR}"/.image_shas.tmp
  86. }
  87. delete_old_images() {
  88. if [[ -f "${BASE_DIR}"/.image_shas.tmp ]];then
  89. source "${BASE_DIR}"/.image_shas.tmp
  90. else
  91. echo -en "\n\e[31mCould not find digests of current images.\nExiting.\e[0m"
  92. return
  93. fi
  94. [[ -z ${old_images_to_delete[0]} ]] \
  95. && echo -e "\n\e[1mImage(s) did not change.\e[0m" \
  96. && rm "${BASE_DIR}"/.image_shas.tmp \
  97. && return
  98. prompt_confirm "Delete all old images?"
  99. if [[ $? == 0 ]];then
  100. echo ""
  101. for image in "${old_images_to_delete[@]}";do
  102. echo -en "\e[1m[DELETING]\e[0m $image"
  103. docker rmi $image >/dev/null
  104. exit_response
  105. done
  106. for image in ${unchanged_images_to_keep[@]};do
  107. echo -en "\e[1m[KEEPING]\e[0m $image (did not change)"
  108. done
  109. echo ""
  110. fi
  111. rm "${BASE_DIR}"/.image_shas.tmp
  112. }
  113. setup_nginx() {
  114. [[ ! $(docker ps -q --filter name=^/${NGINX_CONTAINER}$) ]] && bash "${SERVICES_DIR}"/nginx/nginx.sh setup
  115. }
  116. # Build image if necessary, set up nginx container if necessary, create or use existing volumes, create networks if necessary, pull images if necessary
  117. initial_setup_routine() {
  118. [[ ${STATIC} ]] && return
  119. setup_nginx
  120. for container in "${containers[@]}";do
  121. [[ ( $(docker inspect $container 2> /dev/null) && $? == 0 ) ]] && docker rm $container
  122. done
  123. docker_pull
  124. if [[ ${volumes[@]} ]];then
  125. echo -e "\n\e[1mCreating volumes\e[0m"
  126. for volume in "${!volumes[@]}";do
  127. [[ ! $(docker volume ls -q --filter name=^${volume}$) ]] \
  128. && echo -en "- $volume" \
  129. && docker volume create $volume >/dev/null \
  130. && exit_response \
  131. || echo "- $volume (already exists)"
  132. done
  133. fi
  134. create_networks
  135. }
  136. create_networks() {
  137. for network in "${networks[@]}";do
  138. [[ $(docker network ls -q --filter name=^${network}$) ]] \
  139. && docker network rm $network >/dev/null
  140. [[ ! $(docker network ls -q --filter name=^${network}$) ]] \
  141. && docker network create $network >/dev/null
  142. done
  143. }
  144. generate_certificate() {
  145. [[ -L "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem ]] && rm "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem
  146. [[ -L "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.pem ]] && rm "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.pem
  147. echo -en "\n\e[1mGenerating self-signed certificate for ${SERVICE_DOMAIN[0]}\e[0m"
  148. openssl req -x509 -nodes -days 365 -newkey rsa:2048 -keyout "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.pem -out "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem -subj "/C=XY/ST=hidden/L=nowhere/O=${PROPER_NAME}/OU=IT Department/CN=${SERVICE_DOMAIN[0]}" >/dev/null 2>&1
  149. exit_response
  150. }
  151. # this generates the nginx configuration for the service that is being set up and puts it into data/services/ngix/conf.d
  152. basic_nginx() {
  153. if [[ -z $reinstall ]];then
  154. [[ ! -d "${CONF_DIR}"/nginx/ssl ]] \
  155. && mkdir -p "${CONF_DIR}"/nginx/ssl
  156. [[ ! -f "${CONF_DIR}"/nginx/ssl/dhparam.pem ]] \
  157. && cp "${SERVICES_DIR}/nginx/ssl/dhparam.pem" "${CONF_DIR}"/nginx/ssl
  158. [[ ! -d "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]} ]] && \
  159. mkdir -p "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}
  160. if [[ ! -f "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem ]];then
  161. generate_certificate
  162. fi
  163. [[ ! -d "${CONF_DIR}"/nginx/conf.d ]] && \
  164. mkdir -p "${CONF_DIR}"/nginx/conf.d
  165. if [[ ! -f "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN[0]}.conf ]];then
  166. cp "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_NAME}.conf "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_DOMAIN[0]}.conf
  167. for variable in "${SUBSTITUTE[@]}";do
  168. subst="\\${variable}"
  169. variable=`eval echo "$variable"`
  170. sed -i "s@${subst}@${variable}@g;" \
  171. "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_DOMAIN[0]}.conf
  172. done
  173. fi
  174. echo -en "\n\e[1mMoving nginx configuration in place\e[0m"
  175. if [[ -f "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_DOMAIN[0]}.conf ]];then
  176. mv "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_DOMAIN[0]}.conf "${CONF_DIR}"/nginx/conf.d
  177. # add basic_auth
  178. if [[ ${BASIC_AUTH} == "yes" ]];then
  179. [[ ! -d "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN} ]] && \
  180. mkdir -p "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN}
  181. SALT="$(openssl rand 3)"
  182. SHA1="$(printf "%s%s" "${HTPASSWD}" "$SALT" | openssl dgst -binary -sha1)"
  183. printf "${HTUSER}:{SSHA}%s\n" "$(printf "%s%s" "$SHA1" "$SALT" | base64)" > "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN}/.htpasswd
  184. cp "${SERVICES_DIR}"/nginx/basic_auth.conf \
  185. "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN}/basic_auth.conf
  186. for variable in "${SUBSTITUTE[@]}";do
  187. subst="\\${variable}"
  188. variable=`eval echo "$variable"`
  189. sed -i "s@${subst}@${variable}@g;" \
  190. "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN}/basic_auth.conf
  191. done
  192. fi
  193. exit_response
  194. else
  195. ! [[ -f "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN[0]}.conf ]] && echo "Nginx configuration file could not be found. Exiting." && exit 1
  196. fi
  197. fi
  198. }
  199. # called in docker_run_all if container is found in ${add_to_network}
  200. connect_containers_to_network() {
  201. [[ $1 ]] \
  202. && [[ $(docker ps -q --filter name=^/"${1}"$) ]] \
  203. && ! [[ $(docker network inspect dockerbunker-network | grep $1) ]] \
  204. && docker network connect ${NETWORK} ${1} >/dev/null \
  205. && return
  206. for container in ${add_to_network};do
  207. [[ $(docker ps -q --filter name=^/"${container}"$) ]] \
  208. && ! [[ $(docker network inspect dockerbunker-network | grep ${container}) ]] \
  209. && docker network connect ${NETWORK} ${container} >/dev/null
  210. done
  211. }
  212. wait_for_db() {
  213. if ! docker exec ${FUNCNAME[1]//_/-} mysqladmin ping -h"127.0.0.1" --silent;then
  214. while ! docker exec ${FUNCNAME[1]//_/-} mysqladmin ping -h"127.0.0.1" --silent;do
  215. sleep 1
  216. done
  217. fi
  218. }
  219. post_setup_routine() {
  220. if [[ $SSL_CHOICE == "le" ]] && [[ ! -d "${CONF_DIR}"/nginx/ssl/letsencrypt/${SERVICE_DOMAIN[0]} ]];then
  221. letsencrypt issue
  222. fi
  223. remove_from_CONFIGURED_SERVICES
  224. ! elementInArray "${PROPER_NAME}" "${INSTALLED_SERVICES[@]}" && INSTALLED_SERVICES+=( "${PROPER_NAME}" )
  225. for container in ${add_to_network[@]};do
  226. ! elementInArray "${container}" "${CONTAINERS_IN_DOCKERBUNKER_NETWORK[@]}" && CONTAINERS_IN_DOCKERBUNKER_NETWORK+=( "${container}" )
  227. done
  228. [[ -f "${ENV_DIR}/dockerbunker.env" ]] && ( sed -i '/CONFIGURED_SERVICES/d' "${ENV_DIR}/dockerbunker.env"; sed -i '/WEB_SERVICES/d' "${ENV_DIR}/dockerbunker.env"; sed -i '/CONTAINERS_IN_DOCKERBUNKER_NETWORK/d' "${ENV_DIR}/dockerbunker.env"; sed -i '/INSTALLED_SERVICES/d' "${ENV_DIR}/dockerbunker.env" )
  229. declare -p CONFIGURED_SERVICES >> "${ENV_DIR}/dockerbunker.env"
  230. declare -p INSTALLED_SERVICES >> "${ENV_DIR}/dockerbunker.env"
  231. declare -p WEB_SERVICES >> "${ENV_DIR}/dockerbunker.env"
  232. declare -p CONTAINERS_IN_DOCKERBUNKER_NETWORK >> "${ENV_DIR}/dockerbunker.env" 2>/dev/null
  233. }
  234. # This function issues a Let's Encrypt certificate if the choice has been made earlier and finally updates the arrays in dockerbunker.env so dockerbunker knows that the service now is installed
  235. letsencrypt() {
  236. echo ""
  237. add_domains() {
  238. prompt_confirm "Include other domains in certificate beside ${SERVICE_DOMAIN[*]}?"
  239. if [[ $? == 0 ]];then
  240. unset fqdn_is_valid
  241. unset domains
  242. while [[ -z $fqdn_is_valid ]];do
  243. if [[ $invalid ]];then
  244. echo -e "\nPlease enter a valid domain!\n"
  245. fi
  246. unset invalid
  247. read -p "Enter domains, separated by spaces: ${SERVICE_DOMAIN[*]} " -ei "" domains
  248. if [[ -z $domains ]];then
  249. domains=( ${SERVICE_DOMAIN[*]} )
  250. break
  251. else
  252. domains=( ${SERVICE_DOMAIN[*]} $domains )
  253. for i in "${domains[@]}";do
  254. # don't check if main domain is valid, otherwise it will complain that the domain already exists because an nginx configuration is already in place
  255. [[ $i != ${SERVICE_DOMAIN[0]} ]] && validate_fqdn $i
  256. done
  257. invalid=1
  258. fi
  259. invalid=1
  260. done
  261. if [[ ${STATIC} ]];then
  262. [[ ${domains[1]} ]] && sed -i "s/server_name.*/server_name ${domains[*]}\;/" "data/conf/nginx/conf.d/${SERVICE_DOMAIN[0]}.conf" && sed -i "s/^SERVICE\_DOMAIN.*/SERVICE\_DOMAIN\=\(\ ${domains[*]}\ \)/" "data/env/static/${SERVICE_DOMAIN[0]}.env"
  263. else
  264. [[ ${domains[1]} ]] && sed -i "s/server_name.*/server_name ${domains[*]}\;/" "data/conf/nginx/conf.d/${SERVICE_DOMAIN[0]}.conf" && sed -i "s/^SERVICE\_DOMAIN.*/SERVICE\_DOMAIN\=\(\ ${domains[*]}\ \)/" "data/env/${SERVICE_NAME}.env"
  265. fi
  266. expand="--expand "
  267. else
  268. domains=( ${SERVICE_DOMAIN[@]} )
  269. fi
  270. }
  271. issue() {
  272. [[ -z $1 ]] && ! [[ $(docker ps -q --filter name=^/${SERVICE_NAME}-service-dockerbunker$) ]] && echo "${PROPER_NAME} container not running. Exiting." && exit 1
  273. for value in $*;do
  274. [[ ( $value == "letsencrypt" || $value == "issue" || $value == "static" ) ]] || domains+=( "$value" )
  275. done
  276. for domain in ${domains[@]};do
  277. [[ ${domain} != ${SERVICE_DOMAIN[0]} ]] && validate_fqdn $domain || fqdn_is_valid=1
  278. if [[ $fqdn_is_valid ]];then
  279. [[ ! "${le_domains[@]}" =~ $domain ]] && le_domains+=( "-d $domain" )
  280. else
  281. exit
  282. fi
  283. done
  284. [[ ( "${domains[@]}" =~ ${SERVICE_DOMAIN[0]} && ! "${domains[0]}" =~ "${SERVICE_DOMAIN[0]}" ) ]] && ( echo "Please list ${SERVICE_DOMAIN[0]} first.";exit 1 )
  285. [[ "${domains[@]}" =~ ${SERVICE_DOMAIN[0]} ]] || ( echo -e "Please include your chosen ${PROPER_NAME} domain ${SERVICE_DOMAIN[0]}";exit 1 )
  286. [[ ! -d "${CONF_DIR}"/nginx/ssl/letsencrypt ]] && mkdir "${CONF_DIR}"/nginx/ssl/letsencrypt
  287. [[ ( "${domains[@]}" =~ "${SERVICE_DOMAIN[0]}" && "${domains[0]}" =~ "${SERVICE_DOMAIN[0]}" ) ]] \
  288. && echo "" \
  289. && docker run --rm -it --name=certbot \
  290. --network ${NETWORK} \
  291. -v "${CONF_DIR}"/nginx/ssl/letsencrypt:/etc/letsencrypt \
  292. -v "${BASE_DIR}"/data/web:/var/www/html:rw \
  293. certbot/certbot \
  294. certonly --noninteractive \
  295. --webroot -w /var/www/html \
  296. ${le_domains[@]} \
  297. --email ${LE_EMAIL} ${expand}\
  298. --agree-tos
  299. if [[ $? == 0 ]];then
  300. if ! [[ -L "data/conf/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem" ]];then
  301. echo -en "\n\e[1mBacking up self-signed certificate\e[0m"
  302. mv "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.{pem,pem.backup} && \
  303. mv "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.{pem,pem.backup} && exit_response || exit_response
  304. echo -en "\n\e[1mSymlinking letsencrypt certificate\e[0m"
  305. ln -sf "/etc/nginx/ssl/letsencrypt/live/${SERVICE_DOMAIN[0]}/fullchain.pem" "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem && \
  306. ln -sf "/etc/nginx/ssl/letsencrypt/live/${SERVICE_DOMAIN[0]}/privkey.pem" "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.pem && exit_response || exit_response
  307. fi
  308. restart_nginx
  309. fi
  310. }
  311. renew() {
  312. docker run --rm -it --name=certbot \
  313. --network ${NETWORK} \
  314. -v "${CONF_DIR}"/nginx/ssl/letsencrypt:/etc/letsencrypt \
  315. -v "${BASE_DIR}"/data/web:/var/www/html:rw \
  316. certbot/certbot \
  317. renew
  318. restart_nginx
  319. }
  320. echo -e "\e[1mObtain certificate from Let's Encrypt\e[0m"
  321. if [[ ( "$1" == "issue" ) ]] || [[ ( "$1" == "letsencrypt" && "$2" == "issue" ) ]];then
  322. add_domains
  323. issue ${domains[@]}
  324. elif [[ ( "$1" == "letsencrypt" && "$2" == "renew" ) ]] || [[ "$1" == "renew" ]];then
  325. renew
  326. else
  327. echo "Usage: issue example.org www.example.org | renew"
  328. exit 0
  329. fi
  330. }