setup_functions.sh 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380
  1. # All functions used during setup of a service
  2. docker_pull() {
  3. for image in ${IMAGES[@]};do
  4. [[ "$image" != "dockerbunker/${SERVICE_NAME}" ]] \
  5. && echo -e "\n\e[1mPulling $image\e[0m" \
  6. && docker pull $image
  7. done
  8. }
  9. docker_run() {
  10. $1
  11. }
  12. docker_run_all() {
  13. echo -e "\n\e[1mStarting up containers\e[0m"
  14. for container in "${containers[@]}";do
  15. ! [[ $(docker ps -q --filter name="^/${container}$") ]] \
  16. && echo -en "- $container" \
  17. && ${container//-/_} \
  18. && exit_response \
  19. || echo "- $container (already running)"
  20. done
  21. connect_containers_to_network
  22. }
  23. get_current_images_sha256() {
  24. # get current images' sha256
  25. if [[ -z ${CURRENT_IMAGES_SHA256[@]} ]];then
  26. collectImageNamesAndCorrespondingSha256
  27. declare -A CURRENT_IMAGES_SHA256
  28. for key in "${!IMAGES_AND_SHA256[@]}";do
  29. CURRENT_IMAGES_SHA256[$key]+=${IMAGES_AND_SHA256[$key]}
  30. done
  31. fi
  32. declare -p CURRENT_IMAGES_SHA256 >> "${BASE_DIR}"/.image_shas.tmp
  33. unset IMAGES_AND_SHA256
  34. }
  35. pull_and_compare() {
  36. [[ -f "${BASE_DIR}"/.image_shas.tmp ]] \
  37. && rm "${BASE_DIR}"/.image_shas.tmp
  38. get_current_images_sha256
  39. if [[ ${DOCKER_COMPOSE} ]];then
  40. pushd "${SERVICE_HOME}" >/dev/null
  41. echo ""
  42. echo -e "\e[1mPulling new images\e[0m"
  43. echo ""
  44. docker-compose pull
  45. else
  46. docker_pull
  47. fi
  48. if [[ -f "${BASE_DIR}"/.image_shas.tmp ]];then
  49. source "${BASE_DIR}"/.image_shas.tmp
  50. else
  51. echo -e "\n\e[31mCould not find digests of current images.\nExiting.\e[0m"
  52. exit 1
  53. fi
  54. # compare sha256 and delete old unused images
  55. collectImageNamesAndCorrespondingSha256
  56. declare -A NEW_IMAGES_SHA256
  57. for key in "${!IMAGES_AND_SHA256[@]}";do
  58. NEW_IMAGES_SHA256[$key]+=${IMAGES_AND_SHA256[$key]}
  59. done
  60. for key in "${!CURRENT_IMAGES_SHA256[@]}";do
  61. if [[ ${CURRENT_IMAGES_SHA256[$key]} != ${NEW_IMAGES_SHA256[$key]} ]];then
  62. old_images_to_delete+=( ${CURRENT_IMAGES_SHA256[$key]} )
  63. else
  64. unchanged_images_to_keep+=( ${CURRENT_IMAGES_SHA256[$key]} )
  65. fi
  66. done
  67. if [[ ${DOCKER_COMPOSE} ]] \
  68. && [[ ${old_images_to_delete[0]} ]];then
  69. pushd "${SERVICE_HOME}" >/dev/null
  70. echo -e "\n\e[1mTaking down ${PROPER_NAME}\e[0m"
  71. docker-compose down
  72. echo -e "\n\e[1mBringing ${PROPER_NAME} back up\e[0m"
  73. docker-compose up -d
  74. popd >/dev/null
  75. fi
  76. [[ ${old_images_to_delete[0]} ]] \
  77. && declare -p old_images_to_delete >> "${BASE_DIR}"/.image_shas.tmp
  78. [[ ${unchanged_images_to_keep[0]} ]] \
  79. && declare -p unchanged_images_to_keep >> "${BASE_DIR}"/.image_shas.tmp
  80. [[ -z ${old_images_to_delete[0]} ]] \
  81. && echo -e "\n\e[1mImage(s) did not change.\e[0m" \
  82. && rm "${BASE_DIR}"/.image_shas.tmp \
  83. && exit 0
  84. }
  85. delete_old_images() {
  86. if [[ -f "${BASE_DIR}"/.image_shas.tmp ]];then
  87. source "${BASE_DIR}"/.image_shas.tmp
  88. else
  89. echo -en "\n\e[31mCould not find digests of current images.\nExiting.\e[0m"
  90. return
  91. fi
  92. prompt_confirm "Delete all old images?"
  93. if [[ $? == 0 ]];then
  94. echo ""
  95. for image in "${old_images_to_delete[@]}";do
  96. echo -en "\e[1m[DELETING]\e[0m $image"
  97. docker rmi $image >/dev/null
  98. exit_response
  99. done
  100. for image in ${unchanged_images_to_keep[@]};do
  101. echo -en "\e[1m[KEEPING]\e[0m $image (did not change)"
  102. done
  103. echo ""
  104. fi
  105. rm "${BASE_DIR}"/.image_shas.tmp
  106. }
  107. setup_nginx() {
  108. [[ ! $(docker ps -q --filter name=^/${NGINX_CONTAINER}$) ]] && bash "${SERVICES_DIR}"/nginx/nginx.sh setup
  109. }
  110. # Build image if necessary, set up nginx container if necessary, create or use existing volumes, create networks if necessary, pull images if necessary
  111. initial_setup_routine() {
  112. [[ ${STATIC} ]] && return
  113. setup_nginx
  114. for container in "${containers[@]}";do
  115. [[ ( $(docker inspect $container 2> /dev/null) && $? == 0 ) ]] && docker rm $container
  116. done
  117. docker_pull
  118. create_volumes
  119. create_networks
  120. }
  121. create_volumes() {
  122. if [[ ${volumes[@]} && ! ${DOCKER_COMPOSE} ]];then
  123. echo -e "\n\e[1mCreating volumes\e[0m"
  124. for volume in "${!volumes[@]}";do
  125. [[ ! $(docker volume ls -q --filter name=^${volume}$) ]] \
  126. && echo -en "- $volume" \
  127. && docker volume create $volume >/dev/null \
  128. && exit_response \
  129. || echo "- $volume (already exists)"
  130. done
  131. fi
  132. }
  133. create_networks() {
  134. for network in "${networks[@]}";do
  135. [[ $(docker network ls -q --filter name=^${network}$) ]] \
  136. && docker network rm $network >/dev/null
  137. [[ ! $(docker network ls -q --filter name=^${network}$) ]] \
  138. && docker network create $network >/dev/null
  139. done
  140. }
  141. generate_certificate() {
  142. [[ -L "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem ]] && rm "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem
  143. [[ -L "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.pem ]] && rm "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.pem
  144. echo -en "\n\e[1mGenerating self-signed certificate for ${SERVICE_DOMAIN[0]}\e[0m"
  145. openssl req -x509 -nodes -days 365 -newkey rsa:2048 -keyout "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.pem -out "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem -subj "/C=XY/ST=hidden/L=nowhere/O=${PROPER_NAME}/OU=IT Department/CN=${SERVICE_DOMAIN[0]}" >/dev/null 2>&1
  146. exit_response
  147. }
  148. # this generates the nginx configuration for the service that is being set up and puts it into data/services/ngix/conf.d
  149. basic_nginx() {
  150. if [[ -z $reinstall ]];then
  151. [[ ! -d "${CONF_DIR}"/nginx/ssl ]] \
  152. && mkdir -p "${CONF_DIR}"/nginx/ssl
  153. [[ ! -f "${CONF_DIR}"/nginx/ssl/dhparam.pem ]] \
  154. && cp "${SERVICES_DIR}/nginx/ssl/dhparam.pem" "${CONF_DIR}"/nginx/ssl
  155. [[ ! -d "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]} ]] && \
  156. mkdir -p "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}
  157. if [[ ! -f "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem ]];then
  158. generate_certificate
  159. fi
  160. [[ ! -d "${CONF_DIR}"/nginx/conf.d ]] && \
  161. mkdir -p "${CONF_DIR}"/nginx/conf.d
  162. if [[ ! -f "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN[0]}.conf ]];then
  163. cp "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_NAME}.conf "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_DOMAIN[0]}.conf
  164. for variable in "${SUBSTITUTE[@]}";do
  165. subst="\\${variable}"
  166. variable=`eval echo "$variable"`
  167. sed -i "s@${subst}@${variable}@g;" \
  168. "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_DOMAIN[0]}.conf
  169. done
  170. fi
  171. echo -en "\n\e[1mMoving nginx configuration in place\e[0m"
  172. if [[ -f "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_DOMAIN[0]}.conf ]];then
  173. mv "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_DOMAIN[0]}.conf "${CONF_DIR}"/nginx/conf.d
  174. # add basic_auth
  175. if [[ ${BASIC_AUTH} == "yes" ]];then
  176. [[ ! -d "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN} ]] && \
  177. mkdir -p "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN}
  178. SALT="$(openssl rand 3)"
  179. SHA1="$(printf "%s%s" "${HTPASSWD}" "$SALT" | openssl dgst -binary -sha1)"
  180. printf "${HTUSER}:{SSHA}%s\n" "$(printf "%s%s" "$SHA1" "$SALT" | base64)" > "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN}/.htpasswd
  181. cp "${SERVICES_DIR}"/nginx/basic_auth.conf \
  182. "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN}/basic_auth.conf
  183. for variable in "${SUBSTITUTE[@]}";do
  184. subst="\\${variable}"
  185. variable=`eval echo "$variable"`
  186. sed -i "s@${subst}@${variable}@g;" \
  187. "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN}/basic_auth.conf
  188. done
  189. fi
  190. exit_response
  191. else
  192. ! [[ -f "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN[0]}.conf ]] && echo "Nginx configuration file could not be found. Exiting." && exit 1
  193. fi
  194. fi
  195. }
  196. # called in docker_run_all if container is found in ${add_to_network}
  197. connect_containers_to_network() {
  198. [[ $1 ]] \
  199. && [[ $(docker ps -q --filter name=^/"${1}"$) ]] \
  200. && ! [[ $(docker network inspect dockerbunker-network | grep $1) ]] \
  201. && docker network connect ${NETWORK} ${1} >/dev/null \
  202. && return
  203. for container in ${add_to_network[@]};do
  204. [[ $(docker ps -q --filter name=^/"${container}"$) ]] \
  205. && ! [[ $(docker network inspect dockerbunker-network | grep ${container}) ]] \
  206. && docker network connect ${NETWORK} ${container} >/dev/null
  207. done
  208. }
  209. wait_for_db() {
  210. if ! docker exec ${FUNCNAME[1]//_/-} mysqladmin ping -h"127.0.0.1" --silent;then
  211. while ! docker exec ${FUNCNAME[1]//_/-} mysqladmin ping -h"127.0.0.1" --silent;do
  212. sleep 1
  213. done
  214. fi
  215. }
  216. post_setup_routine() {
  217. remove_from_CONFIGURED_SERVICES
  218. ! elementInArray "${PROPER_NAME}" "${INSTALLED_SERVICES[@]}" && INSTALLED_SERVICES+=( "${PROPER_NAME}" )
  219. for container in ${add_to_network[@]};do
  220. ! elementInArray "${container}" "${CONTAINERS_IN_DOCKERBUNKER_NETWORK[@]}" && CONTAINERS_IN_DOCKERBUNKER_NETWORK+=( "${container}" )
  221. done
  222. [[ -f "${ENV_DIR}/dockerbunker.env" ]] && ( sed -i '/CONFIGURED_SERVICES/d' "${ENV_DIR}/dockerbunker.env"; sed -i '/WEB_SERVICES/d' "${ENV_DIR}/dockerbunker.env"; sed -i '/CONTAINERS_IN_DOCKERBUNKER_NETWORK/d' "${ENV_DIR}/dockerbunker.env"; sed -i '/INSTALLED_SERVICES/d' "${ENV_DIR}/dockerbunker.env" )
  223. declare -p CONFIGURED_SERVICES >> "${ENV_DIR}/dockerbunker.env"
  224. declare -p INSTALLED_SERVICES >> "${ENV_DIR}/dockerbunker.env"
  225. declare -p WEB_SERVICES >> "${ENV_DIR}/dockerbunker.env"
  226. declare -p CONTAINERS_IN_DOCKERBUNKER_NETWORK >> "${ENV_DIR}/dockerbunker.env" 2>/dev/null
  227. if elementInArray "${PROPER_NAME}" "${STOPPED_SERVICES[@]}";then
  228. remove_from_STOPPED_SERVICES
  229. fi
  230. connect_containers_to_network
  231. activate_nginx_conf
  232. if [[ $SSL_CHOICE == "le" ]] && [[ ! -d "${CONF_DIR}"/nginx/ssl/letsencrypt/${SERVICE_DOMAIN[0]} ]];then
  233. letsencrypt issue
  234. fi
  235. }
  236. # This function issues a Let's Encrypt certificate if the choice has been made earlier and finally updates the arrays in dockerbunker.env so dockerbunker knows that the service now is installed
  237. letsencrypt() {
  238. echo ""
  239. add_domains() {
  240. prompt_confirm "Include other domains in certificate beside ${SERVICE_DOMAIN[*]}?"
  241. if [[ $? == 0 ]];then
  242. unset fqdn_is_valid
  243. unset domains
  244. while [[ -z $fqdn_is_valid ]];do
  245. if [[ $invalid ]];then
  246. echo -e "\nPlease enter a valid domain!\n"
  247. fi
  248. unset invalid
  249. read -p "Enter domains, separated by spaces: ${SERVICE_DOMAIN[*]} " -ei "" domains
  250. if [[ -z $domains ]];then
  251. domains=( ${SERVICE_DOMAIN[*]} )
  252. break
  253. else
  254. domains=( ${SERVICE_DOMAIN[*]} $domains )
  255. for i in "${domains[@]}";do
  256. # don't check if main domain is valid, otherwise it will complain that the domain already exists because an nginx configuration is already in place
  257. [[ $i != ${SERVICE_DOMAIN[0]} ]] && validate_fqdn $i
  258. done
  259. invalid=1
  260. fi
  261. invalid=1
  262. done
  263. if [[ ${STATIC} ]];then
  264. [[ ${domains[1]} ]] && sed -i "s/server_name.*/server_name ${domains[*]}\;/" "data/conf/nginx/conf.d/${SERVICE_DOMAIN[0]}.conf" && sed -i "s/^SERVICE\_DOMAIN.*/SERVICE\_DOMAIN\=\(\ ${domains[*]}\ \)/" "data/env/static/${SERVICE_DOMAIN[0]}.env"
  265. else
  266. [[ ${domains[1]} ]] && sed -i "s/server_name.*/server_name ${domains[*]}\;/" "data/conf/nginx/conf.d/${SERVICE_DOMAIN[0]}.conf" && sed -i "s/^SERVICE\_DOMAIN.*/SERVICE\_DOMAIN\=\(\ ${domains[*]}\ \)/" "data/env/${SERVICE_NAME}.env"
  267. fi
  268. expand="--expand "
  269. else
  270. domains=( ${SERVICE_DOMAIN[@]} )
  271. fi
  272. }
  273. issue() {
  274. [[ -z $1 ]] && ! [[ $(docker ps -q --filter name=^/${SERVICE_NAME}-service-dockerbunker$) ]] && echo "${PROPER_NAME} container not running. Exiting." && exit 1
  275. for value in $*;do
  276. [[ ( $value == "letsencrypt" || $value == "issue" || $value == "static" ) ]] || domains+=( "$value" )
  277. done
  278. for domain in ${domains[@]};do
  279. [[ ${domain} != ${SERVICE_DOMAIN[0]} ]] && validate_fqdn $domain || fqdn_is_valid=1
  280. if [[ $fqdn_is_valid ]];then
  281. [[ ! "${le_domains[@]}" =~ $domain ]] && le_domains+=( "-d $domain" )
  282. else
  283. exit
  284. fi
  285. done
  286. [[ ( "${domains[@]}" =~ ${SERVICE_DOMAIN[0]} && ! "${domains[0]}" =~ "${SERVICE_DOMAIN[0]}" ) ]] && ( echo "Please list ${SERVICE_DOMAIN[0]} first.";exit 1 )
  287. [[ "${domains[@]}" =~ ${SERVICE_DOMAIN[0]} ]] || ( echo -e "Please include your chosen ${PROPER_NAME} domain ${SERVICE_DOMAIN[0]}";exit 1 )
  288. [[ ! -d "${CONF_DIR}"/nginx/ssl/letsencrypt ]] && mkdir "${CONF_DIR}"/nginx/ssl/letsencrypt
  289. [[ ( "${domains[@]}" =~ "${SERVICE_DOMAIN[0]}" && "${domains[0]}" =~ "${SERVICE_DOMAIN[0]}" ) ]] \
  290. && echo "" \
  291. && docker run --rm -it --name=certbot \
  292. --network ${NETWORK} \
  293. -v "${CONF_DIR}"/nginx/ssl/letsencrypt:/etc/letsencrypt \
  294. -v "${BASE_DIR}"/data/web:/var/www/html:rw \
  295. certbot/certbot \
  296. certonly --noninteractive \
  297. --webroot -w /var/www/html \
  298. ${le_domains[@]} \
  299. --email ${LE_EMAIL} ${expand}\
  300. --agree-tos
  301. if [[ $? == 0 ]];then
  302. if ! [[ -L "data/conf/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem" ]];then
  303. echo -en "\n\e[1mBacking up self-signed certificate\e[0m"
  304. mv "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.{pem,pem.backup} && \
  305. mv "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.{pem,pem.backup} && exit_response || exit_response
  306. echo -en "\n\e[1mSymlinking letsencrypt certificate\e[0m"
  307. ln -sf "/etc/nginx/ssl/letsencrypt/live/${SERVICE_DOMAIN[0]}/fullchain.pem" "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem && \
  308. ln -sf "/etc/nginx/ssl/letsencrypt/live/${SERVICE_DOMAIN[0]}/privkey.pem" "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.pem && exit_response || exit_response
  309. fi
  310. restart_nginx
  311. fi
  312. }
  313. renew() {
  314. docker run --rm -it --name=certbot \
  315. --network ${NETWORK} \
  316. -v "${CONF_DIR}"/nginx/ssl/letsencrypt:/etc/letsencrypt \
  317. -v "${BASE_DIR}"/data/web:/var/www/html:rw \
  318. certbot/certbot \
  319. renew
  320. restart_nginx
  321. }
  322. echo -e "\e[1mObtain certificate from Let's Encrypt\e[0m"
  323. if [[ ( "$1" == "issue" ) ]] || [[ ( "$1" == "letsencrypt" && "$2" == "issue" ) ]];then
  324. add_domains
  325. issue ${domains[@]}
  326. elif [[ ( "$1" == "letsencrypt" && "$2" == "renew" ) ]] || [[ "$1" == "renew" ]];then
  327. renew
  328. else
  329. echo "Usage: issue example.org www.example.org | renew"
  330. exit 0
  331. fi
  332. }