setup_functions.sh 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374
  1. # All functions used during setup of a service
  2. docker_pull() {
  3. for image in ${IMAGES[@]};do
  4. [[ "$image" != "dockerbunker/${SERVICE_NAME}" ]] \
  5. && echo -e "\n\e[1mPulling $image\e[0m" \
  6. && docker pull $image
  7. done
  8. }
  9. docker_run() {
  10. $1
  11. }
  12. docker_run_all() {
  13. echo -e "\n\e[1mStarting up containers\e[0m"
  14. for container in "${containers[@]}";do
  15. ! [[ $(docker ps -q --filter name="^/${container}$") ]] \
  16. && echo -en "- $container" \
  17. && ${container//-/_} \
  18. && exit_response \
  19. || echo "- $container (already running)"
  20. done
  21. connect_containers_to_network
  22. }
  23. get_current_images_sha256() {
  24. # get current images' sha256
  25. if [[ -z ${CURRENT_IMAGES_SHA256[@]} ]];then
  26. collectImageNamesAndCorrespondingSha256
  27. declare -A CURRENT_IMAGES_SHA256
  28. for key in "${!IMAGES_AND_SHA256[@]}";do
  29. CURRENT_IMAGES_SHA256[$key]+=${IMAGES_AND_SHA256[$key]}
  30. done
  31. fi
  32. declare -p CURRENT_IMAGES_SHA256 >> "${BASE_DIR}"/.image_shas.tmp
  33. unset IMAGES_AND_SHA256
  34. }
  35. pull_and_compare() {
  36. [[ -f "${BASE_DIR}"/.image_shas.tmp ]] \
  37. && rm "${BASE_DIR}"/.image_shas.tmp
  38. get_current_images_sha256
  39. if [[ ${DOCKER_COMPOSE} ]];then
  40. pushd "${SERVICE_HOME}" >/dev/null
  41. echo ""
  42. echo -e "\e[1mPulling new images\e[0m"
  43. echo ""
  44. docker-compose pull
  45. else
  46. docker_pull
  47. fi
  48. if [[ -f "${BASE_DIR}"/.image_shas.tmp ]];then
  49. source "${BASE_DIR}"/.image_shas.tmp
  50. else
  51. echo -e "\n\e[31mCould not find digests of current images.\nExiting.\e[0m"
  52. exit 1
  53. fi
  54. # compare sha256 and delete old unused images
  55. collectImageNamesAndCorrespondingSha256
  56. declare -A NEW_IMAGES_SHA256
  57. for key in "${!IMAGES_AND_SHA256[@]}";do
  58. NEW_IMAGES_SHA256[$key]+=${IMAGES_AND_SHA256[$key]}
  59. done
  60. for key in "${!CURRENT_IMAGES_SHA256[@]}";do
  61. if [[ ${CURRENT_IMAGES_SHA256[$key]} != ${NEW_IMAGES_SHA256[$key]} ]];then
  62. old_images_to_delete+=( ${CURRENT_IMAGES_SHA256[$key]} )
  63. else
  64. unchanged_images_to_keep+=( ${CURRENT_IMAGES_SHA256[$key]} )
  65. fi
  66. done
  67. if [[ ${DOCKER_COMPOSE} ]] \
  68. && [[ ${old_images_to_delete[0]} ]];then
  69. pushd "${SERVICE_HOME}" >/dev/null
  70. echo -e "\n\e[1mTaking down ${PROPER_NAME}\e[0m"
  71. docker-compose down
  72. echo -e "\n\e[1mBringing ${PROPER_NAME} back up\e[0m"
  73. docker-compose up -d
  74. popd >/dev/null
  75. fi
  76. [[ ${old_images_to_delete[0]} ]] \
  77. && declare -p old_images_to_delete >> "${BASE_DIR}"/.image_shas.tmp
  78. [[ ${unchanged_images_to_keep[0]} ]] \
  79. && declare -p unchanged_images_to_keep >> "${BASE_DIR}"/.image_shas.tmp
  80. [[ -z ${old_images_to_delete[0]} ]] \
  81. && echo -e "\n\e[1mImage(s) did not change.\e[0m" \
  82. && rm "${BASE_DIR}"/.image_shas.tmp \
  83. && exit 0
  84. }
  85. delete_old_images() {
  86. if [[ -f "${BASE_DIR}"/.image_shas.tmp ]];then
  87. source "${BASE_DIR}"/.image_shas.tmp
  88. else
  89. echo -en "\n\e[31mCould not find digests of current images.\nExiting.\e[0m"
  90. return
  91. fi
  92. prompt_confirm "Delete all old images?"
  93. if [[ $? == 0 ]];then
  94. echo ""
  95. for image in "${old_images_to_delete[@]}";do
  96. echo -en "\e[1m[DELETING]\e[0m $image"
  97. docker rmi $image >/dev/null
  98. exit_response
  99. done
  100. for image in ${unchanged_images_to_keep[@]};do
  101. echo -en "\e[1m[KEEPING]\e[0m $image (did not change)"
  102. done
  103. echo ""
  104. fi
  105. rm "${BASE_DIR}"/.image_shas.tmp
  106. }
  107. setup_nginx() {
  108. [[ ! $(docker ps -q --filter name=^/${NGINX_CONTAINER}$) ]] && bash "${SERVICES_DIR}"/nginx/nginx.sh setup
  109. }
  110. # Build image if necessary, set up nginx container if necessary, create or use existing volumes, create networks if necessary, pull images if necessary
  111. initial_setup_routine() {
  112. [[ ${STATIC} ]] && return
  113. setup_nginx
  114. for container in "${containers[@]}";do
  115. [[ ( $(docker inspect $container 2> /dev/null) && $? == 0 ) ]] && docker rm $container
  116. done
  117. docker_pull
  118. if [[ ${volumes[@]} && ! ${DOCKER_COMPOSE} ]];then
  119. echo -e "\n\e[1mCreating volumes\e[0m"
  120. for volume in "${!volumes[@]}";do
  121. [[ ! $(docker volume ls -q --filter name=^${volume}$) ]] \
  122. && echo -en "- $volume" \
  123. && docker volume create $volume >/dev/null \
  124. && exit_response \
  125. || echo "- $volume (already exists)"
  126. done
  127. fi
  128. create_networks
  129. }
  130. create_networks() {
  131. for network in "${networks[@]}";do
  132. [[ $(docker network ls -q --filter name=^${network}$) ]] \
  133. && docker network rm $network >/dev/null
  134. [[ ! $(docker network ls -q --filter name=^${network}$) ]] \
  135. && docker network create $network >/dev/null
  136. done
  137. }
  138. generate_certificate() {
  139. [[ -L "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem ]] && rm "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem
  140. [[ -L "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.pem ]] && rm "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.pem
  141. echo -en "\n\e[1mGenerating self-signed certificate for ${SERVICE_DOMAIN[0]}\e[0m"
  142. openssl req -x509 -nodes -days 365 -newkey rsa:2048 -keyout "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.pem -out "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem -subj "/C=XY/ST=hidden/L=nowhere/O=${PROPER_NAME}/OU=IT Department/CN=${SERVICE_DOMAIN[0]}" >/dev/null 2>&1
  143. exit_response
  144. }
  145. # this generates the nginx configuration for the service that is being set up and puts it into data/services/ngix/conf.d
  146. basic_nginx() {
  147. if [[ -z $reinstall ]];then
  148. [[ ! -d "${CONF_DIR}"/nginx/ssl ]] \
  149. && mkdir -p "${CONF_DIR}"/nginx/ssl
  150. [[ ! -f "${CONF_DIR}"/nginx/ssl/dhparam.pem ]] \
  151. && cp "${SERVICES_DIR}/nginx/ssl/dhparam.pem" "${CONF_DIR}"/nginx/ssl
  152. [[ ! -d "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]} ]] && \
  153. mkdir -p "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}
  154. if [[ ! -f "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem ]];then
  155. generate_certificate
  156. fi
  157. [[ ! -d "${CONF_DIR}"/nginx/conf.d ]] && \
  158. mkdir -p "${CONF_DIR}"/nginx/conf.d
  159. if [[ ! -f "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN[0]}.conf ]];then
  160. cp "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_NAME}.conf "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_DOMAIN[0]}.conf
  161. for variable in "${SUBSTITUTE[@]}";do
  162. subst="\\${variable}"
  163. variable=`eval echo "$variable"`
  164. sed -i "s@${subst}@${variable}@g;" \
  165. "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_DOMAIN[0]}.conf
  166. done
  167. fi
  168. echo -en "\n\e[1mMoving nginx configuration in place\e[0m"
  169. if [[ -f "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_DOMAIN[0]}.conf ]];then
  170. mv "${SERVICES_DIR}"/${SERVICE_NAME}/nginx/${SERVICE_DOMAIN[0]}.conf "${CONF_DIR}"/nginx/conf.d
  171. # add basic_auth
  172. if [[ ${BASIC_AUTH} == "yes" ]];then
  173. [[ ! -d "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN} ]] && \
  174. mkdir -p "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN}
  175. SALT="$(openssl rand 3)"
  176. SHA1="$(printf "%s%s" "${HTPASSWD}" "$SALT" | openssl dgst -binary -sha1)"
  177. printf "${HTUSER}:{SSHA}%s\n" "$(printf "%s%s" "$SHA1" "$SALT" | base64)" > "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN}/.htpasswd
  178. cp "${SERVICES_DIR}"/nginx/basic_auth.conf \
  179. "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN}/basic_auth.conf
  180. for variable in "${SUBSTITUTE[@]}";do
  181. subst="\\${variable}"
  182. variable=`eval echo "$variable"`
  183. sed -i "s@${subst}@${variable}@g;" \
  184. "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN}/basic_auth.conf
  185. done
  186. fi
  187. exit_response
  188. else
  189. ! [[ -f "${CONF_DIR}"/nginx/conf.d/${SERVICE_DOMAIN[0]}.conf ]] && echo "Nginx configuration file could not be found. Exiting." && exit 1
  190. fi
  191. fi
  192. }
  193. # called in docker_run_all if container is found in ${add_to_network}
  194. connect_containers_to_network() {
  195. [[ $1 ]] \
  196. && [[ $(docker ps -q --filter name=^/"${1}"$) ]] \
  197. && ! [[ $(docker network inspect dockerbunker-network | grep $1) ]] \
  198. && docker network connect ${NETWORK} ${1} >/dev/null \
  199. && return
  200. for container in ${add_to_network[@]};do
  201. [[ $(docker ps -q --filter name=^/"${container}"$) ]] \
  202. && ! [[ $(docker network inspect dockerbunker-network | grep ${container}) ]] \
  203. && docker network connect ${NETWORK} ${container} >/dev/null
  204. done
  205. }
  206. wait_for_db() {
  207. if ! docker exec ${FUNCNAME[1]//_/-} mysqladmin ping -h"127.0.0.1" --silent;then
  208. while ! docker exec ${FUNCNAME[1]//_/-} mysqladmin ping -h"127.0.0.1" --silent;do
  209. sleep 1
  210. done
  211. fi
  212. }
  213. post_setup_routine() {
  214. remove_from_CONFIGURED_SERVICES
  215. ! elementInArray "${PROPER_NAME}" "${INSTALLED_SERVICES[@]}" && INSTALLED_SERVICES+=( "${PROPER_NAME}" )
  216. for container in ${add_to_network[@]};do
  217. ! elementInArray "${container}" "${CONTAINERS_IN_DOCKERBUNKER_NETWORK[@]}" && CONTAINERS_IN_DOCKERBUNKER_NETWORK+=( "${container}" )
  218. done
  219. [[ -f "${ENV_DIR}/dockerbunker.env" ]] && ( sed -i '/CONFIGURED_SERVICES/d' "${ENV_DIR}/dockerbunker.env"; sed -i '/WEB_SERVICES/d' "${ENV_DIR}/dockerbunker.env"; sed -i '/CONTAINERS_IN_DOCKERBUNKER_NETWORK/d' "${ENV_DIR}/dockerbunker.env"; sed -i '/INSTALLED_SERVICES/d' "${ENV_DIR}/dockerbunker.env" )
  220. declare -p CONFIGURED_SERVICES >> "${ENV_DIR}/dockerbunker.env"
  221. declare -p INSTALLED_SERVICES >> "${ENV_DIR}/dockerbunker.env"
  222. declare -p WEB_SERVICES >> "${ENV_DIR}/dockerbunker.env"
  223. declare -p CONTAINERS_IN_DOCKERBUNKER_NETWORK >> "${ENV_DIR}/dockerbunker.env" 2>/dev/null
  224. if elementInArray "${PROPER_NAME}" "${STOPPED_SERVICES[@]}";then
  225. remove_from_STOPPED_SERVICES
  226. fi
  227. connect_containers_to_network
  228. activate_nginx_conf
  229. if [[ $SSL_CHOICE == "le" ]] && [[ ! -d "${CONF_DIR}"/nginx/ssl/letsencrypt/${SERVICE_DOMAIN[0]} ]];then
  230. letsencrypt issue
  231. fi
  232. }
  233. # This function issues a Let's Encrypt certificate if the choice has been made earlier and finally updates the arrays in dockerbunker.env so dockerbunker knows that the service now is installed
  234. letsencrypt() {
  235. echo ""
  236. add_domains() {
  237. prompt_confirm "Include other domains in certificate beside ${SERVICE_DOMAIN[*]}?"
  238. if [[ $? == 0 ]];then
  239. unset fqdn_is_valid
  240. unset domains
  241. while [[ -z $fqdn_is_valid ]];do
  242. if [[ $invalid ]];then
  243. echo -e "\nPlease enter a valid domain!\n"
  244. fi
  245. unset invalid
  246. read -p "Enter domains, separated by spaces: ${SERVICE_DOMAIN[*]} " -ei "" domains
  247. if [[ -z $domains ]];then
  248. domains=( ${SERVICE_DOMAIN[*]} )
  249. break
  250. else
  251. domains=( ${SERVICE_DOMAIN[*]} $domains )
  252. for i in "${domains[@]}";do
  253. # don't check if main domain is valid, otherwise it will complain that the domain already exists because an nginx configuration is already in place
  254. [[ $i != ${SERVICE_DOMAIN[0]} ]] && validate_fqdn $i
  255. done
  256. invalid=1
  257. fi
  258. invalid=1
  259. done
  260. if [[ ${STATIC} ]];then
  261. [[ ${domains[1]} ]] && sed -i "s/server_name.*/server_name ${domains[*]}\;/" "data/conf/nginx/conf.d/${SERVICE_DOMAIN[0]}.conf" && sed -i "s/^SERVICE\_DOMAIN.*/SERVICE\_DOMAIN\=\(\ ${domains[*]}\ \)/" "data/env/static/${SERVICE_DOMAIN[0]}.env"
  262. else
  263. [[ ${domains[1]} ]] && sed -i "s/server_name.*/server_name ${domains[*]}\;/" "data/conf/nginx/conf.d/${SERVICE_DOMAIN[0]}.conf" && sed -i "s/^SERVICE\_DOMAIN.*/SERVICE\_DOMAIN\=\(\ ${domains[*]}\ \)/" "data/env/${SERVICE_NAME}.env"
  264. fi
  265. expand="--expand "
  266. else
  267. domains=( ${SERVICE_DOMAIN[@]} )
  268. fi
  269. }
  270. issue() {
  271. [[ -z $1 ]] && ! [[ $(docker ps -q --filter name=^/${SERVICE_NAME}-service-dockerbunker$) ]] && echo "${PROPER_NAME} container not running. Exiting." && exit 1
  272. for value in $*;do
  273. [[ ( $value == "letsencrypt" || $value == "issue" || $value == "static" ) ]] || domains+=( "$value" )
  274. done
  275. for domain in ${domains[@]};do
  276. [[ ${domain} != ${SERVICE_DOMAIN[0]} ]] && validate_fqdn $domain || fqdn_is_valid=1
  277. if [[ $fqdn_is_valid ]];then
  278. [[ ! "${le_domains[@]}" =~ $domain ]] && le_domains+=( "-d $domain" )
  279. else
  280. exit
  281. fi
  282. done
  283. [[ ( "${domains[@]}" =~ ${SERVICE_DOMAIN[0]} && ! "${domains[0]}" =~ "${SERVICE_DOMAIN[0]}" ) ]] && ( echo "Please list ${SERVICE_DOMAIN[0]} first.";exit 1 )
  284. [[ "${domains[@]}" =~ ${SERVICE_DOMAIN[0]} ]] || ( echo -e "Please include your chosen ${PROPER_NAME} domain ${SERVICE_DOMAIN[0]}";exit 1 )
  285. [[ ! -d "${CONF_DIR}"/nginx/ssl/letsencrypt ]] && mkdir "${CONF_DIR}"/nginx/ssl/letsencrypt
  286. [[ ( "${domains[@]}" =~ "${SERVICE_DOMAIN[0]}" && "${domains[0]}" =~ "${SERVICE_DOMAIN[0]}" ) ]] \
  287. && echo "" \
  288. && docker run --rm -it --name=certbot \
  289. --network ${NETWORK} \
  290. -v "${CONF_DIR}"/nginx/ssl/letsencrypt:/etc/letsencrypt \
  291. -v "${BASE_DIR}"/data/web:/var/www/html:rw \
  292. certbot/certbot \
  293. certonly --noninteractive \
  294. --webroot -w /var/www/html \
  295. ${le_domains[@]} \
  296. --email ${LE_EMAIL} ${expand}\
  297. --agree-tos
  298. if [[ $? == 0 ]];then
  299. if ! [[ -L "data/conf/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem" ]];then
  300. echo -en "\n\e[1mBacking up self-signed certificate\e[0m"
  301. mv "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.{pem,pem.backup} && \
  302. mv "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.{pem,pem.backup} && exit_response || exit_response
  303. echo -en "\n\e[1mSymlinking letsencrypt certificate\e[0m"
  304. ln -sf "/etc/nginx/ssl/letsencrypt/live/${SERVICE_DOMAIN[0]}/fullchain.pem" "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/cert.pem && \
  305. ln -sf "/etc/nginx/ssl/letsencrypt/live/${SERVICE_DOMAIN[0]}/privkey.pem" "${CONF_DIR}"/nginx/ssl/${SERVICE_DOMAIN[0]}/key.pem && exit_response || exit_response
  306. fi
  307. restart_nginx
  308. fi
  309. }
  310. renew() {
  311. docker run --rm -it --name=certbot \
  312. --network ${NETWORK} \
  313. -v "${CONF_DIR}"/nginx/ssl/letsencrypt:/etc/letsencrypt \
  314. -v "${BASE_DIR}"/data/web:/var/www/html:rw \
  315. certbot/certbot \
  316. renew
  317. restart_nginx
  318. }
  319. echo -e "\e[1mObtain certificate from Let's Encrypt\e[0m"
  320. if [[ ( "$1" == "issue" ) ]] || [[ ( "$1" == "letsencrypt" && "$2" == "issue" ) ]];then
  321. add_domains
  322. issue ${domains[@]}
  323. elif [[ ( "$1" == "letsencrypt" && "$2" == "renew" ) ]] || [[ "$1" == "renew" ]];then
  324. renew
  325. else
  326. echo "Usage: issue example.org www.example.org | renew"
  327. exit 0
  328. fi
  329. }