_common.sh 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644
  1. #!/bin/bash
  2. #=================================================
  3. # COMMON VARIABLES
  4. #=================================================
  5. ## new filenames starting 0.00~ynh5
  6. # make a filename/service name from domain/path
  7. if [[ "$path" == /* ]]; then
  8. url_path="${path:1}"
  9. fi
  10. if [[ "__${url_path}__" == '____' ]]; then
  11. flohmarkt_filename="$domain"
  12. else
  13. flohmarkt_filename="$domain-${url_path}"
  14. fi
  15. # this filename is used for logfile name and systemd.service name
  16. # and for symlinking install_dir and data_dir
  17. flohmarkt_filename="${YNH_APP_ID}_${flohmarkt_filename//[^A-Za-z0-9._-]/_}"
  18. # directory flohmarkts software is installed to
  19. # contains ./venv and ./src as sub-directories
  20. flohmarkt_install="$install_dir"
  21. flohmarkt_sym_install="$( dirname $flohmarkt_install )/$flohmarkt_filename"
  22. flohmarkt_venv_dir="${flohmarkt_install}/venv"
  23. flohmarkt_app_dir="${flohmarkt_install}/app"
  24. # directory containing logfiles
  25. flohmarkt_log_dir="/var/log/${app}"
  26. flohmarkt_sym_log_dir="/var/log/${flohmarkt_filename}"
  27. # filename for logfiles - ¡ojo! if not ends with .log will be interpreted
  28. # as a directory by ynh_use_logrotate
  29. # https://github.com/YunoHost/issues/issues/2383
  30. flohmarkt_logfile="${flohmarkt_log_dir}/app.log"
  31. # flohmarkt data_dir
  32. flohmarkt_data_dir="$data_dir"
  33. flohmarkt_sym_data_dir="$( dirname $flohmarkt_data_dir )/$flohmarkt_filename"
  34. ## old filenames before 0.00~ynh5 - for reference and needed to
  35. # migrate (see below)
  36. flohmarkt_old_install="/opt/flohmarkt"
  37. flohmarkt_old_venv_dir="${flohmarkt_old_install}/venv"
  38. flohmarkt_old_app_dir="${flohmarkt_old_install}/flohmarkt"
  39. flohmarkt_old_log_dir="/var/log/flohmarkt/"
  40. flohmarkt_old_service="flohmarkt"
  41. #=================================================
  42. # PERSONAL HELPERS
  43. #=================================================
  44. # debug output
  45. flohmarkt_debug=0
  46. flohmarkt_print_debug() {
  47. if [[ $flohmarkt_debug -eq 1 ]]; then echo "$*"; fi
  48. }
  49. # Redisgn of ynh_handle_getopts_args for flohmarkt to be tested as `flohmarkt_ynh_handle_getopts_args`
  50. # Internal helper design to allow helpers to use getopts to manage their arguments
  51. #
  52. # [internal]
  53. #
  54. # example: function my_helper()
  55. # {
  56. # local -A args_array=( [a]=arg1= [b]=arg2= [c]=arg3 )
  57. # local arg1
  58. # local arg2
  59. # local arg3
  60. # ynh_handle_getopts_args "$@"
  61. #
  62. # [...]
  63. # }
  64. # my_helper --arg1 "val1" -b val2 -c
  65. #
  66. # usage: ynh_handle_getopts_args "$@"
  67. # | arg: $@ - Simply "$@" to tranfert all the positionnal arguments to the function
  68. #
  69. # This helper need an array, named "args_array" with all the arguments used by the helper
  70. # that want to use ynh_handle_getopts_args
  71. # Be carreful, this array has to be an associative array, as the following example:
  72. # local -A args_array=( [a]=arg1 [b]=arg2= [c]=arg3 )
  73. # Let's explain this array:
  74. # a, b and c are short options, -a, -b and -c
  75. # arg1, arg2 and arg3 are the long options associated to the previous short ones. --arg1, --arg2 and --arg3
  76. # For each option, a short and long version has to be defined.
  77. # Let's see something more significant
  78. # local -A args_array=( [u]=user [f]=finalpath= [d]=database )
  79. #
  80. # NB: Because we're using 'declare' without -g, the array will be declared as a local variable.
  81. #
  82. # Please keep in mind that the long option will be used as a variable to store the values for this option.
  83. # For the previous example, that means that $finalpath will be fill with the value given as argument for this option.
  84. #
  85. # Also, in the previous example, finalpath has a '=' at the end. That means this option need a value.
  86. # So, the helper has to be call with --finalpath /final/path, --finalpath=/final/path or -f /final/path,
  87. # the variable $finalpath will get the value /final/path
  88. # If there's many values for an option, -f /final /path, the value will be separated by a ';' $finalpath=/final;/path
  89. # For an option without value, like --user in the example, the helper can be called only with --user or -u. $user
  90. # will then get the value 1.
  91. #
  92. # To keep a retrocompatibility, a package can still call a helper, using getopts, with positional arguments.
  93. # The "legacy mode" will manage the positional arguments and fill the variable in the same order than they are given
  94. # in $args_array. e.g. for `my_helper "val1" val2`, arg1 will be filled with val1, and arg2 with val2.
  95. # Positional parameters (used to be the only way to use ynh_handle_getopts_args once upon a time) can be
  96. # used also:
  97. #
  98. # '--' start processing the rest of the arguments as positional parameters
  99. # $legacy_args The arguments positional parameters will be assign to
  100. # Needs to be composed of array keys of args_array. If a key for a predefined variable
  101. # is used multiple times the assigned values will be concatenated delimited by ';'.
  102. # If the long option variable to contain the data is predefined as an array (e.g. using
  103. # `local -a arg1` then multiple values will be assigned to its cells.
  104. # If the last positional parameter defined in legacy_args is defined as an array all
  105. # the leftover positional parameters will be assigned to its cells.
  106. # (it is named legacy_args, because the use of positional parameters was about to be
  107. # deprecated before the last re-design of this sub)
  108. #
  109. # Requires YunoHost version 3.2.2 or higher.
  110. flohmarkt_ynh_handle_getopts_args() {
  111. # Manage arguments only if there's some provided
  112. set +o xtrace # set +x
  113. if [ $# -eq 0 ]; then
  114. ynh_print_warn --message="ynh_handle_getopts_args called without arguments"
  115. return
  116. fi
  117. # Store arguments in an array to keep each argument separated
  118. local arguments=("$@")
  119. # For each option in the array, reduce to short options for getopts (e.g. for [u]=user, --user will be -u)
  120. # And built parameters string for getopts
  121. # ${!args_array[@]} is the list of all option_flags in the array (An option_flag is 'u' in [u]=user, user is a value)
  122. local getopts_parameters=""
  123. local option_flag=""
  124. ## go through all possible options and replace arguments with short versions
  125. flohmarkt_print_debug "arguments = '${arguments[@]}"
  126. flohmarkt_print_debug "args_array = '${!args_array[@]}'"
  127. for option_flag in "${!args_array[@]}"; do
  128. flohmarkt_print_debug "option_flag = $option_flag"
  129. # Concatenate each option_flags of the array to build the string of arguments for getopts
  130. # Will looks like 'abcd' for -a -b -c -d
  131. # If the value of an option_flag finish by =, it's an option with additionnal values. (e.g. --user bob or -u bob)
  132. # Check the last character of the value associate to the option_flag
  133. flohmarkt_print_debug "compare to '${args_array[$option_flag]: -1}'"
  134. if [ "${args_array[$option_flag]: -1}" = "=" ]; then
  135. # For an option with additionnal values, add a ':' after the letter for getopts.
  136. getopts_parameters="${getopts_parameters}${option_flag}:"
  137. else
  138. getopts_parameters="${getopts_parameters}${option_flag}"
  139. fi
  140. flohmarkt_print_debug "getopts_parameters = ${getopts_parameters}"
  141. # Check each argument given to the function
  142. local arg=""
  143. # ${#arguments[@]} is the size of the array
  144. ## for one possible option: look at each argument supplied:
  145. for arg in $(seq 0 $((${#arguments[@]} - 1))); do
  146. flohmarkt_print_debug "arg = '$arg', argument = '${arguments[arg]}'"
  147. # Replace long option with = (match the beginning of the argument)
  148. arguments[arg]="$(printf '%s\n' "${arguments[arg]}" | sed "s/^--${args_array[$option_flag]}/-${option_flag}/")"
  149. flohmarkt_print_debug "sed - printf '%s\n' \"${arguments[arg]}\" | sed \"s/^--${args_array[$option_flag]}/-${option_flag} /\""
  150. flohmarkt_print_debug "arg = '$arg', argument = '${arguments[arg]}'"
  151. # And long option without = (match the whole line)
  152. arguments[arg]="$(printf '%s\n' "${arguments[arg]}" | sed "s/^--${args_array[$option_flag]%=}$/-${option_flag}/")"
  153. flohmarkt_print_debug "sed - printf '%s\n' \"${arguments[arg]}\" | sed \"s/^--${args_array[$option_flag]%=}$/-${option_flag} /\""
  154. flohmarkt_print_debug "arg = '$arg', argument = '${arguments[arg]}'"
  155. done
  156. flohmarkt_print_debug "arguments = '${arguments[@]}'"
  157. done
  158. flohmarkt_print_debug '================= end first loop ================='
  159. # Parse the first argument, return the number of arguments to be shifted off the arguments array
  160. # The function call is necessary here to allow `getopts` to use $@
  161. parse_arg() {
  162. flohmarkt_print_debug "========= parse_arg started ======== , arguments='$@', getopts_parameters: '$getopts_parameters'"
  163. for ME in "$@"; do
  164. flohmarkt_print_debug " '$ME'"
  165. done
  166. # Initialize the index of getopts
  167. OPTIND=1
  168. # getopts will fill $parameter with the letter of the option it has read.
  169. local parameter=""
  170. getopts ":$getopts_parameters" parameter || true
  171. flohmarkt_print_debug "after getopts - parameter='$parameter', OPTIND='$OPTIND', OPTARG='$OPTARG'"
  172. if [ "$parameter" = "?" ]; then
  173. ynh_die --message="Invalid argument: -${OPTARG:-}"
  174. flohmarkt_print_debug "Invalid argument: -${OPTARG:-}"
  175. exit 255
  176. elif [ "$parameter" = ":" ]; then
  177. ynh_die --message="-$OPTARG parameter requires an argument."
  178. echo "-$OPTARG parameter requires an argument."
  179. exit 255
  180. else
  181. # Use the long option, corresponding to the short option read by getopts, as a variable
  182. # (e.g. for [u]=user, 'user' will be used as a variable)
  183. # Also, remove '=' at the end of the long option
  184. # The variable name will be stored in 'option_var'
  185. option_var="${args_array[$parameter]%=}"
  186. # if there's a '=' at the end of the long option name, this option takes values
  187. if [ "${args_array[$parameter]: -1}" != "=" ]; then
  188. # no argument expected for option - set option variable to '1'
  189. # 'eval ${option_var}' will use the content of 'option_var'
  190. flohmarkt_print_debug "option_var='${option_var}', option_value='1'"
  191. option_value=1
  192. return 1
  193. else
  194. # remove leading and trailing spaces from OPTARG
  195. OPTARG="$( printf '%s' "${OPTARG}" | sed -e 's/^[[:space:]]*//' -e 's/[[:space:]]*$//')"
  196. flohmarkt_print_debug "option_var='${option_var}', OPTARG='${OPTARG}'"
  197. option_value="${OPTARG}"
  198. return 2
  199. fi
  200. fi
  201. }
  202. # iterate over the arguments: if first argument starts with a '-' feed arguments to getopts
  203. # if first argument doesn't start with a '-' enter mode to read positional parameters
  204. local argument
  205. local positional_mode=0 # state is getopts mode at the beginning, not positional parameters
  206. local positional_count=0 # counter for positional parameters
  207. local option_var='' # the variable name to be filled
  208. # Try to use legacy_args as a list of option_flag of the array args_array
  209. # Otherwise, fill it with getopts_parameters to get the option_flag.
  210. # (But an associative arrays isn't always sorted in the correct order...)
  211. # Remove all ':' in getopts_parameters, if used.
  212. legacy_args=${legacy_args:-${getopts_parameters//:/}}
  213. while [ ${#arguments} -ne 0 ]; do
  214. local shift_value=0
  215. local option_value='' # the value to be filled into ${!option_var}
  216. flohmarkt_print_debug '======= start while loop ======='
  217. argument=${arguments[0]}
  218. flohmarkt_print_debug "argument='$argument'"
  219. # if state once changed to positional parameter mode, all the rest of the arguments will
  220. # be interpreted in positional parameter mode even if they start with a '-'
  221. if [ $positional_mode == 0 ] && [ "${argument}" == '--' ];then
  222. flohmarkt_print_debug "found '--', start positional parameter mode"
  223. positional_mode=1
  224. shift_value=1
  225. elif [ $positional_mode == 0 ] && [ "${argument:0:1}" == '-' ]; then
  226. flohmarkt_print_debug "getopts, arguments='${arguments[@]}', starting parse_arg"
  227. parse_arg "${arguments[@]}"
  228. shift_value=$?
  229. else
  230. positional_mode=1 # set state to positional parameter mode
  231. flohmarkt_print_debug "positional parameter, argument='$argument'"
  232. # Get the option_flag from getopts_parameters by using the option_flag according to the
  233. # position of the argument.
  234. option_flag=${legacy_args:$positional_count:1}
  235. # increment counter for legacy_args if still args left. If no args left check if the
  236. # last arg is a predefined array and let it cells be filled. Otherwise complain and
  237. # return.
  238. flohmarkt_print_debug "positional_counter='$positional_count', max positional_counter='$(( ${#legacy_args} -1 ))'"
  239. if [[ $positional_count -le $((${#legacy_args} - 1)) ]]; then
  240. # set counter to for next option_flag to fill
  241. positional_count=$((positional_count+1))
  242. flohmarkt_print_debug "incremented positional_counter to '$positional_count'"
  243. # Use the long option, corresponding to the option_flag, as a variable
  244. # (e.g. for [u]=user, 'user' will be used as a variable)
  245. # Also, remove '=' at the end of the long option
  246. # The variable name will be stored in 'option_var'
  247. option_var="${args_array[$option_flag]%=}"
  248. elif [[ $positional_count -ge $((${#legacy_args} - 1)) ]] &&
  249. ! declare -p ${option_var} | grep '^declare -a'
  250. then
  251. # no more legacy_args to fill - legacy behaviour: complain and return
  252. ynh_print_warn --message="Too many arguments ! \"${arguments[$i]}\" will be ignored."
  253. return
  254. else
  255. flohmarkt_print_debug "array found - keep going"
  256. fi
  257. # value to be assigned to ${!option_var}
  258. option_value=$argument
  259. # shift off one positional parameter
  260. shift_value=1
  261. fi
  262. # fill option_var with value found
  263. # if ${option_var} is an array, fill mutiple values as array cells
  264. # otherwise concatenate them seperated by ';'
  265. flohmarkt_print_debug "option_var '$option_var', option_value '$option_value'"
  266. if declare -p $option_var | grep '^declare -a ' > /dev/null; then
  267. # hurray it's an array
  268. flohmarkt_print_debug "hurray! '$option_var' is an array."
  269. eval ${option_var}+='("${option_value}")'
  270. elif [[ -z ${!option_var} ]]; then
  271. eval ${option_var}='"${option_value}"'
  272. else
  273. eval ${option_var}+='";${option_value}"'
  274. fi
  275. flohmarkt_print_debug "option_var '$option_var', option_value '${!option_var}'"
  276. # shift value off arguments array
  277. flohmarkt_print_debug "shifting '$shift_value' off arguments"
  278. arguments=("${arguments[@]:${shift_value}}")
  279. done
  280. # the former subroutine did this - no idea if it is expected somewhere
  281. unset legacy_args
  282. # re-enable trace
  283. set -o xtrace # set -x
  284. }
  285. # local copy of ynh_local_curl() to test some improvement
  286. # https://github.com/YunoHost/issues/issues/2396
  287. # https://codeberg.org/flohmarkt/flohmarkt_ynh/issues/51
  288. flohmarkt_ynh_local_curl() {
  289. # Curl abstraction to help with POST requests to local pages (such as installation forms)
  290. #
  291. # usage: ynh_local_curl "page" "key1=value1" "key2=value2" ...
  292. # | arg: -l --line_match: check answer for a regex to return true
  293. # | arg: -P --put: PUT instead of POST, requires --data (see below)
  294. # | arg: -H --header: add a header to the request (can be used multiple times)
  295. # | arg: -n --no_sleep: don't sleep 2 seconds (background: https://github.com/YunoHost/yunohost/pull/547)
  296. # | arg: -d --data: data to be PUT or POSTed. Can be used multiple times.
  297. # | arg: -L --location: either the PAGE part in 'https://$domain/$path/PAGE' or an URI
  298. # | arg: -u --user: login username (requires --password)
  299. # | arg: -p --password: login password
  300. # | arg: URL like 'http://doma.in/path/file.ext'
  301. # | arg: page - positional parameter legacy version of '--page'
  302. # | arg: key1=value1 - (Optional, POST only) legacy version of '--data' as positional parameter
  303. # | arg: key2=value2 - (Optional, POST only) Another POST key and corresponding value
  304. # | arg: ... - (Optional, POST only) More POST keys and values
  305. #
  306. # example: ynh_local_curl "/install.php?installButton" "foo=$var1" "bar=$var2"
  307. # → will open a POST request to "https://$domain/$path/install.php?installButton" posting "foo=$var1" and "bar=$var2"
  308. # example: ynh_local_curl -P --header "Accept: application/json" -H "Content-Type: application/json" \
  309. # --data "{\"members\":{\"names\": [\"${app}\"],\"roles\": [\"editor\"]}}" -l '"ok":true' \
  310. # "http://localhost:5984/"
  311. # → will open a POST request to "http://localhost:5984/" adding headers with "Accept: application/json"
  312. # and "Content-Type: application/json" sending the data from the "--data" argument. ynh_local_curl will
  313. # return with an error if the servers response does not match the extended regex '"ok":true'.
  314. #
  315. # For multiple calls, cookies are persisted between each call for the same app.
  316. #
  317. # `$domain` and `$path_url` need to be defined externally if the first form for the 'page' argument is used.
  318. #
  319. # Requires YunoHost version 2.6.4 or higher.
  320. # Declare an array to define the options of this helper.
  321. local legacy_args=pd
  322. local -A args_array=( [l]=line_match= [P]=put [H]=header= [n]=no_sleep [L]=location= [d]=data= [u]=user= [p]=password= )
  323. local line_match
  324. local put
  325. # @@ todo if the headers contain ';' somewhere it might be a problem to split them
  326. # apart correctly later, because all values are stored in $header seperated by
  327. # ';' like 'header1: value;header2: value'.
  328. # might be a good improvement to 'ynh_handle_getopts_args' to act differently if
  329. # e.g. $header had been defined as an array: https://stackoverflow.com/questions/14525296/how-do-i-check-if-variable-is-an-array
  330. local -a header
  331. local no_sleep
  332. local location
  333. local user
  334. local password
  335. local -a data
  336. local -a curl_opt_args # optional arguments to `curl`
  337. # Manage arguments with getopts
  338. flohmarkt_ynh_handle_getopts_args "$@"
  339. # Define url of page to curl
  340. # $location contains either an URL or just a page
  341. local full_page_url
  342. if [[ "$location" =~ ^https?:// ]]; then
  343. # if $location starts with an http-protocol use value as a complete URL
  344. full_page_url="$location"
  345. elif [ "${path_url}" == "/" ]; then
  346. # if $path_url points to the webserver root just append $location to localhost URL
  347. full_page_url="https://localhost$(ynh_normalize_url_path $location)"
  348. else
  349. # else append $path_url and $location to localhost URL
  350. full_page_url="https://localhost${path_url}$(ynh_normalize_url_path $location)"
  351. fi
  352. flohmarkt_print_debug "full_page_url='$full_page_url'"
  353. # Concatenate data
  354. # POST: all elements of array $data in one string seperated by '&'
  355. # PUT: all elements of $data in one string seperated by space
  356. local seperator='&'
  357. if [[ $put -eq 1 ]]; then
  358. seperator=' '
  359. fi
  360. join_by() { local IFS="$1"; shift; echo "$*"; }
  361. local P_DATA=$( join_by "$seperator" ${data[@]} )
  362. if [[ "$P_DATA" != '' ]]; then curl_opt_args+=('--data'); curl_opt_args+=("$P_DATA"); fi
  363. # prepend every element in header array with " -H "
  364. local seq
  365. while [[ $seq -lt ${#header[@]} ]]; do
  366. curl_opt_args+=('-H')
  367. curl_opt_args+=("${header[$seq]}")
  368. seq=$(( $seq + 1 ))
  369. done
  370. # build --user for curl
  371. if [[ -n "$user" ]] && [[ -n "$password" ]]; then
  372. curl_opt_args+=("--user $user:$password")
  373. elif [[ -n "$user" ]] && [[ -z "$password" ]]; then
  374. ynh_die --message="user provided via '-u/--user' needs password specified via '-p/--password'"
  375. fi
  376. flohmarkt_print_debug "long string curl_opt_args='${curl_opt_args[@]}'"
  377. seq=0
  378. while [[ $seq -lt ${#curl_opt_args[@]} ]]; do
  379. flohmarkt_print_debug " opt[$seq]='${curl_opt_args[$seq]}'"
  380. seq=$(( $seq + 1 ))
  381. done
  382. # https://github.com/YunoHost/yunohost/pull/547
  383. # Wait untils nginx has fully reloaded (avoid curl fail with http2) unless disabled
  384. if ! [[ $no_sleep == 1 ]]; then
  385. sleep 2
  386. fi
  387. local cookiefile=/tmp/ynh-$app-cookie.txt
  388. touch $cookiefile
  389. chown root $cookiefile
  390. chmod 700 $cookiefile
  391. # Temporarily enable visitors if needed...
  392. # TODO maybe there's a way to do this using --user and --password instead?
  393. # would improve security
  394. local visitors_enabled=$(ynh_permission_has_user "main" "visitors" && echo yes || echo no)
  395. if [[ $visitors_enabled == "no" ]]; then
  396. ynh_permission_update --permission "main" --add "visitors"
  397. fi
  398. # Curl the URL
  399. curl --silent --show-error --insecure --location --resolve "$domain:443:127.0.0.1" \
  400. --header "Host: $domain" --cookie-jar $cookiefile --cookie $cookiefile \
  401. "${curl_opt_args[@]}" "$full_page_url"
  402. flohmarkt_print_debug \
  403. curl --silent --show-error --insecure --location --resolve "$domain:443:127.0.0.1" \
  404. --header "Host: $domain" --cookie-jar $cookiefile --cookie $cookiefile \
  405. "${curl_opt_args[@]}" "$full_page_url"
  406. # re-enable security
  407. if [[ $visitors_enabled == "no" ]]; then
  408. ynh_permission_update --permission "main" --remove "visitors"
  409. fi
  410. }
  411. # create symlinks containing domain and path for install, data and log directories
  412. flohmarkt_ynh_create_symlinks() {
  413. ynh_script_progression --message="Creating symlinks..." --weight=1
  414. ln -s "$flohmarkt_install" "$flohmarkt_sym_install"
  415. ln -s "$flohmarkt_data_dir" "$flohmarkt_sym_data_dir"
  416. ln -s "$flohmarkt_log_dir" "$flohmarkt_sym_log_dir"
  417. true
  418. }
  419. # set file permissions and owner for installation
  420. flohmarkt_ynh_set_permission() {
  421. # install dir - only root needs to write and $app reads
  422. chown root:$app -R "$flohmarkt_install"
  423. chmod g-w,o-rwx -R "$flohmarkt_install"
  424. }
  425. # start flohmarkt service
  426. flohmarkt_ynh_start_service() {
  427. ynh_systemd_action --service_name=$flohmarkt_filename --action="start" \
  428. --line_match='INFO: *Application startup complete.' --log_path="$flohmarkt_logfile" \
  429. --timeout=30
  430. }
  431. # stop flohmarkt service
  432. flohmarkt_ynh_stop_service() {
  433. ynh_systemd_action --service_name=$flohmarkt_filename --action="stop"
  434. }
  435. # start couchdb and wait for success
  436. flohmarkt_ynh_start_couchdb() {
  437. ynh_systemd_action --service_name=couchdb --action="start" --timeout=30 \
  438. --log_path="/var/log/couchdb/couchdb.log" \
  439. --line_match='Apache CouchDB has started on http://127.0.0.1'
  440. }
  441. # stop couchdb
  442. flohmarkt_ynh_stop_couchdb() {
  443. ynh_systemd_action --service_name=couchdb --action="stop" --timeout=30 \
  444. --log_path="/var/log/couchdb/couchdb.log" \
  445. --line_match='SIGTERM received - shutting down'
  446. }
  447. # install or upgrade couchdb
  448. flohmarkt_ynh_up_inst_couchdb() {
  449. echo "\
  450. couchdb couchdb/mode select standalone
  451. couchdb couchdb/mode seen true
  452. couchdb couchdb/bindaddress string 127.0.0.1
  453. couchdb couchdb/bindaddress seen true
  454. couchdb couchdb/cookie string $couchdb_magic_cookie
  455. couchdb couchdb/adminpass password $password_couchdb_admin
  456. couchdb couchdb/adminpass seen true
  457. couchdb couchdb/adminpass_again password $password_couchdb_admin
  458. couchdb couchdb/adminpass_again seen true" | debconf-set-selections
  459. DEBIAN_FRONTEND=noninteractive # apt-get install -y --force-yes couchdb
  460. ynh_install_extra_app_dependencies \
  461. --repo="deb https://apache.jfrog.io/artifactory/couchdb-deb/ $(lsb_release -c -s) main" \
  462. --key="https://couchdb.apache.org/repo/keys.asc" \
  463. --package="couchdb"
  464. }
  465. flohmarkt_ynh_dump_couchdb() {
  466. ../settings/scripts/couchdb-dump/couchdb-dump.sh -b -H 127.0.0.1 -d "${app}" \
  467. -q -u admin -p "${password_couchdb_admin}" -f "${YNH_CWD}/${app}.json"
  468. }
  469. flohmarkt_ynh_import_couchdb() {
  470. ls -l ../settings/scripts/couchdb-dump/couchdb-dump.sh ${YNH_CWD}/${app}.json
  471. ../settings/scripts/couchdb-dump/couchdb-dump.sh -r -c -H 127.0.0.1 -d "${app}" \
  472. -q -u admin -p "${password_couchdb_admin}" -f "${YNH_CWD}/${app}.json"
  473. }
  474. flohmarkt_ynh_delete_couchdb_user() {
  475. # https://codeberg.org/flohmarkt/flohmarkt_ynh/issues/46 - more than one revision?
  476. local couchdb_user_revision=$( curl -sX GET "http://127.0.0.1:5984/_users/org.couchdb.user%3A${app}" \
  477. --user "admin:${password_couchdb_admin}" | jq -r ._rev )
  478. curl -s -X DELETE "http://127.0.0.1:5984/_users/org.couchdb.user%3A${app}?rev=${couchdb_user_revision}" \
  479. --user "admin:${password_couchdb_admin}"
  480. }
  481. flohmarkt_ynh_delete_couchdb_db() {
  482. curl -s -X DELETE "http://127.0.0.1:5984/${app}" --user "admin:${password_couchdb_admin}"
  483. }
  484. flohmarkt_ynh_create_couchdb_user() {
  485. curl -s -X PUT "http://127.0.0.1:5984/_users/org.couchdb.user:${app}" --user "admin:${password_couchdb_admin}"\
  486. -H "Accept: application/json" -H "Content-Type: application/json" \
  487. -d "{\"name\": \"${app}\", \"password\": \"${password_couchdb_flohmarkt}\", \"roles\": [], \"type\": \"user\"}"
  488. # @@ check answer something like
  489. # {"ok":true,"id":"org.couchdb.user:flohmarkt","rev":"35-9865694604ab384388eea0f978a6e728"}
  490. }
  491. flohmarkt_ynh_couchdb_user_permissions() {
  492. curl -s -X PUT "http://127.0.0.1:5984/${app}/_security" --user "admin:${password_couchdb_admin}"\
  493. -H "Accept: application/json" -H "Content-Type: application/json" \
  494. -d "{\"members\":{\"names\": [\"${app}\"],\"roles\": [\"editor\"]}}"
  495. }
  496. flohmarkt_ynh_exists_couchdb_user() {
  497. if [[ $( curl -sX GET "http://127.0.0.1:5984/_users/org.couchdb.user%3A${app}" \
  498. --user "admin:${password_couchdb_admin}" | jq .error ) == '"not_found"' ]]
  499. then
  500. false
  501. else
  502. true
  503. fi
  504. }
  505. flohmarkt_ynh_exists_couchdb_db() {
  506. if [[ $( curl -sX GET "http://127.0.0.1:5984/${app}" --user "admin:${password_couchdb_admin}" \
  507. | jq .error ) == '"not_found"' ]]
  508. then
  509. false
  510. else
  511. true
  512. fi
  513. }
  514. # check whether old couchdb user or database exist before creating the new ones
  515. flohmarkt_ynh_check_old_couchdb() {
  516. if flohmarkt_ynh_exists_couchdb_user; then
  517. ynh_die --ret_code=100 --message="CouchDB user '$app' exists already. Stopping install."
  518. elif flohmarkt_ynh_exists_couchdb_db; then
  519. ynh_die --ret_code=100 --message="CouchDB database '$app' exists already. Stopping install."
  520. fi
  521. }
  522. flohmarkt_ynh_restore_couchdb() {
  523. flohmarkt_ynh_check_old_couchdb
  524. flohmarkt_ynh_import_couchdb
  525. flohmarkt_ynh_create_couchdb_user
  526. flohmarkt_ynh_couchdb_user_permissions
  527. }
  528. # create venv
  529. flohmarkt_ynh_create_venv() {
  530. python3 -m venv --without-pip "$flohmarkt_venv_dir"
  531. }
  532. # install requirements.txt in venv
  533. flohmarkt_ynh_venv_requirements() {
  534. (
  535. set +o nounset
  536. source "$flohmarkt_venv_dir/bin/activate"
  537. set -o nounset
  538. set -x
  539. $flohmarkt_venv_dir/bin/python3 -m ensurepip
  540. $flohmarkt_venv_dir/bin/pip3 install -r "$flohmarkt_app_dir/requirements.txt"
  541. )
  542. }
  543. # move files and directories to their new places
  544. flohmarkt_ynh_upgrade_path_ynh5() {
  545. # flohmarkt and couchdb are already stopped in upgrade script
  546. # move app_dir into new 'app' folder
  547. mv "$flohmarkt_install/flohmarkt" "$flohmarkt_app_dir"
  548. # yunohost seems to move the venv dir automatically, but this
  549. # doesn't work, because the paths inside the venv are not adjusted
  550. # delete the old, not working venv and create a new one:
  551. ynh_secure_remove --file="$flohmarkt_venv_dir"
  552. flohmarkt_ynh_create_venv
  553. flohmarkt_ynh_venv_requirements
  554. # remove old $install_dir
  555. ynh_secure_remove --file="$flohmarkt_old_install"
  556. # move logfile directory
  557. mkdir -p "$flohmarkt_log_dir"
  558. # remove systemd.service - will be generated newly by upgrade
  559. # ynh_remove_systemd_config --service="$flohmarkt_old_service"
  560. ynh_systemd_action --action=stop --service_name="$flohmarkt_old_service"
  561. ynh_systemd_action --action=disable --service_name="$flohmarkt_old_service"
  562. ynh_secure_remove --file="/etc/systemd/system/multi-user.target.wants/flohmarkt.service"
  563. ynh_secure_remove --file="/etc/systemd/system/flohmarkt.service"
  564. # funktioniert nicht? issue?
  565. #ynh_systemd_action --action=daemon-reload
  566. # DEBUG + systemctl daemon-reload flohmarkt
  567. # WARNING Too many arguments.
  568. systemctl daemon-reload
  569. # unit flohmarkt is automatically appended and therefor this fails:
  570. #ynh_systemd_action --action=reset-failed
  571. systemctl reset-failed
  572. # create symlinks
  573. ln -s "$flohmarkt_install" "$flohmarkt_sym_install"
  574. ln -s "$flohmarkt_data_dir" "$flohmarkt_sym_data_dir"
  575. }
  576. #=================================================
  577. # EXPERIMENTAL HELPERS
  578. #=================================================
  579. #=================================================
  580. # FUTURE OFFICIAL HELPERS
  581. #=================================================