_common.sh 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664
  1. #!/bin/bash
  2. #=================================================
  3. # COMMON VARIABLES
  4. #=================================================
  5. ## new filenames starting 0.00~ynh5
  6. # make a filename/service name from domain/path
  7. if [[ "$path" == /* ]]; then
  8. url_path="${path:1}"
  9. fi
  10. if [[ "__${url_path}__" == '____' ]]; then
  11. flohmarkt_filename="$domain"
  12. else
  13. flohmarkt_filename="$domain-${url_path}"
  14. fi
  15. # this filename is used for logfile name and systemd.service name
  16. # and for symlinking install_dir and data_dir
  17. flohmarkt_filename="${YNH_APP_ID}_${flohmarkt_filename//[^A-Za-z0-9._-]/_}"
  18. # directory flohmarkts software is installed to
  19. # contains ./venv and ./src as sub-directories
  20. flohmarkt_install="$install_dir"
  21. flohmarkt_sym_install="$( dirname $flohmarkt_install )/$flohmarkt_filename"
  22. flohmarkt_venv_dir="${flohmarkt_install}/venv"
  23. flohmarkt_app_dir="${flohmarkt_install}/app"
  24. # directory containing logfiles
  25. flohmarkt_log_dir="/var/log/${app}"
  26. flohmarkt_sym_log_dir="/var/log/${flohmarkt_filename}"
  27. # filename for logfiles - ¡ojo! if not ends with .log will be interpreted
  28. # as a directory by ynh_use_logrotate
  29. # https://github.com/YunoHost/issues/issues/2383
  30. flohmarkt_logfile="${flohmarkt_log_dir}/app.log"
  31. # flohmarkt data_dir
  32. flohmarkt_data_dir="$data_dir"
  33. flohmarkt_sym_data_dir="$( dirname $flohmarkt_data_dir )/$flohmarkt_filename"
  34. ## old filenames before 0.00~ynh5 - for reference and needed to
  35. # migrate (see below)
  36. flohmarkt_old_install="/opt/flohmarkt"
  37. flohmarkt_old_venv_dir="${flohmarkt_old_install}/venv"
  38. flohmarkt_old_app_dir="${flohmarkt_old_install}/flohmarkt"
  39. flohmarkt_old_log_dir="/var/log/flohmarkt/"
  40. flohmarkt_old_service="flohmarkt"
  41. #=================================================
  42. # PERSONAL HELPERS
  43. #=================================================
  44. # debug output
  45. flohmarkt_debug=0
  46. flohmarkt_print_debug() {
  47. if [[ $flohmarkt_debug -eq 1 ]]; then echo "$*"; fi
  48. }
  49. # Redisgn of ynh_handle_getopts_args for flohmarkt to be tested as `flohmarkt_ynh_handle_getopts_args`
  50. # Internal helper design to allow helpers to use getopts to manage their arguments
  51. #
  52. # [internal]
  53. #
  54. # example: function my_helper()
  55. # {
  56. # local -A args_array=( [a]=arg1= [b]=arg2= [c]=arg3 )
  57. # local arg1
  58. # local arg2
  59. # local arg3
  60. # ynh_handle_getopts_args "$@"
  61. #
  62. # [...]
  63. # }
  64. # my_helper --arg1 "val1" -b val2 -c
  65. #
  66. # usage: ynh_handle_getopts_args "$@"
  67. # | arg: $@ - Simply "$@" to tranfert all the positionnal arguments to the function
  68. #
  69. # This helper need an array, named "args_array" with all the arguments used by the helper
  70. # that want to use ynh_handle_getopts_args
  71. # Be carreful, this array has to be an associative array, as the following example:
  72. # local -A args_array=( [a]=arg1 [b]=arg2= [c]=arg3 )
  73. # Let's explain this array:
  74. # a, b and c are short options, -a, -b and -c
  75. # arg1, arg2 and arg3 are the long options associated to the previous short ones. --arg1, --arg2 and --arg3
  76. # For each option, a short and long version has to be defined.
  77. # Let's see something more significant
  78. # local -A args_array=( [u]=user [f]=finalpath= [d]=database )
  79. #
  80. # NB: Because we're using 'declare' without -g, the array will be declared as a local variable.
  81. #
  82. # Please keep in mind that the long option will be used as a variable to store the values for this option.
  83. # For the previous example, that means that $finalpath will be fill with the value given as argument for this option.
  84. #
  85. # Also, in the previous example, finalpath has a '=' at the end. That means this option need a value.
  86. # So, the helper has to be call with --finalpath /final/path, --finalpath=/final/path or -f /final/path,
  87. # the variable $finalpath will get the value /final/path
  88. # If there's many values for an option, -f /final /path, the value will be separated by a ';' $finalpath=/final;/path
  89. # For an option without value, like --user in the example, the helper can be called only with --user or -u. $user
  90. # will then get the value 1.
  91. #
  92. # To keep a retrocompatibility, a package can still call a helper, using getopts, with positional arguments.
  93. # The "legacy mode" will manage the positional arguments and fill the variable in the same order than they are given
  94. # in $args_array. e.g. for `my_helper "val1" val2`, arg1 will be filled with val1, and arg2 with val2.
  95. # Positional parameters (used to be the only way to use ynh_handle_getopts_args once upon a time) can be
  96. # used also:
  97. #
  98. # '--' start processing the rest of the arguments as positional parameters
  99. # $legacy_args The arguments positional parameters will be assign to
  100. # Needs to be composed of array keys of args_array. If a key for a predefined variable
  101. # is used multiple times the assigned values will be concatenated delimited by ';'.
  102. # If the long option variable to contain the data is predefined as an array (e.g. using
  103. # `local -a arg1` then multiple values will be assigned to its cells.
  104. # If the last positional parameter defined in legacy_args is defined as an array all
  105. # the leftover positional parameters will be assigned to its cells.
  106. # (it is named legacy_args, because the use of positional parameters was about to be
  107. # deprecated before the last re-design of this sub)
  108. #
  109. # Requires YunoHost version 3.2.2 or higher.
  110. flohmarkt_ynh_handle_getopts_args() {
  111. # Manage arguments only if there's some provided
  112. set +o xtrace # set +x
  113. if [ $# -eq 0 ]; then
  114. ynh_print_warn --message="ynh_handle_getopts_args called without arguments"
  115. return
  116. fi
  117. # Store arguments in an array to keep each argument separated
  118. local arguments=("$@")
  119. # For each option in the array, reduce to short options for getopts (e.g. for [u]=user, --user will be -u)
  120. # And built parameters string for getopts
  121. # ${!args_array[@]} is the list of all option_flags in the array (An option_flag is 'u' in [u]=user, user is a value)
  122. local getopts_parameters=""
  123. local option_flag=""
  124. ## go through all possible options and replace arguments with short versions
  125. flohmarkt_print_debug "arguments = '${arguments[@]}"
  126. flohmarkt_print_debug "args_array = '${!args_array[@]}'"
  127. for option_flag in "${!args_array[@]}"; do
  128. flohmarkt_print_debug "option_flag = $option_flag"
  129. # Concatenate each option_flags of the array to build the string of arguments for getopts
  130. # Will looks like 'abcd' for -a -b -c -d
  131. # If the value of an option_flag finish by =, it's an option with additionnal values. (e.g. --user bob or -u bob)
  132. # Check the last character of the value associate to the option_flag
  133. flohmarkt_print_debug "compare to '${args_array[$option_flag]: -1}'"
  134. if [ "${args_array[$option_flag]: -1}" = "=" ]; then
  135. # For an option with additionnal values, add a ':' after the letter for getopts.
  136. getopts_parameters="${getopts_parameters}${option_flag}:"
  137. else
  138. getopts_parameters="${getopts_parameters}${option_flag}"
  139. fi
  140. flohmarkt_print_debug "getopts_parameters = ${getopts_parameters}"
  141. # Check each argument given to the function
  142. local arg=""
  143. # ${#arguments[@]} is the size of the array
  144. ## for one possible option: look at each argument supplied:
  145. for arg in $(seq 0 $((${#arguments[@]} - 1))); do
  146. flohmarkt_print_debug "arg = '$arg', argument = '${arguments[arg]}'"
  147. # Replace long option with = (match the beginning of the argument)
  148. arguments[arg]="$(printf '%s\n' "${arguments[arg]}" | sed "s/^--${args_array[$option_flag]}/-${option_flag}/")"
  149. flohmarkt_print_debug "sed - printf '%s\n' \"${arguments[arg]}\" | sed \"s/^--${args_array[$option_flag]}/-${option_flag} /\""
  150. flohmarkt_print_debug "arg = '$arg', argument = '${arguments[arg]}'"
  151. # And long option without = (match the whole line)
  152. arguments[arg]="$(printf '%s\n' "${arguments[arg]}" | sed "s/^--${args_array[$option_flag]%=}$/-${option_flag}/")"
  153. flohmarkt_print_debug "sed - printf '%s\n' \"${arguments[arg]}\" | sed \"s/^--${args_array[$option_flag]%=}$/-${option_flag} /\""
  154. flohmarkt_print_debug "arg = '$arg', argument = '${arguments[arg]}'"
  155. done
  156. flohmarkt_print_debug "arguments = '${arguments[@]}'"
  157. done
  158. flohmarkt_print_debug '================= end first loop ================='
  159. # Parse the first argument, return the number of arguments to be shifted off the arguments array
  160. # The function call is necessary here to allow `getopts` to use $@
  161. parse_arg() {
  162. flohmarkt_print_debug "========= parse_arg started ======== , arguments='$@', getopts_parameters: '$getopts_parameters'"
  163. for ME in "$@"; do
  164. flohmarkt_print_debug " '$ME'"
  165. done
  166. # Initialize the index of getopts
  167. OPTIND=1
  168. # getopts will fill $parameter with the letter of the option it has read.
  169. local parameter=""
  170. getopts ":$getopts_parameters" parameter || true
  171. flohmarkt_print_debug "after getopts - parameter='$parameter', OPTIND='$OPTIND', OPTARG='$OPTARG'"
  172. if [ "$parameter" = "?" ]; then
  173. ynh_die --message="Invalid argument: -${OPTARG:-}"
  174. flohmarkt_print_debug "Invalid argument: -${OPTARG:-}"
  175. exit 255
  176. elif [ "$parameter" = ":" ]; then
  177. ynh_die --message="-$OPTARG parameter requires an argument."
  178. echo "-$OPTARG parameter requires an argument."
  179. exit 255
  180. else
  181. # Use the long option, corresponding to the short option read by getopts, as a variable
  182. # (e.g. for [u]=user, 'user' will be used as a variable)
  183. # Also, remove '=' at the end of the long option
  184. # The variable name will be stored in 'option_var'
  185. option_var="${args_array[$parameter]%=}"
  186. # if there's a '=' at the end of the long option name, this option takes values
  187. if [ "${args_array[$parameter]: -1}" != "=" ]; then
  188. # no argument expected for option - set option variable to '1'
  189. # 'eval ${option_var}' will use the content of 'option_var'
  190. flohmarkt_print_debug "option_var='${option_var}', option_value='1'"
  191. option_value=1
  192. return 1
  193. else
  194. # remove leading and trailing spaces from OPTARG
  195. OPTARG="$( printf '%s' "${OPTARG}" | sed -e 's/^[[:space:]]*//' -e 's/[[:space:]]*$//')"
  196. flohmarkt_print_debug "option_var='${option_var}', OPTARG='${OPTARG}'"
  197. option_value="${OPTARG}"
  198. return 2
  199. fi
  200. fi
  201. }
  202. # iterate over the arguments: if first argument starts with a '-' feed arguments to getopts
  203. # if first argument doesn't start with a '-' enter mode to read positional parameters
  204. local argument
  205. local positional_mode=0 # state is getopts mode at the beginning, not positional parameters
  206. local positional_count=0 # counter for positional parameters
  207. local option_var='' # the variable name to be filled
  208. # Try to use legacy_args as a list of option_flag of the array args_array
  209. # Otherwise, fill it with getopts_parameters to get the option_flag.
  210. # (But an associative arrays isn't always sorted in the correct order...)
  211. # Remove all ':' in getopts_parameters, if used.
  212. legacy_args=${legacy_args:-${getopts_parameters//:/}}
  213. while [ ${#arguments} -ne 0 ]; do
  214. local shift_value=0
  215. local option_value='' # the value to be filled into ${!option_var}
  216. flohmarkt_print_debug '======= start while loop ======='
  217. argument=${arguments[0]}
  218. flohmarkt_print_debug "argument='$argument'"
  219. # if state once changed to positional parameter mode, all the rest of the arguments will
  220. # be interpreted in positional parameter mode even if they start with a '-'
  221. if [ $positional_mode == 0 ] && [ "${argument}" == '--' ];then
  222. flohmarkt_print_debug "found '--', start positional parameter mode"
  223. positional_mode=1
  224. shift_value=1
  225. elif [ $positional_mode == 0 ] && [ "${argument:0:1}" == '-' ]; then
  226. flohmarkt_print_debug "getopts, arguments='${arguments[@]}', starting parse_arg"
  227. parse_arg "${arguments[@]}"
  228. shift_value=$?
  229. else
  230. positional_mode=1 # set state to positional parameter mode
  231. flohmarkt_print_debug "positional parameter, argument='$argument'"
  232. # Get the option_flag from getopts_parameters by using the option_flag according to the
  233. # position of the argument.
  234. option_flag=${legacy_args:$positional_count:1}
  235. # increment counter for legacy_args if still args left. If no args left check if the
  236. # last arg is a predefined array and let it cells be filled. Otherwise complain and
  237. # return.
  238. flohmarkt_print_debug "positional_counter='$positional_count', max positional_counter='$(( ${#legacy_args} -1 ))'"
  239. if [[ $positional_count -le $((${#legacy_args} - 1)) ]]; then
  240. # set counter to for next option_flag to fill
  241. positional_count=$((positional_count+1))
  242. flohmarkt_print_debug "incremented positional_counter to '$positional_count'"
  243. # Use the long option, corresponding to the option_flag, as a variable
  244. # (e.g. for [u]=user, 'user' will be used as a variable)
  245. # Also, remove '=' at the end of the long option
  246. # The variable name will be stored in 'option_var'
  247. option_var="${args_array[$option_flag]%=}"
  248. elif [[ $positional_count -ge $((${#legacy_args} - 1)) ]] &&
  249. ! declare -p ${option_var} | grep '^declare -a'
  250. then
  251. # no more legacy_args to fill - legacy behaviour: complain and return
  252. ynh_print_warn --message="Too many arguments ! \"${arguments[$i]}\" will be ignored."
  253. return
  254. else
  255. flohmarkt_print_debug "array found - keep going"
  256. fi
  257. # value to be assigned to ${!option_var}
  258. option_value=$argument
  259. # shift off one positional parameter
  260. shift_value=1
  261. fi
  262. # fill option_var with value found
  263. # if ${option_var} is an array, fill mutiple values as array cells
  264. # otherwise concatenate them seperated by ';'
  265. flohmarkt_print_debug "option_var '$option_var', option_value '$option_value'"
  266. if declare -p $option_var | grep '^declare -a ' > /dev/null; then
  267. # hurray it's an array
  268. flohmarkt_print_debug "hurray! '$option_var' is an array."
  269. eval ${option_var}+='("${option_value}")'
  270. elif [[ -z ${!option_var} ]]; then
  271. eval ${option_var}='"${option_value}"'
  272. else
  273. eval ${option_var}+='";${option_value}"'
  274. fi
  275. flohmarkt_print_debug "option_var '$option_var', option_value '${!option_var}'"
  276. # shift value off arguments array
  277. flohmarkt_print_debug "shifting '$shift_value' off arguments"
  278. arguments=("${arguments[@]:${shift_value}}")
  279. done
  280. # the former subroutine did this - no idea if it is expected somewhere
  281. unset legacy_args
  282. # re-enable trace
  283. set -o xtrace # set -x
  284. }
  285. # local copy of ynh_local_curl() to test some improvement
  286. # https://github.com/YunoHost/issues/issues/2396
  287. # https://codeberg.org/flohmarkt/flohmarkt_ynh/issues/51
  288. flohmarkt_ynh_local_curl() {
  289. # Curl abstraction to help with POST requests to local pages (such as installation forms)
  290. #
  291. # usage: ynh_local_curl "page" "key1=value1" "key2=value2" ...
  292. # | arg: -l --line_match: check answer against an extended regex
  293. # | arg: -P --put: PUT instead of POST, requires --data (see below)
  294. # | arg: -H --header: add a header to the request (can be used multiple times)
  295. # | arg: -n --no_sleep: don't sleep 2 seconds (background: https://github.com/YunoHost/yunohost/pull/547)
  296. # | arg: -d --data: data to be PUT or POSTed. Can be used multiple times.
  297. # | arg: -L --location: either the PAGE part in 'https://$domain/$path/PAGE' or an URI
  298. # | arg: -u --user: login username (requires --password)
  299. # | arg: -p --password: login password
  300. # | arg: URL like 'http://doma.in/path/file.ext'
  301. # | arg: page - positional parameter legacy version of '--page'
  302. # | arg: key1=value1 - (Optional, POST only) legacy version of '--data' as positional parameter
  303. # | arg: key2=value2 - (Optional, POST only) Another POST key and corresponding value
  304. # | arg: ... - (Optional, POST only) More POST keys and values
  305. #
  306. # example: ynh_local_curl "/install.php?installButton" "foo=$var1" "bar=$var2"
  307. # → will open a POST request to "https://$domain/$path/install.php?installButton" posting "foo=$var1" and "bar=$var2"
  308. # example: ynh_local_curl -P --header "Accept: application/json" -H "Content-Type: application/json" \
  309. # --data "{\"members\":{\"names\": [\"${app}\"],\"roles\": [\"editor\"]}}" -l '"ok":true' \
  310. # "http://localhost:5984/"
  311. # → will open a POST request to "http://localhost:5984/" adding headers with "Accept: application/json"
  312. # and "Content-Type: application/json" sending the data from the "--data" argument. ynh_local_curl will
  313. # return with an error if the servers response does not match the extended regex '"ok":true'.
  314. #
  315. # For multiple calls, cookies are persisted between each call for the same app.
  316. #
  317. # `$domain` and `$path_url` need to be defined externally if the first form for the 'page' argument is used.
  318. #
  319. # The return code of this function will vary depending of the use of --line_match:
  320. #
  321. # If --line_match has been used the return code will be the one of the grep checking line_match
  322. # against the output of curl. The output of curl will not be returned.
  323. #
  324. # If --line_match has not been provided the return code will be the one of the curl command and
  325. # the output of curl will be echoed.
  326. #
  327. # Requires YunoHost version 2.6.4 or higher.
  328. # Declare an array to define the options of this helper.
  329. local legacy_args=pd
  330. local -A args_array=( [l]=line_match= [P]=put [H]=header= [n]=no_sleep [L]=location= [d]=data= [u]=user= [p]=password= )
  331. local line_match
  332. local put
  333. # @@ todo if the headers contain ';' somewhere it might be a problem to split them
  334. # apart correctly later, because all values are stored in $header seperated by
  335. # ';' like 'header1: value;header2: value'.
  336. # might be a good improvement to 'ynh_handle_getopts_args' to act differently if
  337. # e.g. $header had been defined as an array: https://stackoverflow.com/questions/14525296/how-do-i-check-if-variable-is-an-array
  338. local -a header
  339. local no_sleep
  340. local location
  341. local user
  342. local password
  343. local -a data
  344. local -a curl_opt_args # optional arguments to `curl`
  345. # Manage arguments with getopts
  346. flohmarkt_ynh_handle_getopts_args "$@"
  347. # Define url of page to curl
  348. # $location contains either an URL or just a page
  349. local full_page_url
  350. if [[ "$location" =~ ^https?:// ]]; then
  351. # if $location starts with an http-protocol use value as a complete URL
  352. full_page_url="$location"
  353. elif [ "${path_url}" == "/" ]; then
  354. # if $path_url points to the webserver root just append $location to localhost URL
  355. full_page_url="https://localhost$(ynh_normalize_url_path $location)"
  356. else
  357. # else append $path_url and $location to localhost URL
  358. full_page_url="https://localhost${path_url}$(ynh_normalize_url_path $location)"
  359. fi
  360. flohmarkt_print_debug "full_page_url='$full_page_url'"
  361. # Concatenate data
  362. # POST: all elements of array $data in one string seperated by '&'
  363. # PUT: all elements of $data in one string seperated by space
  364. local seperator='&'
  365. if [[ $put -eq 1 ]]; then
  366. seperator=' '
  367. fi
  368. join_by() { local IFS="$1"; shift; echo "$*"; }
  369. local P_DATA=$( join_by "$seperator" ${data[@]} )
  370. if [[ "$P_DATA" != '' ]]; then curl_opt_args+=('--data'); curl_opt_args+=("$P_DATA"); fi
  371. # prepend every element in header array with " -H "
  372. local seq
  373. while [[ $seq -lt ${#header[@]} ]]; do
  374. curl_opt_args+=('-H')
  375. curl_opt_args+=("${header[$seq]}")
  376. seq=$(( $seq + 1 ))
  377. done
  378. # build --user for curl
  379. if [[ -n "$user" ]] && [[ -n "$password" ]]; then
  380. curl_opt_args+=("--user $user:$password")
  381. elif [[ -n "$user" ]] && [[ -z "$password" ]]; then
  382. ynh_die --message="user provided via '-u/--user' needs password specified via '-p/--password'"
  383. fi
  384. flohmarkt_print_debug "long string curl_opt_args='${curl_opt_args[@]}'"
  385. seq=0
  386. while [[ $seq -lt ${#curl_opt_args[@]} ]]; do
  387. flohmarkt_print_debug " opt[$seq]='${curl_opt_args[$seq]}'"
  388. seq=$(( $seq + 1 ))
  389. done
  390. # https://github.com/YunoHost/yunohost/pull/547
  391. # Wait untils nginx has fully reloaded (avoid curl fail with http2) unless disabled
  392. if ! [[ $no_sleep == 1 ]]; then
  393. sleep 2
  394. fi
  395. local cookiefile=/tmp/ynh-$app-cookie.txt
  396. touch $cookiefile
  397. chown root $cookiefile
  398. chmod 700 $cookiefile
  399. # Temporarily enable visitors if needed...
  400. # TODO maybe there's a way to do this using --user and --password instead?
  401. # would improve security
  402. local visitors_enabled=$(ynh_permission_has_user "main" "visitors" && echo yes || echo no)
  403. if [[ $visitors_enabled == "no" ]]; then
  404. ynh_permission_update --permission "main" --add "visitors"
  405. fi
  406. flohmarkt_print_debug executing \'\
  407. curl --silent --show-error --insecure --location --resolve "$domain:443:127.0.0.1" \
  408. --header "Host: $domain" --cookie-jar $cookiefile --cookie $cookiefile \
  409. "${curl_opt_args[@]}" "$full_page_url"\'
  410. # Curl the URL
  411. local curl_result=$( curl --silent --show-error --insecure --location \
  412. --header "Host: $domain" --cookie-jar $cookiefile --cookie $cookiefile \
  413. --resolve "$domain:443:127.0.0.1" "${curl_opt_args[@]}" "$full_page_url" )
  414. local curl_error=$?
  415. flohmarkt_print_debug "curl_result='$curl_result' ($curl_error)"
  416. # check result agains --line_match if provided
  417. if [[ -n $line_match ]]; then
  418. printf '%s' "$curl_result" | grep "$line_match" > /dev/null
  419. # will return the error code of the above grep
  420. else
  421. # no --line_match, return curls error code and output
  422. echo $curl_result
  423. return $curl_error
  424. fi
  425. # re-enable security
  426. if [[ $visitors_enabled == "no" ]]; then
  427. ynh_permission_update --permission "main" --remove "visitors"
  428. fi
  429. }
  430. # create symlinks containing domain and path for install, data and log directories
  431. flohmarkt_ynh_create_symlinks() {
  432. ynh_script_progression --message="Creating symlinks..." --weight=1
  433. ln -s "$flohmarkt_install" "$flohmarkt_sym_install"
  434. ln -s "$flohmarkt_data_dir" "$flohmarkt_sym_data_dir"
  435. ln -s "$flohmarkt_log_dir" "$flohmarkt_sym_log_dir"
  436. true
  437. }
  438. # set file permissions and owner for installation
  439. flohmarkt_ynh_set_permission() {
  440. # install dir - only root needs to write and $app reads
  441. chown root:$app -R "$flohmarkt_install"
  442. chmod g-w,o-rwx -R "$flohmarkt_install"
  443. }
  444. # start flohmarkt service
  445. flohmarkt_ynh_start_service() {
  446. ynh_systemd_action --service_name=$flohmarkt_filename --action="start" \
  447. --line_match='INFO: *Application startup complete.' --log_path="$flohmarkt_logfile" \
  448. --timeout=30
  449. }
  450. # stop flohmarkt service
  451. flohmarkt_ynh_stop_service() {
  452. ynh_systemd_action --service_name=$flohmarkt_filename --action="stop"
  453. }
  454. # start couchdb and wait for success
  455. flohmarkt_ynh_start_couchdb() {
  456. ynh_systemd_action --service_name=couchdb --action="start" --timeout=30 \
  457. --log_path="/var/log/couchdb/couchdb.log" \
  458. --line_match='Apache CouchDB has started on http://127.0.0.1'
  459. }
  460. # stop couchdb
  461. flohmarkt_ynh_stop_couchdb() {
  462. ynh_systemd_action --service_name=couchdb --action="stop" --timeout=30 \
  463. --log_path="/var/log/couchdb/couchdb.log" \
  464. --line_match='SIGTERM received - shutting down'
  465. }
  466. # install or upgrade couchdb
  467. flohmarkt_ynh_up_inst_couchdb() {
  468. echo "\
  469. couchdb couchdb/mode select standalone
  470. couchdb couchdb/mode seen true
  471. couchdb couchdb/bindaddress string 127.0.0.1
  472. couchdb couchdb/bindaddress seen true
  473. couchdb couchdb/cookie string $couchdb_magic_cookie
  474. couchdb couchdb/adminpass password $password_couchdb_admin
  475. couchdb couchdb/adminpass seen true
  476. couchdb couchdb/adminpass_again password $password_couchdb_admin
  477. couchdb couchdb/adminpass_again seen true" | debconf-set-selections
  478. DEBIAN_FRONTEND=noninteractive # apt-get install -y --force-yes couchdb
  479. ynh_install_extra_app_dependencies \
  480. --repo="deb https://apache.jfrog.io/artifactory/couchdb-deb/ $(lsb_release -c -s) main" \
  481. --key="https://couchdb.apache.org/repo/keys.asc" \
  482. --package="couchdb"
  483. }
  484. flohmarkt_ynh_dump_couchdb() {
  485. ../settings/scripts/couchdb-dump/couchdb-dump.sh -b -H 127.0.0.1 -d "${app}" \
  486. -q -u admin -p "${password_couchdb_admin}" -f "${YNH_CWD}/${app}.json"
  487. }
  488. flohmarkt_ynh_import_couchdb() {
  489. ls -l ../settings/scripts/couchdb-dump/couchdb-dump.sh ${YNH_CWD}/${app}.json
  490. ../settings/scripts/couchdb-dump/couchdb-dump.sh -r -c -H 127.0.0.1 -d "${app}" \
  491. -q -u admin -p "${password_couchdb_admin}" -f "${YNH_CWD}/${app}.json"
  492. }
  493. flohmarkt_ynh_delete_couchdb_user() {
  494. # https://codeberg.org/flohmarkt/flohmarkt_ynh/issues/46 - more than one revision?
  495. local couchdb_user_revision=$( curl -sX GET "http://127.0.0.1:5984/_users/org.couchdb.user%3A${app}" \
  496. --user "admin:${password_couchdb_admin}" | jq -r ._rev )
  497. curl -s -X DELETE "http://127.0.0.1:5984/_users/org.couchdb.user%3A${app}?rev=${couchdb_user_revision}" \
  498. --user "admin:${password_couchdb_admin}"
  499. }
  500. flohmarkt_ynh_delete_couchdb_db() {
  501. curl -s -X DELETE "http://127.0.0.1:5984/${app}" --user "admin:${password_couchdb_admin}"
  502. }
  503. flohmarkt_ynh_create_couchdb_user() {
  504. curl -s -X PUT "http://127.0.0.1:5984/_users/org.couchdb.user:${app}" --user "admin:${password_couchdb_admin}"\
  505. -H "Accept: application/json" -H "Content-Type: application/json" \
  506. -d "{\"name\": \"${app}\", \"password\": \"${password_couchdb_flohmarkt}\", \"roles\": [], \"type\": \"user\"}"
  507. # @@ check answer something like
  508. # {"ok":true,"id":"org.couchdb.user:flohmarkt","rev":"35-9865694604ab384388eea0f978a6e728"}
  509. }
  510. flohmarkt_ynh_couchdb_user_permissions() {
  511. curl -s -X PUT "http://127.0.0.1:5984/${app}/_security" --user "admin:${password_couchdb_admin}"\
  512. -H "Accept: application/json" -H "Content-Type: application/json" \
  513. -d "{\"members\":{\"names\": [\"${app}\"],\"roles\": [\"editor\"]}}"
  514. }
  515. flohmarkt_ynh_exists_couchdb_user() {
  516. if [[ $( curl -sX GET "http://127.0.0.1:5984/_users/org.couchdb.user%3A${app}" \
  517. --user "admin:${password_couchdb_admin}" | jq .error ) == '"not_found"' ]]
  518. then
  519. false
  520. else
  521. true
  522. fi
  523. }
  524. flohmarkt_ynh_exists_couchdb_db() {
  525. if [[ $( curl -sX GET "http://127.0.0.1:5984/${app}" --user "admin:${password_couchdb_admin}" \
  526. | jq .error ) == '"not_found"' ]]
  527. then
  528. false
  529. else
  530. true
  531. fi
  532. }
  533. # check whether old couchdb user or database exist before creating the new ones
  534. flohmarkt_ynh_check_old_couchdb() {
  535. if flohmarkt_ynh_exists_couchdb_user; then
  536. ynh_die --ret_code=100 --message="CouchDB user '$app' exists already. Stopping install."
  537. elif flohmarkt_ynh_exists_couchdb_db; then
  538. ynh_die --ret_code=100 --message="CouchDB database '$app' exists already. Stopping install."
  539. fi
  540. }
  541. flohmarkt_ynh_restore_couchdb() {
  542. flohmarkt_ynh_check_old_couchdb
  543. flohmarkt_ynh_import_couchdb
  544. flohmarkt_ynh_create_couchdb_user
  545. flohmarkt_ynh_couchdb_user_permissions
  546. }
  547. # create venv
  548. flohmarkt_ynh_create_venv() {
  549. python3 -m venv --without-pip "$flohmarkt_venv_dir"
  550. }
  551. # install requirements.txt in venv
  552. flohmarkt_ynh_venv_requirements() {
  553. (
  554. set +o nounset
  555. source "$flohmarkt_venv_dir/bin/activate"
  556. set -o nounset
  557. set -x
  558. $flohmarkt_venv_dir/bin/python3 -m ensurepip
  559. $flohmarkt_venv_dir/bin/pip3 install -r "$flohmarkt_app_dir/requirements.txt"
  560. )
  561. }
  562. # move files and directories to their new places
  563. flohmarkt_ynh_upgrade_path_ynh5() {
  564. # flohmarkt and couchdb are already stopped in upgrade script
  565. # move app_dir into new 'app' folder
  566. mv "$flohmarkt_install/flohmarkt" "$flohmarkt_app_dir"
  567. # yunohost seems to move the venv dir automatically, but this
  568. # doesn't work, because the paths inside the venv are not adjusted
  569. # delete the old, not working venv and create a new one:
  570. ynh_secure_remove --file="$flohmarkt_venv_dir"
  571. flohmarkt_ynh_create_venv
  572. flohmarkt_ynh_venv_requirements
  573. # remove old $install_dir
  574. ynh_secure_remove --file="$flohmarkt_old_install"
  575. # move logfile directory
  576. mkdir -p "$flohmarkt_log_dir"
  577. # remove systemd.service - will be generated newly by upgrade
  578. # ynh_remove_systemd_config --service="$flohmarkt_old_service"
  579. ynh_systemd_action --action=stop --service_name="$flohmarkt_old_service"
  580. ynh_systemd_action --action=disable --service_name="$flohmarkt_old_service"
  581. ynh_secure_remove --file="/etc/systemd/system/multi-user.target.wants/flohmarkt.service"
  582. ynh_secure_remove --file="/etc/systemd/system/flohmarkt.service"
  583. # funktioniert nicht? issue?
  584. #ynh_systemd_action --action=daemon-reload
  585. # DEBUG + systemctl daemon-reload flohmarkt
  586. # WARNING Too many arguments.
  587. systemctl daemon-reload
  588. # unit flohmarkt is automatically appended and therefor this fails:
  589. #ynh_systemd_action --action=reset-failed
  590. systemctl reset-failed
  591. # create symlinks
  592. ln -s "$flohmarkt_install" "$flohmarkt_sym_install"
  593. ln -s "$flohmarkt_data_dir" "$flohmarkt_sym_data_dir"
  594. }
  595. #=================================================
  596. # EXPERIMENTAL HELPERS
  597. #=================================================
  598. #=================================================
  599. # FUTURE OFFICIAL HELPERS
  600. #=================================================