diff options
Diffstat (limited to 'subr.rtl/rtl_fetch_wget.subr')
-rw-r--r-- | subr.rtl/rtl_fetch_wget.subr | 91 |
1 files changed, 91 insertions, 0 deletions
diff --git a/subr.rtl/rtl_fetch_wget.subr b/subr.rtl/rtl_fetch_wget.subr new file mode 100644 index 00000000..361603f0 --- /dev/null +++ b/subr.rtl/rtl_fetch_wget.subr @@ -0,0 +1,91 @@ +# +# Copyright (c) 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023 LucĂa Andrea Illanes Albornoz <lucia@luciaillanes.de> +# set +o errexit -o noglob -o nounset is assumed. +# + +# +# rtl_fetch_url_wget() - fetch archive file(s) for item +# @_urls: list of URLs +# @_sha256sum_src: SHA256SUM digest file to check authenticity of archive file(s) with +# @_target_dname: target directory namne +# @_target_fname: target filename +# @_target_name: target subdirectory name +# @_mirrors: optional list of mirror base URLs +# +# Returns: zero (0) on success, non-zero (>0) on failure +# N.B.: URLs ($1) may contain `?' or '&' characters. +# +rtl_fetch_url_wget() { + local _rfuw_urls="${1}" _rfuw_sha256sum_src="${2}" _rfuw_target_dname="${3}" \ + _rfuw_target_fname="${4}" _rfuw_target_name="${5}" _rfuw_mirrors="${6:-}" \ + _rfuw_rc=0 _rfuw_sha256sum_target="" _rfuw_target_fname_full="" _rfuw_url="" \ + _rfuw_url_base="" _rfuw_urls_count=0 _rfuw_urls_full=""; + + _rfuw_urls_full="${_rfuw_urls}"; + for _rfuw_url_base in ${_rfuw_mirrors}; do + rtl_lconcat \$_rfuw_urls_full "${_rfuw_url_base%/}/${_rfuw_target_name}/${_rfuw_target_fname}"; + done; + rtl_llength \$_rfuw_urls_count \$_rfuw_urls_full; + + for _rfuw_url in ${_rfuw_urls_full}; do + if [ "${_rfuw_target_fname:+1}" != 1 ]; then + rtl_basename2 \$_rfuw_url \$_rfuw_target_fname; + fi; + _rfuw_target_fname_full="${_rfuw_target_dname}/${_rfuw_target_fname}"; + + (set +o errexit -o noglob -o nounset; + rtl_flock_acquire 4 || exit 1; + trap "_rfuw_rc=\"\${?}\"; rm -f \"${_rfuw_target_fname_full}.fetching\"; exit \"\${_rfuw_rc}\";" EXIT; + + if [ "${_rfuw_sha256sum_src:+1}" != 1 ]\ + || ! rtl_check_digest_file "${_rfuw_target_fname_full}" "${_rfuw_sha256sum_src}" "${_rfuw_target_fname_full}.fetched"; then + wget ${DEFAULT_WGET_ARGS} -O "${_rfuw_target_fname_full}" "${_rfuw_url}"; _rfuw_rc="${?}"; + if [ "${_rfuw_rc}" -ne 0 ]; then + exit $((${_rfuw_rc}+2)); + elif [ "${_rfuw_sha256sum_src:+1}" = 1 ]\ + && ! rtl_check_digest \$_digest "${_rfuw_target_fname_full}" "${_rfuw_sha256sum_src}"; then + exit 2; + else + printf "%s" "${_digest}" > "${_rfuw_target_fname_full}.fetched"; exit 0; + fi; + else + exit 0; + fi;) 4<>"${_rfuw_target_fname_full}.fetching"; _rfuw_rc="${?}"; : $((_rfuw_urls_count-=1)); + + case "${_rfuw_rc}" in + + 0) break; ;; + + 1) if [ "${_rfuw_urls_count}" -ge 1 ]; then + rtl_log_msgV "warning" "${MSG_rtl_fetch_lockfail_retryurl}" "${_rfuw_url}"; + else + rtl_log_msgV "fatal" "${MSG_rtl_fetch_lockfail}" "${_rfuw_url}"; + rtl_fileop rm "${_rfuw_target_fname_full}"; break; + fi; ;; + + 2) if [ "${_rfuw_urls_count}" -ge 1 ]; then + rtl_log_msgV "warning" "${MSG_rtl_fetch_hashfail_retryurl}" "${_rfuw_url}" "${_rfuw_sha256sum_src}"; + else + if _rfuw_sha256sum_target="$(sha256sum "${_rfuw_target_fname_full}" |\ + awk '{print $1}' 2>/dev/null)"; then + rtl_log_msgV "fatal" "${MSG_rtl_fetch_hashfail1}" "${_rfuw_url}" "${_rfuw_sha256sum_src}" "${_rfuw_sha256sum_target}"; + else + rtl_log_msgV "fatal" "${MSG_rtl_fetch_hashfail2}" "${_rfuw_url}" "${_rfuw_sha256sum_src}"; + fi; + rtl_fileop rm "${_rfuw_target_fname_full}"; break; + fi; ;; + + *) if [ "${_rfuw_urls_count}" -ge 1 ]; then + rtl_log_msgV "warning" "${MSG_rtl_fetch_fail_retryurl}" "${_rfuw_url}" "$((${_rfuw_rc}-2))"; + else + rtl_log_msgV "fatal" "${MSG_rtl_fetch_fail}" "${_rfuw_url}" "$((${_rfuw_rc}-2))"; + rtl_fileop rm "${_rfuw_target_fname_full}"; break; + fi; ;; + + esac; + done; + + return "${_rfuw_rc}"; +}; + +# vim:filetype=sh textwidth=0 |