#!/usr/bin/env bash MODULE_TEMPLATE_DIR="revanced-magisk" TEMP_DIR="temp" BUILD_DIR="build" if [ "${GITHUB_TOKEN:-}" ]; then GH_HEADER="Authorization: token ${GITHUB_TOKEN}"; else GH_HEADER=; fi NEXT_VER_CODE=${NEXT_VER_CODE:-$(date +'%Y%m%d')} REBUILD=${REBUILD:-false} OS=$(uname -o) SERVICE_SH=$(cat scripts/service.sh) CUSTOMIZE_SH=$(cat scripts/customize.sh) UNINSTALL_SH=$(cat scripts/uninstall.sh) # -------------------- json/toml -------------------- json_get() { grep -o "\"${1}\":[^\"]*\"[^\"]*\"" | sed -E 's/".*".*"(.*)"/\1/'; } toml_prep() { __TOML__=$(tr -d '\t\r' <<<"$1" | tr "'" '"' | grep -o '^[^#]*' | grep -v '^$' | sed -r 's/(\".*\")|\s*/\1/g; 1i []'); } toml_get_table_names() { local tn tn=$(grep -x '\[.*\]' <<<"$__TOML__" | tr -d '[]') || return 1 if [ "$(sort <<<"$tn" | uniq -u | wc -l)" != "$(wc -l <<<"$tn")" ]; then abort "ERROR: Duplicate tables in TOML" fi echo "$tn" } toml_get_table() { sed -n "/\[${1}]/,/^\[.*]$/p" <<<"$__TOML__" | sed '${/^\[/d;}'; } toml_get() { local table=$1 key=$2 val val=$(grep -m 1 "^${key}=" <<<"$table") && sed -e "s/^\"//; s/\"$//" <<<"${val#*=}" } # --------------------------------------------------- pr() { echo -e "\033[0;32m[+] ${1}\033[0m"; } epr() { echo >&2 -e "\033[0;31m[-] ${1}\033[0m" if [ "${GITHUB_REPOSITORY:-}" ]; then echo -e "::error::utils.sh [-] ${1}\n"; fi } abort() { epr "ABORT: ${1:-}" exit 1 } get_rv_prebuilts() { local integrations_src=$1 patches_src=$2 integrations_ver=$3 patches_ver=$4 cli_src=$5 cli_ver=$6 local patches_dir=${patches_src%/*} patches_dir=${TEMP_DIR}/${patches_dir,,}-rv local integrations_dir=${integrations_src%/*} integrations_dir=${TEMP_DIR}/${integrations_dir,,}-rv local cli_dir=${cli_src%/*} cli_dir=${TEMP_DIR}/${cli_dir,,}-rv mkdir -p "$patches_dir" "$integrations_dir" "$cli_dir" pr "Getting prebuilts (${patches_src%/*})" >&2 local rv_cli_url rv_integrations_url rv_patches rv_patches_dl rv_patches_url rv_patches_json local rv_cli_rel="https://api.github.com/repos/${cli_src}/releases/" if [ "$cli_ver" ]; then rv_cli_rel+="tags/${cli_ver}"; else rv_cli_rel+="latest"; fi local rv_integrations_rel="https://api.github.com/repos/${integrations_src}/releases/" if [ "$integrations_ver" ]; then rv_integrations_rel+="tags/${integrations_ver}"; else rv_integrations_rel+="latest"; fi local rv_patches_rel="https://api.github.com/repos/${patches_src}/releases/" if [ "$patches_ver" ]; then rv_patches_rel+="tags/${patches_ver}"; else rv_patches_rel+="latest"; fi rv_cli_url=$(gh_req "$rv_cli_rel" - | json_get 'browser_download_url') || return 1 local rv_cli_jar="${cli_dir}/${rv_cli_url##*/}" echo "CLI: $(cut -d/ -f4 <<<"$rv_cli_url")/$(cut -d/ -f9 <<<"$rv_cli_url") " >"$patches_dir/changelog.md" rv_integrations_url=$(gh_req "$rv_integrations_rel" - | json_get 'browser_download_url') || return 1 local rv_integrations_apk="${integrations_dir}/${rv_integrations_url##*/}" echo "Integrations: $(cut -d/ -f4 <<<"$rv_integrations_url")/$(cut -d/ -f9 <<<"$rv_integrations_url") " >>"$patches_dir/changelog.md" rv_patches=$(gh_req "$rv_patches_rel" -) || return 1 # rv_patches_changelog=$(json_get 'body' <<<"$rv_patches" | sed 's/\(\\n\)\+/\\n/g') rv_patches_dl=$(json_get 'browser_download_url' <<<"$rv_patches") rv_patches_json="${patches_dir}/patches-$(json_get 'tag_name' <<<"$rv_patches").json" rv_patches_url=$(grep 'jar' <<<"$rv_patches_dl") local rv_patches_jar="${patches_dir}/${rv_patches_url##*/}" [ -f "$rv_patches_jar" ] || REBUILD=true local nm nm=$(cut -d/ -f9 <<<"$rv_patches_url") echo "Patches: $(cut -d/ -f4 <<<"$rv_patches_url")/$nm " >>"$patches_dir/changelog.md" # shellcheck disable=SC2001 echo -e "[Changelog](https://github.com/${patches_src}/releases/tag/v$(sed 's/.*-\(.*\)\..*/\1/' <<<"$nm"))\n" >>"$patches_dir/changelog.md" # echo -e "\n${rv_patches_changelog//# [/### [}\n---" >>"$patches_dir/changelog.md" dl_if_dne "$rv_cli_jar" "$rv_cli_url" >&2 || return 1 dl_if_dne "$rv_integrations_apk" "$rv_integrations_url" >&2 || return 1 dl_if_dne "$rv_patches_jar" "$rv_patches_url" >&2 || return 1 dl_if_dne "$rv_patches_json" "$(grep 'json' <<<"$rv_patches_dl")" >&2 || return 1 echo "$rv_cli_jar" "$rv_integrations_apk" "$rv_patches_jar" "$rv_patches_json" } get_prebuilts() { if [ "$OS" = Android ]; then local arch if [ "$(uname -m)" = aarch64 ]; then arch=arm64; else arch=arm; fi dl_if_dne ${TEMP_DIR}/aapt2 https://github.com/rendiix/termux-aapt/raw/d7d4b4a344cc52b94bcdab3500be244151261d8e/prebuilt-binary/${arch}/aapt2 chmod +x "${TEMP_DIR}/aapt2" fi mkdir -p ${MODULE_TEMPLATE_DIR}/bin/arm64 ${MODULE_TEMPLATE_DIR}/bin/arm dl_if_dne "${MODULE_TEMPLATE_DIR}/bin/arm64/cmpr" "https://github.com/j-hc/cmpr/releases/latest/download/cmpr-arm64-v8a" dl_if_dne "${MODULE_TEMPLATE_DIR}/bin/arm/cmpr" "https://github.com/j-hc/cmpr/releases/latest/download/cmpr-armeabi-v7a" HTMLQ="${TEMP_DIR}/htmlq" if [ ! -f "$HTMLQ" ]; then if [ "$OS" = Android ]; then if [ "$arch" = arm64 ]; then arch=arm64-v8a; else arch=armeabi-v7a; fi dl_if_dne ${TEMP_DIR}/htmlq https://github.com/j-hc/htmlq-ndk/releases/latest/download/htmlq-${arch} chmod +x $HTMLQ else if [ "${DRYRUN:-}" ]; then : >"$HTMLQ" else req "https://github.com/mgdm/htmlq/releases/latest/download/htmlq-x86_64-linux.tar.gz" "${TEMP_DIR}/htmlq.tar.gz" tar -xf "${TEMP_DIR}/htmlq.tar.gz" -C "$TEMP_DIR" rm "${TEMP_DIR}/htmlq.tar.gz" fi fi fi } config_update() { declare -A sources : >$TEMP_DIR/skipped local conf="" # shellcheck disable=SC2154 conf+=$(sed '1d' <<<"$main_config_t") conf+=$'\n' local prcfg=false for table_name in $(toml_get_table_names); do if [ -z "$table_name" ]; then continue; fi t=$(toml_get_table "$table_name") enabled=$(toml_get "$t" enabled) || enabled=true if [ "$enabled" = false ]; then continue; fi PATCHES_SRC=$(toml_get "$t" patches-source) || PATCHES_SRC=$DEF_PATCHES_SRC if [[ -v sources[$PATCHES_SRC] ]]; then if [ "${sources[$PATCHES_SRC]}" = 1 ]; then echo "$t"; fi else sources[$PATCHES_SRC]=0 if ! last_patches_url=$(gh_req "https://api.github.com/repos/${PATCHES_SRC}/releases/latest" - 2>&1 | json_get 'browser_download_url' | grep 'jar'); then abort oops fi last_patches=${last_patches_url##*/} cur_patches=$(sed -n "s/.*Patches: ${PATCHES_SRC%%/*}\/\(.*\)/\1/p" build.md | xargs) if [ "$cur_patches" ] && [ "$last_patches" ]; then if [ "${cur_patches}" != "$last_patches" ]; then sources[$PATCHES_SRC]=1 prcfg=true conf+="$t" conf+=$'\n' else echo "Patches: ${PATCHES_SRC%%/*}/${cur_patches} " >>$TEMP_DIR/skipped fi fi fi done if [ "$prcfg" = true ]; then echo "$conf"; fi } _req() { if [ "$2" = - ]; then wget -nv -O "$2" --header="$3" "$1" else local dlp dlp="$(dirname "$2")/tmp.$(basename "$2")" if [ -f "$dlp" ]; then while [ -f "$dlp" ]; do sleep 1; done return fi wget -nv -O "$dlp" --header="$3" "$1" || return 1 mv -f "$dlp" "$2" fi } req() { _req "$1" "$2" "User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:108.0) Gecko/20100101 Firefox/108.0"; } gh_req() { _req "$1" "$2" "$GH_HEADER"; } log() { echo -e "$1 " >>"build.md"; } get_largest_ver() { local vers m vers=$(tee) m=$(head -1 <<<"$vers") if ! semver_validate "$m"; then echo "$m"; else sort -rV <<<"$vers" | head -1; fi } semver_validate() { local a="${1%-*}" local ac="${a//[.0-9]/}" [ ${#ac} = 0 ] } get_patch_last_supported_ver() { local inc_sel exc_sel vs inc_sel=$(list_args "$2" | sed 's/.*/\.name == &/' | paste -sd '~' | sed 's/~/ or /g' || :) exc_sel=$(list_args "$3" | sed 's/.*/\.name != &/' | paste -sd '~' | sed 's/~/ and /g' || :) inc_sel=${inc_sel:-false} if [ "$4" = false ]; then inc_sel="${inc_sel} or .use==true"; fi if ! vs=$(jq -r ".[] | select(.compatiblePackages // [] | .[] | .name==\"${1}\") | select(${inc_sel}) | select(${exc_sel:-true}) | .compatiblePackages[].versions // []" "$5"); then abort "error in jq query" fi tr -d ' ,\t[]"' <<<"$vs" | sort -u | grep -v '^$' | get_largest_ver || : } dl_if_dne() { [ "${DRYRUN:-}" ] && { : >"$1" return 0 } if [ ! -f "$1" ]; then pr "Getting '$1' from '$2'" req "$2" "$1" fi } isoneof() { local i=$1 v shift for v; do [ "$v" = "$i" ] && return 0; done return 1 } # -------------------- apkmirror -------------------- dl_apkmirror() { local url=$1 version=${2// /-} output=$3 arch=$4 dpi=$5 apkorbundle=APK if [ "$arch" = "arm-v7a" ]; then arch="armeabi-v7a"; fi [ "${DRYRUN:-}" ] && { : >"$output" return 0 } local apparch resp node app_table dlurl="" if [ "$arch" = all ]; then apparch=(universal noarch 'arm64-v8a + armeabi-v7a') else apparch=("$arch" universal noarch 'arm64-v8a + armeabi-v7a'); fi url="${url}/${url##*/}-${version//./-}-release/" resp=$(req "$url" -) || return 1 for ((n = 1; n < 40; n++)); do node=$($HTMLQ "div.table-row.headerFont:nth-last-child($n)" -r "span:nth-child(n+3)" <<<"$resp") if [ -z "$node" ]; then break; fi app_table=$($HTMLQ --text --ignore-whitespace <<<"$node") if [ "$(sed -n 3p <<<"$app_table")" = "$apkorbundle" ] && { [ "$apkorbundle" = BUNDLE ] || { [ "$apkorbundle" = APK ] && [ "$(sed -n 6p <<<"$app_table")" = "$dpi" ] && isoneof "$(sed -n 4p <<<"$app_table")" "${apparch[@]}"; }; }; then dlurl=$($HTMLQ --base https://www.apkmirror.com --attribute href "div:nth-child(1) > a:nth-child(1)" <<<"$node") break fi done [ -z "$dlurl" ] && return 1 url=$(req "$dlurl" - | $HTMLQ --base https://www.apkmirror.com --attribute href "a.btn") || return 1 if [ "$apkorbundle" = BUNDLE ] && [[ "$url" != *"&forcebaseapk=true" ]]; then url="${url}&forcebaseapk=true"; fi url=$(req "$url" - | $HTMLQ --base https://www.apkmirror.com --attribute href "span > a[rel = nofollow]") || return 1 req "$url" "$output" } get_apkmirror_vers() { local vers apkm_resp apkm_resp=$(req "https://www.apkmirror.com/uploads/?appcategory=${__APKMIRROR_CAT__}" -) vers=$(sed -n 's;.*Version:\(.*\) .*;\1;p' <<<"$apkm_resp") if [ "$__AAV__" = false ]; then local IFS=$'\n' vers=$(grep -iv "\(beta\|alpha\)" <<<"$vers") local v r_vers=() for v in $vers; do grep -iq "${v} \(beta\|alpha\)" <<<"$apkm_resp" || r_vers+=("$v") done echo "${r_vers[*]}" else echo "$vers" fi } get_apkmirror_pkg_name() { sed -n 's;.*id=\(.*\)" class="accent_color.*;\1;p' <<<"$__APKMIRROR_RESP__"; } get_apkmirror_resp() { __APKMIRROR_RESP__=$(req "${1}" -) __APKMIRROR_CAT__="${1##*/}" } # -------------------------------------------------- # -------------------- uptodown -------------------- get_uptodown_resp() { __UPTODOWN_RESP__=$(req "${1}/versions" -) __UPTODOWN_RESP_PKG__=$(req "${1}/download" -) } get_uptodown_vers() { $HTMLQ --text ".version" <<<"$__UPTODOWN_RESP__"; } dl_uptodown() { local uptodown_dlurl=$1 version=$2 output=$3 local url if [ -n "$version" ]; then url=$(grep -F "${version}" -B 2 <<<"$__UPTODOWN_RESP__" | head -1 | sed -n 's;.*data-url=".*download\/\(.*\)".*;\1;p') || return 1 else url=""; fi url="https://dw.uptodown.com/dwn/$(req "${uptodown_dlurl}/post-download/${url}" - | sed -n 's;.*class="post-download" data-url="\(.*\)".*;\1;p')" || return 1 req "$url" "$output" } get_uptodown_pkg_name() { $HTMLQ --text "tr.full:nth-child(1) > td:nth-child(3)" <<<"$__UPTODOWN_RESP_PKG__"; } # -------------------------------------------------- # -------------------- apkmonk --------------------- get_apkmonk_resp() { __APKMONK_RESP__=$(req "${1}" -) __APKMONK_PKG_NAME__=$(awk -F/ '{print $NF}' <<<"$1") } get_apkmonk_vers() { grep -oP 'download_ver.+?>\K([0-9,\.]*)' <<<"$__APKMONK_RESP__"; } dl_apkmonk() { local url=$1 version=$2 output=$3 url="https://www.apkmonk.com/down_file?pkg="$(grep -F "$version" <<<"$__APKMONK_RESP__" | grep -oP 'href=\"/download-app/\K.+?(?=/?\">)' | sed 's;/;\&key=;') || return 1 url=$(req "$url" - | grep -oP 'https.+?(?=\",)') || return 1 req "$url" "$output" } get_apkmonk_pkg_name() { echo "$__APKMONK_PKG_NAME__"; } # -------------------------------------------------- dl_archive() { local url=$1 version=$2 output=$3 arch=$4 local path version=${version// /} path=$(grep "${version_f#v}-${arch// /}" <<<"$__ARCHIVE_RESP__") || return 1 req "${url}/${path}" "$output" } get_archive_resp() { local r r=$(req "$1" -) if [ -z "$r" ]; then return 1; else __ARCHIVE_RESP__=$(sed -n 's;^ 10000000)); then # pr "'${table}' bundle was downloaded successfully and will be used for the module" # is_bundle=true # else # pr "'${table}' bundle was downloaded but will not be used" # fi # else # pr "'${table}' bundle was not found" # fi # fi # fi if [ "${args[riplib]}" = true ]; then p_patcher_args+=("--rip-lib x86_64 --rip-lib x86") if [ "$arch" = "arm64-v8a" ]; then p_patcher_args+=("--rip-lib armeabi-v7a") elif [ "$arch" = "arm-v7a" ]; then p_patcher_args+=("--rip-lib arm64-v8a") fi fi if [ "$mode_arg" = module ]; then build_mode_arr=(module) elif [ "$mode_arg" = apk ]; then build_mode_arr=(apk) elif [ "$mode_arg" = both ]; then build_mode_arr=(apk module) fi local patcher_args patched_apk build_mode local rv_brand_f=${args[rv_brand],,} rv_brand_f=${rv_brand_f// /-} for build_mode in "${build_mode_arr[@]}"; do patcher_args=("${p_patcher_args[@]}") pr "Building '${table}' in '$build_mode' mode" if [ -n "$microg_patch" ]; then patched_apk="${TEMP_DIR}/${app_name_l}-${rv_brand_f}-${version_f}-${arch_f}-${build_mode}.apk" if [ "$build_mode" = apk ]; then patcher_args+=("-i \"${microg_patch}\"") elif [ "$build_mode" = module ]; then patcher_args+=("-e \"${microg_patch}\"") fi else patched_apk="${TEMP_DIR}/${app_name_l}-${rv_brand_f}-${version_f}-${arch_f}.apk" fi if [ "$build_mode" = module ] && [ "${args[riplib]}" = true ]; then patcher_args+=("--unsigned --rip-lib arm64-v8a --rip-lib armeabi-v7a") fi if [ ! -f "$patched_apk" ] || [ "$REBUILD" = true ]; then if ! patch_apk "$stock_apk" "$patched_apk" "${patcher_args[*]}" "${args[cli]}" "${args[ptjar]}"; then epr "Building '${table}' failed!" return 0 fi fi if [ "$build_mode" = apk ]; then local apk_output="${BUILD_DIR}/${app_name_l}-${rv_brand_f}-v${version_f}-${arch_f}.apk" cp -f "$patched_apk" "$apk_output" pr "Built ${table} (non-root): '${apk_output}'" continue fi local base_template base_template=$(mktemp -d -p $TEMP_DIR) cp -a $MODULE_TEMPLATE_DIR/. "$base_template" local upj="${table,,}-update.json" local isbndl extrct stock_apk_module if [ $is_bundle = true ]; then isbndl=":" extrct="base.apk" stock_apk_module=$stock_bundle_apk else isbndl="! :" extrct="${pkg_name}.apk" stock_apk_module=$stock_apk fi uninstall_sh "$pkg_name" "$isbndl" "$base_template" service_sh "$pkg_name" "$version" "$base_template" customize_sh "$pkg_name" "$version" "$arch" "$extrct" "$base_template" module_prop \ "${args[module_prop_name]}" \ "${app_name} ${args[rv_brand]}" \ "$version" \ "${app_name} ${args[rv_brand]} Magisk module" \ "https://raw.githubusercontent.com/${GITHUB_REPOSITORY:-}/update/${upj}" \ "$base_template" local module_output="${app_name_l}-${rv_brand_f}-magisk-v${version_f}-${arch_f}.zip" if [ ! -f "$module_output" ] || [ "$REBUILD" = true ]; then pr "Packing module ${table}" cp -f "$patched_apk" "${base_template}/base.apk" if [ "${args[include_stock]}" = true ]; then cp -f "$stock_apk_module" "${base_template}/${pkg_name}.apk"; fi pushd >/dev/null "$base_template" || abort "Module template dir not found" zip -"$COMPRESSION_LEVEL" -FSqr "../../${BUILD_DIR}/${module_output}" . popd >/dev/null || : fi pr "Built ${table} (root): '${BUILD_DIR}/${module_output}'" done } list_args() { tr -d '\t\r' <<<"$1" | tr -s ' ' | sed 's/" "/"\n"/g' | sed 's/\([^"]\)"\([^"]\)/\1'\''\2/g' | grep -v '^$' || :; } join_args() { list_args "$1" | sed "s/^/${2} /" | paste -sd " " - || :; } uninstall_sh() { local s="${UNINSTALL_SH//__PKGNAME/$1}" echo "${s//__ISBNDL/$2}" >"${3}/uninstall.sh" } customize_sh() { local s="${CUSTOMIZE_SH//__PKGNAME/$1}" s="${s//__EXTRCT/$4}" # shellcheck disable=SC2001 if [ "$3" = "arm64-v8a" ]; then s=$(sed 's/#arm$/abort "ERROR: Wrong arch\nYour device: arm\nModule: arm64"/g' <<<"$s") elif [ "$3" = "arm-v7a" ]; then s=$(sed 's/#arm64$/abort "ERROR: Wrong arch\nYour device: arm64\nModule: arm"/g' <<<"$s") fi echo "${s//__PKGVER/$2}" >"${5}/customize.sh" } service_sh() { local s="${SERVICE_SH//__PKGNAME/$1}" echo "${s//__PKGVER/$2}" >"${3}/service.sh" } module_prop() { echo "id=${1} name=${2} version=v${3} versionCode=${NEXT_VER_CODE} author=j-hc description=${4}" >"${6}/module.prop" if [ "$ENABLE_MAGISK_UPDATE" = true ]; then echo "updateJson=${5}" >>"${6}/module.prop"; fi }