#!/usr/bin/env bash MODULE_TEMPLATE_DIR="revanced-magisk" TEMP_DIR="temp" BIN_DIR="bin" BUILD_DIR="build" if [ "${GITHUB_TOKEN-}" ]; then GH_HEADER="Authorization: token ${GITHUB_TOKEN}"; else GH_HEADER=; fi NEXT_VER_CODE=${NEXT_VER_CODE:-$(date +'%Y%m%d')} REBUILD=${REBUILD:-false} OS=$(uname -o) toml_prep() { __TOML__=$(tr -d '\t\r' <<<"$1" | tr "'" '"' | grep -o '^[^#]*' | grep -v '^$' | sed -r 's/(\".*\")|\s*/\1/g; 1i []'); } toml_get_table_names() { local tn tn=$(grep -x '\[.*\]' <<<"$__TOML__" | tr -d '[]') || return 1 if [ "$(sort <<<"$tn" | uniq -u | wc -l)" != "$(wc -l <<<"$tn")" ]; then abort "ERROR: Duplicate tables in TOML" fi echo "$tn" } toml_get_table() { sed -n "/\[${1}]/,/^\[.*]$/p" <<<"$__TOML__" | sed '${/^\[/d;}'; } toml_get() { local table=$1 key=$2 val val=$(grep -m 1 "^${key}=" <<<"$table") && sed -e "s/^\"//; s/\"$//" <<<"${val#*=}" } pr() { echo -e "\033[0;32m[+] ${1}\033[0m"; } epr() { echo >&2 -e "\033[0;31m[-] ${1}\033[0m" if [ "${GITHUB_REPOSITORY-}" ]; then echo -e "::error::utils.sh [-] ${1}\n"; fi } abort() { epr "ABORT: ${1-}" exit 1 } get_rv_prebuilts() { local cli_src=$1 cli_ver=$2 integrations_src=$3 integrations_ver=$4 patches_src=$5 patches_ver=$6 pr "Getting prebuilts (${patches_src%/*})" >&2 local cl_dir=${patches_src%/*} cl_dir=${TEMP_DIR}/${cl_dir,,}-rv [ -d "$cl_dir" ] || mkdir "$cl_dir" for src_ver in "$cli_src CLI $cli_ver" "$integrations_src Integrations $integrations_ver" "$patches_src Patches $patches_ver"; do set -- $src_ver local src=$1 tag=$2 ver=${3-} ext if [ "$tag" = "CLI" ] || [ "$tag" = "Patches" ]; then ext="jar" elif [ "$tag" = "Integrations" ]; then ext="apk" else abort unreachable; fi local dir=${src%/*} dir=${TEMP_DIR}/${dir,,}-rv [ -d "$dir" ] || mkdir "$dir" local rv_rel="https://api.github.com/repos/${src}/releases/" if [ "$ver" ]; then rv_rel+="tags/${ver}"; else rv_rel+="latest"; fi local resp asset url name file resp=$(gh_req "$rv_rel" -) || return 1 asset=$(jq -e -r ".assets[] | select(.name | endswith(\"$ext\"))" <<<"$resp") || return 1 url=$(jq -r .url <<<"$asset") name=$(jq -r .name <<<"$asset") file="${dir}/${name}" [ -f "$file" ] || REBUILD=true echo "$tag: $(cut -d/ -f5 <<<"$url")/${name} " >>"${cl_dir}/changelog.md" gh_dl "$file" "$url" >&2 || return 1 echo -n "$file " if [ "$tag" = "Patches" ]; then local tag_name tag_name=$(jq -r '.tag_name' <<<"$resp") name="patches-${tag_name}.json" file="${dir}/${name}" url=$(jq -e -r '.assets[] | select(.name | endswith("json")) | .url' <<<"$resp") || return 1 gh_dl "$file" "$url" >&2 || return 1 echo -n "$file " echo -e "[Changelog](https://github.com/${src}/releases/tag/${tag_name})\n" >>"${cl_dir}/changelog.md" fi done echo } get_prebuilts() { APKSIGNER="${BIN_DIR}/apksigner.jar" if [ "$OS" = Android ]; then local arch if [ "$(uname -m)" = aarch64 ]; then arch=arm64; else arch=arm; fi HTMLQ="${BIN_DIR}/htmlq/htmlq-${arch}" AAPT2="${BIN_DIR}/aapt2/aapt2-${arch}" else HTMLQ="${BIN_DIR}/htmlq/htmlq-x86_64" fi mkdir -p ${MODULE_TEMPLATE_DIR}/bin/arm64 ${MODULE_TEMPLATE_DIR}/bin/arm ${MODULE_TEMPLATE_DIR}/bin/x86 ${MODULE_TEMPLATE_DIR}/bin/x64 gh_dl "${MODULE_TEMPLATE_DIR}/bin/arm64/cmpr" "https://github.com/j-hc/cmpr/releases/latest/download/cmpr-arm64-v8a" gh_dl "${MODULE_TEMPLATE_DIR}/bin/arm/cmpr" "https://github.com/j-hc/cmpr/releases/latest/download/cmpr-armeabi-v7a" gh_dl "${MODULE_TEMPLATE_DIR}/bin/x86/cmpr" "https://github.com/j-hc/cmpr/releases/latest/download/cmpr-x86" gh_dl "${MODULE_TEMPLATE_DIR}/bin/x64/cmpr" "https://github.com/j-hc/cmpr/releases/latest/download/cmpr-x86_64" } config_update() { if [ ! -f build.md ]; then abort "build.md not available"; fi declare -A sources : >$TEMP_DIR/skipped local conf="" # shellcheck disable=SC2154 conf+=$(sed '1d' <<<"$main_config_t") conf+=$'\n' local prcfg=false for table_name in $(toml_get_table_names); do if [ -z "$table_name" ]; then continue; fi t=$(toml_get_table "$table_name") enabled=$(toml_get "$t" enabled) || enabled=true if [ "$enabled" = false ]; then continue; fi PATCHES_SRC=$(toml_get "$t" patches-source) || PATCHES_SRC=$DEF_PATCHES_SRC if [[ -v sources[$PATCHES_SRC] ]]; then if [ "${sources[$PATCHES_SRC]}" = 1 ]; then conf+="$t" conf+=$'\n' fi else sources[$PATCHES_SRC]=0 if ! last_patches=$(gh_req "https://api.github.com/repos/${PATCHES_SRC}/releases/latest" - \ | jq -e -r '.assets[] | select(.name | endswith("jar")) | .name'); then abort oops fi cur_patches=$(sed -n "s/.*Patches: ${PATCHES_SRC%%/*}\/\(.*\)/\1/p" build.md | xargs) if [ "$cur_patches" ] && [ "$last_patches" ]; then if [ "${cur_patches}" != "$last_patches" ]; then sources[$PATCHES_SRC]=1 prcfg=true conf+="$t" conf+=$'\n' else echo "Patches: ${PATCHES_SRC%%/*}/${cur_patches} " >>$TEMP_DIR/skipped fi fi fi done if [ "$prcfg" = true ]; then echo "$conf"; fi } _req() { local ip="$1" op="$2" shift 2 if [ "$op" = - ]; then wget -nv -O "$op" "$@" "$ip" else local dlp dlp="$(dirname "$op")/tmp.$(basename "$op")" if [ -f "$dlp" ]; then while [ -f "$dlp" ]; do sleep 1; done return fi wget -nv -O "$dlp" "$@" "$ip" || return 1 mv -f "$dlp" "$op" fi } req() { _req "$1" "$2" --header="User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:108.0) Gecko/20100101 Firefox/108.0"; } gh_req() { _req "$1" "$2" --header="$GH_HEADER"; } gh_dl() { if [ ! -f "$1" ]; then pr "Getting '$1' from '$2'" _req "$2" "$1" --header="$GH_HEADER" --header="Accept: application/octet-stream" fi } log() { echo -e "$1 " >>"build.md"; } get_largest_ver() { local vers m vers=$(tee) m=$(head -1 <<<"$vers") if ! semver_validate "$m"; then echo "$m"; else sort -rV <<<"$vers" | head -1; fi } semver_validate() { local a="${1%-*}" local ac="${a//[.0-9]/}" [ ${#ac} = 0 ] } get_patch_last_supported_ver() { local inc_sel exc_sel vs inc_sel=$(list_args "$2" | sed 's/.*/\.name == &/' | paste -sd '~' | sed 's/~/ or /g' || :) exc_sel=$(list_args "$3" | sed 's/.*/\.name != &/' | paste -sd '~' | sed 's/~/ and /g' || :) inc_sel=${inc_sel:-false} if [ "$4" = false ]; then inc_sel="${inc_sel} or .use==true"; fi if ! vs=$(jq -e -r ".[] | select(.compatiblePackages // [] | .[] | .name==\"${1}\") | select(${inc_sel}) | select(${exc_sel:-true}) | .compatiblePackages[].versions // []" "$5"); then abort "error in jq query" fi tr -d ' ,\t[]"' <<<"$vs" | sort -u | grep -v '^$' | get_largest_ver || : } isoneof() { local i=$1 v shift for v; do [ "$v" = "$i" ] && return 0; done return 1 } # -------------------- apkmirror -------------------- dl_apkmirror() { local url=$1 version=${2// /-} output=$3 arch=$4 dpi=$5 apkorbundle=APK if [ "$arch" = "arm-v7a" ]; then arch="armeabi-v7a"; fi local apparch resp node app_table dlurl="" if [ "$arch" = all ]; then apparch=(universal noarch 'arm64-v8a + armeabi-v7a') else apparch=("$arch" universal noarch 'arm64-v8a + armeabi-v7a'); fi url="${url}/${url##*/}-${version//./-}-release/" resp=$(req "$url" -) || return 1 node=$($HTMLQ "div.table-row.headerFont:nth-last-child(1)" -r "span:nth-child(n+3)" <<<"$resp") if [ "$node" ]; then for ((n = 1; n < 40; n++)); do node=$($HTMLQ "div.table-row.headerFont:nth-last-child($n)" -r "span:nth-child(n+3)" <<<"$resp") if [ -z "$node" ]; then break; fi app_table=$($HTMLQ --text --ignore-whitespace <<<"$node") if [ "$(sed -n 3p <<<"$app_table")" = "$apkorbundle" ] && { [ "$apkorbundle" = BUNDLE ] \ || { [ "$apkorbundle" = APK ] && [ "$(sed -n 6p <<<"$app_table")" = "$dpi" ] \ && isoneof "$(sed -n 4p <<<"$app_table")" "${apparch[@]}"; }; }; then dlurl=$($HTMLQ --base https://www.apkmirror.com --attribute href "div:nth-child(1) > a:nth-child(1)" <<<"$node") break fi done [ -z "$dlurl" ] && return 1 resp=$(req "$dlurl" -) fi url=$(echo "$resp" | $HTMLQ --base https://www.apkmirror.com --attribute href "a.btn") || return 1 if [ "$apkorbundle" = BUNDLE ] && [[ $url != *"&forcebaseapk=true" ]]; then url="${url}&forcebaseapk=true"; fi url=$(req "$url" - | $HTMLQ --base https://www.apkmirror.com --attribute href "span > a[rel = nofollow]") || return 1 req "$url" "$output" } get_apkmirror_vers() { local vers apkm_resp apkm_resp=$(req "https://www.apkmirror.com/uploads/?appcategory=${__APKMIRROR_CAT__}" -) vers=$(sed -n 's;.*Version:\(.*\) .*;\1;p' <<<"$apkm_resp") if [ "$__AAV__" = false ]; then local IFS=$'\n' vers=$(grep -iv "\(beta\|alpha\)" <<<"$vers") local v r_vers=() for v in $vers; do grep -iq "${v} \(beta\|alpha\)" <<<"$apkm_resp" || r_vers+=("$v") done echo "${r_vers[*]}" else echo "$vers" fi } get_apkmirror_pkg_name() { sed -n 's;.*id=\(.*\)" class="accent_color.*;\1;p' <<<"$__APKMIRROR_RESP__"; } get_apkmirror_resp() { __APKMIRROR_RESP__=$(req "${1}" -) __APKMIRROR_CAT__="${1##*/}" } # -------------------- uptodown -------------------- get_uptodown_resp() { __UPTODOWN_RESP__=$(req "${1}/versions" -) __UPTODOWN_RESP_PKG__=$(req "${1}/download" -) } get_uptodown_vers() { $HTMLQ --text ".version" <<<"$__UPTODOWN_RESP__"; } dl_uptodown() { local uptodown_dlurl=$1 version=$2 output=$3 arch=$4 _dpi=$5 is_latest=$6 local url if [ "$is_latest" = false ]; then url=$(grep -F "${version}" -B 2 <<<"$__UPTODOWN_RESP__" | head -1 | sed -n 's;.*data-url=".*download\/\(.*\)".*;\1;p') || return 1 url="/$url" else url=""; fi if [ "$arch" != all ]; then local app_code data_version files node_arch content resp if [ "$is_latest" = false ]; then resp=$(req "${1}/download${url}" -) else resp="$__UPTODOWN_RESP_PKG__"; fi app_code=$($HTMLQ "#detail-app-name" --attribute code <<<"$resp") data_version=$($HTMLQ "button.button:nth-child(2)" --attribute data-version <<<"$resp") files=$(req "${uptodown_dlurl%/*}/app/${app_code}/version/${data_version}/files" - | jq -r .content) for ((n = 1; n < 40; n++)); do node_arch=$($HTMLQ ".content > p:nth-child($n)" --text <<<"$files" | xargs) || return 1 if [ -z "$node_arch" ]; then return 1; fi if [ "$node_arch" != "$arch" ]; then continue; fi content=$($HTMLQ "div.variant:nth-child($((n + 1)))" <<<"$files") url=$(sed -n "s;.*'.*android\/post-download\/\(.*\)'.*;\1;p" <<<"$content" | head -1) url="/$url" break done fi url="https://dw.uptodown.com/dwn/$(req "${uptodown_dlurl}/post-download${url}" - | sed -n 's;.*class="post-download" data-url="\(.*\)".*;\1;p')" || return 1 req "$url" "$output" } get_uptodown_pkg_name() { $HTMLQ --text "tr.full:nth-child(1) > td:nth-child(3)" <<<"$__UPTODOWN_RESP_PKG__"; } # -------------------- archive -------------------- dl_archive() { local url=$1 version=$2 output=$3 arch=$4 local path version=${version// /} path=$(grep "${version_f#v}-${arch// /}" <<<"$__ARCHIVE_RESP__") || return 1 req "${url}/${path}" "$output" } get_archive_resp() { local r r=$(req "$1" -) if [ -z "$r" ]; then return 1; else __ARCHIVE_RESP__=$(sed -n 's;^/dev/null "$base_template" || abort "Module template dir not found" zip -"$COMPRESSION_LEVEL" -FSqr "../../${BUILD_DIR}/${module_output}" . popd >/dev/null || : fi pr "Built ${table} (root): '${BUILD_DIR}/${module_output}'" done } list_args() { tr -d '\t\r' <<<"$1" | tr -s ' ' | sed 's/" "/"\n"/g' | sed 's/\([^"]\)"\([^"]\)/\1'\''\2/g' | grep -v '^$' || :; } join_args() { list_args "$1" | sed "s/^/${2} /" | paste -sd " " - || :; } module_config() { local ma="" if [ "$4" = "arm64-v8a" ]; then ma="arm64" elif [ "$4" = "arm-v7a" ]; then ma="arm" fi echo "PKG_NAME=$2 PKG_VER=$3 MODULE_ARCH=$ma" >"$1/config" } module_prop() { echo "id=${1} name=${2} version=v${3} versionCode=${NEXT_VER_CODE} author=j-hc description=${4}" >"${6}/module.prop" if [ "$ENABLE_MAGISK_UPDATE" = true ]; then echo "updateJson=${5}" >>"${6}/module.prop"; fi }