revanced-magisk-module/utils.sh

#!/usr/bin/env bash

MODULE_TEMPLATE_DIR="revanced-magisk"
MODULE_SCRIPTS_DIR="scripts"
TEMP_DIR="temp"
BUILD_DIR="build"

ARM64_V8A="arm64-v8a"
ARM_V7A="arm-v7a"
GITHUB_REPOSITORY=${GITHUB_REPOSITORY:-$"j-hc/revanced-magisk-module"}
NEXT_VER_CODE=${NEXT_VER_CODE:-$(date +'%Y%m%d')}
WGET_HEADER="User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:102.0) Gecko/20100101 Firefox/102.0"

SERVICE_SH=$(cat $MODULE_SCRIPTS_DIR/service.sh)
POSTFSDATA_SH=$(cat $MODULE_SCRIPTS_DIR/post-fs-data.sh)
CUSTOMIZE_SH=$(cat $MODULE_SCRIPTS_DIR/customize.sh)

get_prebuilts() {
	echo "Getting prebuilts"
	RV_CLI_URL=$(req https://api.github.com/repos/j-hc/revanced-cli/releases/latest - | tr -d ' ' | sed -n 's/.*"browser_download_url":"\(.*jar\)".*/\1/p')
	RV_CLI_JAR="${TEMP_DIR}/${RV_CLI_URL##*/}"
	log "CLI: ${RV_CLI_JAR#"$TEMP_DIR/"}"

	RV_INTEGRATIONS_URL=$(req https://api.github.com/repos/revanced/revanced-integrations/releases/latest - | tr -d ' ' | sed -n 's/.*"browser_download_url":"\(.*apk\)".*/\1/p')
	RV_INTEGRATIONS_APK=${RV_INTEGRATIONS_URL##*/}
	RV_INTEGRATIONS_APK="${TEMP_DIR}/${RV_INTEGRATIONS_APK%.apk}-$(cut -d/ -f8 <<<"$RV_INTEGRATIONS_URL").apk"
	log "Integrations: ${RV_INTEGRATIONS_APK#"$TEMP_DIR/"}"

	RV_PATCHES_URL=$(req https://api.github.com/repos/revanced/revanced-patches/releases/latest - | tr -d ' ' | sed -n 's/.*"browser_download_url":"\(.*jar\)".*/\1/p')
	RV_PATCHES_JAR="${TEMP_DIR}/${RV_PATCHES_URL##*/}"
	local rv_patches_filename=${RV_PATCHES_JAR#"$TEMP_DIR/"}
	local rv_patches_ver=${rv_patches_filename##*'-'}
	log "Patches: $rv_patches_filename"
	log "[Patches Changelog](https://github.com/revanced/revanced-patches/releases/tag/v${rv_patches_ver%%'.jar'*})"

	dl_if_dne "$RV_CLI_JAR" "$RV_CLI_URL"
	dl_if_dne "$RV_INTEGRATIONS_APK" "$RV_INTEGRATIONS_URL"
	dl_if_dne "$RV_PATCHES_JAR" "$RV_PATCHES_URL"
}

extract_deb() {
	local output=$1 url=$2 path=$3
	if [ -f "$output" ] || [ -n "$(ls -A "$output" >/dev/null 2>&1)" ]; then return; fi
	local deb_path="${TEMP_DIR}/${url##*/}"
	dl_if_dne "$deb_path" "$url"
	ar x "$deb_path" data.tar.xz
	if [ "${output: -1}" = "/" ]; then
		tar -C "$output" -xf data.tar.xz --wildcards "$path" --strip-components 7
	else
		tar -C "$TEMP_DIR" -xf data.tar.xz "$path" --strip-components 7
		mv -f "${TEMP_DIR}/${path##*/}" "$output"
	fi
	rm -rf data.tar.xz
}

get_xdelta() {
	extract_deb "${MODULE_TEMPLATE_DIR}/bin/arm64/xdelta" "https://grimler.se/termux/termux-main/pool/main/x/xdelta3/xdelta3_3.1.0-1_aarch64.deb" "./data/data/com.termux/files/usr/bin/xdelta3"
	extract_deb "${MODULE_TEMPLATE_DIR}/bin/arm/xdelta" "https://grimler.se/termux/termux-main/pool/main/x/xdelta3/xdelta3_3.1.0-1_arm.deb" "./data/data/com.termux/files/usr/bin/xdelta3"
	extract_deb "${MODULE_TEMPLATE_DIR}/lib/arm64/" "https://grimler.se/termux/termux-main/pool/main/libl/liblzma/liblzma_5.2.5-1_aarch64.deb" "./data/data/com.termux/files/usr/lib/*so*"
	extract_deb "${MODULE_TEMPLATE_DIR}/lib/arm/" "https://grimler.se/termux/termux-main/pool/main/libl/liblzma/liblzma_5.2.5-1_arm.deb" "./data/data/com.termux/files/usr/lib/*so*"
}

get_cmpr() {
	dl_if_dne "${MODULE_TEMPLATE_DIR}/bin/arm64/cmpr" "https://github.com/j-hc/cmpr/releases/download/20220811/cmpr-arm64-v8a"
	dl_if_dne "${MODULE_TEMPLATE_DIR}/bin/arm/cmpr" "https://github.com/j-hc/cmpr/releases/download/20220811/cmpr-armeabi-v7a"
}

abort() { echo "$1" && exit 1; }

set_prebuilts() {
	[ -d "$TEMP_DIR" ] || abort "${TEMP_DIR} directory could not be found"
	RV_CLI_JAR=$(find "$TEMP_DIR" -maxdepth 1 -name "revanced-cli-*" | tail -n1)
	[ -z "$RV_CLI_JAR" ] && abort "revanced cli not found"
	log "CLI: ${RV_CLI_JAR#"$TEMP_DIR/"}"
	RV_INTEGRATIONS_APK=$(find "$TEMP_DIR" -maxdepth 1 -name "app-release-unsigned-*" | tail -n1)
	[ -z "$RV_CLI_JAR" ] && abort "revanced integrations not found"
	log "Integrations: ${RV_INTEGRATIONS_APK#"$TEMP_DIR/"}"
	RV_PATCHES_JAR=$(find "$TEMP_DIR" -maxdepth 1 -name "revanced-patches-*" | tail -n1)
	[ -z "$RV_CLI_JAR" ] && abort "revanced patches not found"
	log "Patches: ${RV_PATCHES_JAR#"$TEMP_DIR/"}"
}

reset_template() {
	echo "# utils" >"${MODULE_TEMPLATE_DIR}/service.sh"
	echo "# utils" >"${MODULE_TEMPLATE_DIR}/post-fs-data.sh"
	echo "# utils" >"${MODULE_TEMPLATE_DIR}/customize.sh"
	echo "# utils" >"${MODULE_TEMPLATE_DIR}/module.prop"
	rm -rf ${MODULE_TEMPLATE_DIR}/rv.patch ${MODULE_TEMPLATE_DIR}/*.apk
	mkdir -p ${MODULE_TEMPLATE_DIR}/lib/arm ${MODULE_TEMPLATE_DIR}/lib/arm64 ${MODULE_TEMPLATE_DIR}/bin/arm ${MODULE_TEMPLATE_DIR}/bin/arm64
}

req() { wget -nv -O "$2" --header="$WGET_HEADER" "$1"; }
log() { echo -e "$1  " >>build.log; }
get_apk_vers() { req "https://www.apkmirror.com/uploads/?appcategory=${1}" - | sed -n 's;.*Version:</span><span class="infoSlide-value">\(.*\) </span>.*;\1;p'; }
get_largest_ver() {
	local max=0
	while read -r v || [ -n "$v" ]; do
		if [ "$(./semver "$v" "$max")" = 1 ]; then max=$v; fi
	done
	if [[ $max = 0 ]]; then echo ""; else echo "$max"; fi
}
get_patch_last_supported_ver() {
	unzip -p "$RV_PATCHES_JAR" | strings -s , | sed -rn "s/.*${1},versions,(([0-9.]*,*)*),Lk.*/\1/p" | tr ',' '\n' | get_largest_ver
}

dl_if_dne() {
	if [ ! -f "$1" ]; then
		echo -e "\nGetting '$1' from '$2'"
		req "$2" "$1"
	fi
}

dl_apk() {
	local url=$1 regexp=$2 output=$3
	url="https://www.apkmirror.com$(req "$url" - | tr '\n' ' ' | sed -n "s/href=\"/@/g; s;.*${regexp}.*;\1;p")"
	url="https://www.apkmirror.com$(req "$url" - | tr '\n' ' ' | sed -n 's;.*href="\(.*key=[^"]*\)">.*;\1;p')"
	url="https://www.apkmirror.com$(req "$url" - | tr '\n' ' ' | sed -n 's;.*href="\(.*key=[^"]*\)">.*;\1;p')"
	req "$url" "$output"
}

xdelta_patch() {
	if [ -f "$3" ]; then return; fi
	echo "Binary diffing ${2} against ${1}"
	xdelta3 -f -e -s "$1" "$2" "$3"
}

patch_apk() {
	local stock_input=$1 patched_output=$2 patcher_args=$3
	if [ -f "$patched_output" ]; then return; fi
	# shellcheck disable=SC2086
	# --rip-lib is only available in my own revanced-cli builds
	java -jar "$RV_CLI_JAR" --rip-lib x86 --rip-lib x86_64 -c -a "$stock_input" -o "$patched_output" -b "$RV_PATCHES_JAR" --keystore=ks.keystore $patcher_args
}

zip_module() {
	local xdelta_patch=$1 module_name=$2 stock_apk=$3 pkg_name=$4
	cp -f "$xdelta_patch" "${MODULE_TEMPLATE_DIR}/rv.patch"
	cp -f "$stock_apk" "${MODULE_TEMPLATE_DIR}/${pkg_name}.apk"
	cd "$MODULE_TEMPLATE_DIR" || exit 1
	zip -FSr "../${BUILD_DIR}/${module_name}" .
	cd ..
}

select_ver() {
	local last_ver pkg_name=$1 apkmirror_category=$2 select_ver_experimental=$3
	last_ver=$(get_patch_last_supported_ver "$pkg_name")
	if [ "$select_ver_experimental" = true ] || [ -z "$last_ver" ]; then
		if [ "$pkg_name" = "com.twitter.android" ]; then
			last_ver=$(get_apk_vers "$apkmirror_category" | grep "release" | get_largest_ver)
		else
			last_ver=$(get_apk_vers "$apkmirror_category" | get_largest_ver)
		fi
	fi
	echo "$last_ver"
}

build_rv() {
	local -n args=$1
	local version
	reset_template

	echo "Building ${args[app_name]} ${args[arch]}"

	if [ "${args[is_module]}" = true ]; then
		if [[ ${args[patcher_args]} == *"--experimental"* ]]; then
			local select_ver_experimental=true
		else
			local select_ver_experimental=false
		fi
		if [[ ${args[patcher_args]} != *-e\ ?(music-)microg-support* ]] &&
			[[ ${args[patcher_args]} != *"--exclusive"* ]] ||
			[[ ${args[patcher_args]} == *-i\ ?(music-)microg-support* ]]; then
			local is_root=false
		else
			local is_root=true
		fi
	else
		local select_ver_experimental=true
		local is_root=false
	fi
	if [ $is_root = true ]; then
		local output_dir="$TEMP_DIR"
		# --unsigned is only available in my revanced-cli builds
		args[patcher_args]="${args[patcher_args]} --unsigned"
	else
		local output_dir="$BUILD_DIR"
	fi

	version=$(select_ver "${args[pkg_name]}" "${args[apkmirror_category]}" $select_ver_experimental)
	echo "Choosing version '${version}'"

	local stock_apk="${TEMP_DIR}/${args[app_name],,}-stock-v${version}-${args[arch]}.apk"
	local patched_apk="${output_dir}/${args[app_name],,}-revanced-v${version}-${args[arch]}.apk"
	if [ ! -f "$stock_apk" ]; then
		dl_apk "https://www.apkmirror.com/apk/${args[apkmirror_dlurl]}-${version//./-}-release/" \
			"${args[regexp]}" \
			"$stock_apk"
		if [ "${args[arch]}" = "all" ]; then
			log "\n${args[app_name]} version: ${version}"
		else
			log "\n${args[app_name]} (${args[arch]}) version: ${version}"
		fi
	fi

	patch_apk "$stock_apk" "$patched_apk" "${args[patcher_args]}"

	if [ $is_root = false ]; then
		echo "Built ${args[app_name]} (${args[arch]}) (non-root)"
		return
	fi

	service_sh "${args[pkg_name]}"
	postfsdata_sh "${args[pkg_name]}"
	customize_sh "${args[pkg_name]}" "${version}"
	module_prop "${args[module_prop_name]}" \
		"${args[app_name]} ReVanced" \
		"${version}" \
		"mounts base.apk for ${args[app_name]} ReVanced" \
		"https://raw.githubusercontent.com/${GITHUB_REPOSITORY}/update/${args[module_update_json]}"

	local module_output="${args[app_name],,}-revanced-magisk-v${version}-${args[arch]}.zip"
	local xdelta="${TEMP_DIR}/${args[app_name],,}-revanced-v${version}-${args[arch]}.xdelta"
	xdelta_patch "$stock_apk" "$patched_apk" "$xdelta"
	zip_module "$xdelta" "$module_output" "$stock_apk" "${args[pkg_name]}"
	echo "Built ${args[app_name]}: '${BUILD_DIR}/${module_output}'"
}

build_yt() {
	declare -A yt_args
	yt_args[app_name]="YouTube"
	yt_args[is_module]=true
	yt_args[patcher_args]="${YT_PATCHER_ARGS} -m ${RV_INTEGRATIONS_APK}"
	yt_args[apkmirror_category]="youtube"
	yt_args[arch]="all"
	yt_args[pkg_name]="com.google.android.youtube"
	yt_args[apkmirror_dlurl]="google-inc/youtube/youtube"
	yt_args[regexp]="APK</span>[^@]*@\([^#]*\)"
	yt_args[module_prop_name]="ytrv-magisk"
	#shellcheck disable=SC2034
	yt_args[module_update_json]="yt-update.json"

	build_rv yt_args
}

build_music() {
	declare -A ytmusic_args
	local arch=$1
	ytmusic_args[app_name]="Music"
	ytmusic_args[is_module]=true
	ytmusic_args[patcher_args]="${MUSIC_PATCHER_ARGS}"
	ytmusic_args[apkmirror_category]="youtube-music"
	ytmusic_args[arch]=$arch
	ytmusic_args[pkg_name]="com.google.android.apps.youtube.music"
	ytmusic_args[apkmirror_dlurl]="google-inc/youtube-music/youtube-music"
	if [ "$arch" = "$ARM64_V8A" ]; then
		ytmusic_args[regexp]='arm64-v8a</div>[^@]*@\([^"]*\)'
		ytmusic_args[module_prop_name]="ytmusicrv-magisk"
	elif [ "$arch" = "$ARM_V7A" ]; then
		ytmusic_args[regexp]='armeabi-v7a</div>[^@]*@\([^"]*\)'
		ytmusic_args[module_prop_name]="ytmusicrv-arm-magisk"
	fi
	#shellcheck disable=SC2034
	ytmusic_args[module_update_json]="music-update-${arch}.json"

	build_rv ytmusic_args
}

build_twitter() {
	declare -A tw_args
	tw_args[app_name]="Twitter"
	tw_args[is_module]=false
	tw_args[patcher_args]="-r"
	tw_args[apkmirror_category]="twitter"
	tw_args[arch]="all"
	tw_args[pkg_name]="com.twitter.android"
	tw_args[apkmirror_dlurl]="twitter-inc/twitter/twitter"
	#shellcheck disable=SC2034
	tw_args[regexp]="APK</span>[^@]*@\([^#]*\)"

	build_rv tw_args
}

build_reddit() {
	declare -A reddit_args
	reddit_args[app_name]="Reddit"
	reddit_args[is_module]=false
	reddit_args[patcher_args]="-r"
	reddit_args[apkmirror_category]="reddit"
	reddit_args[arch]="all"
	reddit_args[pkg_name]="com.reddit.frontpage"
	reddit_args[apkmirror_dlurl]="redditinc/reddit/reddit"
	#shellcheck disable=SC2034
	reddit_args[regexp]="APK</span>[^@]*@\([^#]*\)"

	build_rv reddit_args
}

build_warn_wetter() {
	declare -A warn_wetter_args
	warn_wetter_args[app_name]="WarnWetter"
	warn_wetter_args[is_module]=false
	warn_wetter_args[patcher_args]="-r"
	warn_wetter_args[apkmirror_category]="warnwetter"
	warn_wetter_args[arch]="all"
	warn_wetter_args[pkg_name]="de.dwd.warnapp"
	warn_wetter_args[apkmirror_dlurl]="deutscher-wetterdienst/warnwetter/warnwetter"
	#shellcheck disable=SC2034
	warn_wetter_args[regexp]="APK</span>[^@]*@\([^#]*\)"

	build_rv warn_wetter_args
}

build_tiktok() {
	declare -A tiktok_args
	tiktok_args[app_name]="TikTok"
	tiktok_args[is_module]=false
	tiktok_args[patcher_args]="-r"
	tiktok_args[apkmirror_category]="tik-tok"
	tiktok_args[arch]="all"
	tiktok_args[pkg_name]="com.ss.android.ugc.trill"
	tiktok_args[apkmirror_dlurl]="tiktok-pte-ltd/tik-tok/tik-tok"
	#shellcheck disable=SC2034
	tiktok_args[regexp]="APK</span>[^@]*@\([^#]*\)"

	build_rv tiktok_args
}

postfsdata_sh() { echo "${POSTFSDATA_SH//__PKGNAME/$1}" >"${MODULE_TEMPLATE_DIR}/post-fs-data.sh"; }

service_sh() {
	s="${SERVICE_SH//__MNTDLY/$MOUNT_DELAY}"
	echo "${s//__PKGNAME/$1}" >"${MODULE_TEMPLATE_DIR}/service.sh"
}

customize_sh() {
	s="${CUSTOMIZE_SH//__PKGNAME/$1}"
	echo "${s//__MDVRSN/$2}" >"${MODULE_TEMPLATE_DIR}/customize.sh"
}

module_prop() {
	echo "id=${1}
name=${2}
version=v${3}
versionCode=${NEXT_VER_CODE}
author=j-hc
description=${4}" >"${MODULE_TEMPLATE_DIR}/module.prop"

	if [ "$ENABLE_MAGISK_UPDATE" = true ]; then
		echo "updateJson=${5}" >>"${MODULE_TEMPLATE_DIR}/module.prop"
	fi
}