这是indexloc提供的服务，不要输入任何密码
Skip to content

build-bootstraps.sh: adding a way to generate bootstrap based on pacman #10540

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 1 commit into from
Closed

build-bootstraps.sh: adding a way to generate bootstrap based on pacman #10540

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
194 changes: 175 additions & 19 deletions scripts/build-bootstraps.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -26,8 +26,14 @@ BOOTSTRAP_ANDROID10_COMPATIBLE=false
TERMUX_DEFAULT_ARCHITECTURES=("aarch64" "arm" "i686" "x86_64")
TERMUX_ARCHITECTURES=("${TERMUX_DEFAULT_ARCHITECTURES[@]}")

# The supported termux package managers.
TERMUX_PACKAGE_MANAGERS=("apt" "pacman")
# The package manager that will be installed in bootstrap.
# The default is 'apt'. Can be changed by using the '--pm' option.
TERMUX_PACKAGE_MANAGER="apt"

TERMUX_PACKAGES_DIRECTORY="/home/builder/termux-packages"
TERMUX_BUILT_DEBS_DIRECTORY="$TERMUX_PACKAGES_DIRECTORY/output"
TERMUX_BUILT_PKGS_DIRECTORY="$TERMUX_PACKAGES_DIRECTORY/output"
TERMUX_BUILT_PACKAGES_DIRECTORY="/data/data/.built-packages"

IGNORE_BUILD_SCRIPT_NOT_FOUND_ERROR=1
Expand Down Expand Up @@ -55,13 +61,34 @@ for cmd in ar awk curl grep gzip find sed tar xargs xz zip; do
fi
done

# format a metadata entry (from command repo-add)
format_entry() {
local field=$1; shift

if [[ $1 ]]; then
printf '%%%s%%\n' "$field"
printf '%s\n' "$@"
printf '\n'
fi
}

# Get info about package from file .PKGINFO for create desc file
get_info_pkg() {
echo "$(grep "^$1 " .PKGINFO | awk -F " = " '{printf $2 "\n"}')"
}

# Build deb files for package and its dependencies deb from source for arch
build_package() {

local return_value

local package_arch="$1"
local package_name="$2"
if [ ! -d $TERMUX_PACKAGES_DIRECTORY/*packages/$package_name ]; then
local dir_subpackage=$(ls $TERMUX_PACKAGES_DIRECTORY/*packages/*/$package_name.subpackage.sh)
dir_subpackage=(${dir_subpackage//// })
package_name="${dir_subpackage[-2]}"
fi

local build_output

Expand All @@ -70,12 +97,12 @@ build_package() {
cd "$TERMUX_PACKAGES_DIRECTORY"
echo $'\n\n\n'"[*] Building '$package_name'..."
exec 99>&1
build_output="$("$TERMUX_PACKAGES_DIRECTORY"/build-package.sh "${BUILD_PACKAGE_OPTIONS[@]}" -a "$package_arch" "$package_name" 2>&1 | tee >(cat - >&99); exit ${PIPESTATUS[0]})";
build_output="$("$TERMUX_PACKAGES_DIRECTORY"/build-package.sh "${BUILD_PACKAGE_OPTIONS[@]}" --format "${TERMUX_PACKAGE_MANAGER//apt/debian}" -a "$package_arch" "$package_name" 2>&1 | tee >(cat - >&99); exit ${PIPESTATUS[0]})";
return_value=$?
echo "[*] Building '$package_name' exited with exit code $return_value"
exec 99>&-
if [ $return_value -ne 0 ]; then
echo "Failed to build package '$package_name' for arch '$package_arch'" 1>&2
echo "Failed to build package '$package_name' for arch '$package_arch' in format '${TERMUX_PACKAGE_MANAGER//apt/debian}'" 1>&2

# Dependency packages may not have a build.sh, so we ignore the error.
# A better way should be implemented to validate if its actually a dependency
Expand All @@ -100,7 +127,7 @@ extract_debs() {
local deb
local file

cd "$TERMUX_BUILT_DEBS_DIRECTORY"
cd "$TERMUX_BUILT_PKGS_DIRECTORY"

if [ -z "$(ls -A)" ]; then
echo $'\n\n\n'"No debs found"
Expand Down Expand Up @@ -135,7 +162,7 @@ extract_debs() {

echo "[*] Extracting '$deb'..."
(cd "$package_tmpdir"
ar x "$TERMUX_BUILT_DEBS_DIRECTORY/$deb"
ar x "$TERMUX_BUILT_PKGS_DIRECTORY/$deb"

# data.tar may have extension different from .xz
if [ -f "./data.tar.xz" ]; then
Expand Down Expand Up @@ -188,6 +215,104 @@ extract_debs() {

}

# Extract *.pkg.* files to the bootstrap root.
extract_pkgs() {

local current_package_name
local current_package_name_sp
local package_tmpdir
local package_name_for_db

cd "$TERMUX_BUILT_PKGS_DIRECTORY"

if [ -z "$(ls -A)" ]; then
echo $'\n\n\n'"No pkgs found"
return 1
else
echo $'\n\n\n'"Pkg Files:"
echo "\""
ls
echo "\""
fi

for pkg in *.pkg.*; do
current_package_name_sp=(${pkg//-/ })
current_package_name="$pkg"
for i in $(seq 0 2); do
current_package_name="${current_package_name//-${current_package_name_sp[$(($i-3))]/}}"
done

if [[ "$current_package_name" == *"-static" ]]; then
echo "[*] Skipping static package '$pkg'..."
continue
fi

if [[ " ${EXTRACTED_PACKAGES[*]} " == *" $current_package_name "* ]]; then
echo "[*] Skipping already extracted package '$current_package_name'..."
continue
fi

EXTRACTED_PACKAGES+=("$current_package_name")

package_tmpdir="${BOOTSTRAP_PKGDIR}/${current_package_name}"
mkdir -p "$package_tmpdir"
rm -rf "$package_tmpdir"/*

echo "[*] Extracting '$pkg'..."
(cd "$package_tmpdir"
tar xJf "$TERMUX_BUILT_PKGS_DIRECTORY/$pkg"
if [ -d ./data ]; then
cp -r ./data "$BOOTSTRAP_ROOTFS"
fi

if ! ${BOOTSTRAP_ANDROID10_COMPATIBLE}; then
package_name_for_db="${current_package_name}-${current_package_name_sp[-3]}-${current_package_name_sp[-2]}"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/pacman/local/${package_name_for_db}"
cp -r .MTREE "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/pacman/local/${package_name_for_db}/mtree"
{
format_entry "FILENAME" "${pkg//+/0}"
format_entry "NAME" "$current_package_name"
format_entry "BASE" $(get_info_pkg pkgbase)
format_entry "VERSION" $(get_info_pkg pkgver)
format_entry "DESC" "$(get_info_pkg pkgdesc)"
format_entry "GROUPS" $(get_info_pkg group)
format_entry "CSIZE" $(wc -c < "$TERMUX_BUILT_PKGS_DIRECTORY/$pkg")
format_entry "ISIZE" $(get_info_pkg size)

format_entry "MD5SUM" $(md5sum "$TERMUX_BUILT_PKGS_DIRECTORY/$pkg" | awk '{printf $1}')
format_entry "SHA256SUM" $(sha256sum "$TERMUX_BUILT_PKGS_DIRECTORY/$pkg" | awk '{printf $1}')

format_entry "URL" $(get_info_pkg url)
format_entry "LICENSE" $(get_info_pkg license)
format_entry "ARCH" $(get_info_pkg arch)
format_entry "BUILDDATE" $(get_info_pkg builddate)
format_entry "PACKAGER" $(get_info_pkg packager)
format_entry "REPLACES" $(get_info_pkg replaces)
format_entry "CONFLICTS" $(get_info_pkg conflict)
format_entry "PROVIDES" $(get_info_pkg provides)

format_entry "DEPENDS" $(get_info_pkg depend)
format_entry "OPTDEPENDS" $(get_info_pkg optdepend)
format_entry "MAKEDEPENDS" $(get_info_pkg makedepend)
format_entry "CHECKDEPENDS" $(get_info_pkg checkdepend)
} > "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/pacman/local/${package_name_for_db}/desc"

if [ -f .INSTALL ]; then
cp -r .INSTALL "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/pacman/local/${package_name_for_db}/install"
fi

{
echo "%FILES%"
if [ -d ./data ]; then
find data
fi
} >> "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/pacman/local/${package_name_for_db}/files"
fi
)
done

}

# Final stage: generate bootstrap archive and place it to current
# working directory.
# Information about symlinks is stored in file SYMLINKS.txt.
Expand Down Expand Up @@ -260,6 +385,9 @@ Available command_options:
[ -a | --add <packages> ]
Additional packages to include into bootstrap archive.
Multiple packages should be passed as comma-separated list.
[ -pm <manager> ]
Set up a package manager in bootstrap. It can only be pacman
or apt (the default is apt).
[ --architectures <architectures> ]
Override default list of architectures for which bootstrap
archives will be created. Multiple architectures should be
Expand All @@ -285,6 +413,7 @@ HELP_EOF

echo $'\n'"TERMUX_APP_PACKAGE: \"$TERMUX_APP_PACKAGE\""
echo "TERMUX_PREFIX: \"${TERMUX_PREFIX[*]}\""
echo "TERMUX_PACKAGE_MANAGER: \"${TERMUX_PACKAGE_MANAGER}\""
echo "TERMUX_ARCHITECTURES: \"${TERMUX_ARCHITECTURES[*]}\""

}
Expand Down Expand Up @@ -315,6 +444,16 @@ main() {
return 1
fi
;;
--pm)
if [ $# -gt 1 ] && [ -n "$2" ] && [[ $2 != -* ]]; then
TERMUX_PACKAGE_MANAGER="$2"
shift 1
else
echo "[!] Option '--pm' requires an argument." 1>&2
show_usage
exit 1
fi
;;
--architectures)
if [ $# -gt 1 ] && [ -n "$2" ] && [[ $2 != -* ]]; then
TERMUX_ARCHITECTURES=()
Expand Down Expand Up @@ -369,7 +508,7 @@ main() {

if [[ $FORCE_BUILD_PACKAGES == "1" ]]; then
rm -f "$TERMUX_BUILT_PACKAGES_DIRECTORY_FOR_ARCH"/*
rm -f "$TERMUX_BUILT_DEBS_DIRECTORY"/*
rm -f "$TERMUX_BUILT_PKGS_DIRECTORY"/*
fi


Expand All @@ -379,14 +518,22 @@ main() {

# Create initial directories for $TERMUX_PREFIX
if ! ${BOOTSTRAP_ANDROID10_COMPATIBLE}; then
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/etc/apt/apt.conf.d"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/etc/apt/preferences.d"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/dpkg/info"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/dpkg/triggers"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/dpkg/updates"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/log/apt"
touch "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/dpkg/available"
touch "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/dpkg/status"
if [ ${TERMUX_PACKAGE_MANAGER} = "apt" ]; then
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/etc/apt/apt.conf.d"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/etc/apt/preferences.d"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/dpkg/info"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/dpkg/triggers"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/dpkg/updates"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/log/apt"
touch "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/dpkg/available"
touch "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/dpkg/status"
else
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/pacman/sync"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/pacman/local"
echo "9" >> "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/lib/pacman/local/ALPM_DB_VERSION"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/cache/pacman/pkg"
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/var/log"
fi
fi
mkdir -p "${BOOTSTRAP_ROOTFS}/${TERMUX_PREFIX}/tmp"

Expand All @@ -397,7 +544,7 @@ main() {

# Package manager.
if ! ${BOOTSTRAP_ANDROID10_COMPATIBLE}; then
PACKAGES+=("apt")
PACKAGES+=("${TERMUX_PACKAGE_MANAGER}")
fi

# Core utilities.
Expand All @@ -422,14 +569,18 @@ main() {
PACKAGES+=("sed")
PACKAGES+=("tar")
PACKAGES+=("termux-exec")
PACKAGES+=("termux-keyring")
if [ ${TERMUX_PACKAGE_MANAGER} = "apt" ]; then
PACKAGES+=("termux-keyring")
fi
PACKAGES+=("termux-tools")
PACKAGES+=("util-linux")
PACKAGES+=("xz-utils")

# Additional.
PACKAGES+=("ed")
PACKAGES+=("debianutils")
if [ ${TERMUX_PACKAGE_MANAGER} = "apt" ]; then
PACKAGES+=("debianutils")
fi
PACKAGES+=("dos2unix")
PACKAGES+=("inetutils")
PACKAGES+=("lsof")
Expand All @@ -453,8 +604,13 @@ main() {
set -e
done

# Extract all debs.
extract_debs || return $?
if [ ${TERMUX_PACKAGE_MANAGER} = "apt" ]; then
# Extract all debs.
extract_debs || return $?
elif [ ${TERMUX_PACKAGE_MANAGER} = "pacman" ]; then
# Extract all pkgs.
extract_pkgs || return $?
fi

# Create bootstrap archive.
create_bootstrap_archive "$package_arch" || return $?
Expand Down