#!/bin/sh ## live-build(7) - System Build Scripts ## Copyright (C) 2016-2020 The Debian Live team ## Copyright (C) 2006-2015 Daniel Baumann ## ## This program comes with ABSOLUTELY NO WARRANTY; for details see COPYING. ## This is free software, and you are welcome to redistribute it ## under certain conditions; see COPYING for details. set -e # Including common functions [ -e "${LIVE_BUILD}/scripts/build.sh" ] && . "${LIVE_BUILD}/scripts/build.sh" || . /usr/lib/live/build.sh # Setting static variables DESCRIPTION="Install debian-installer into binary" USAGE="${PROGRAM} [--force]" # Processing arguments and configuration files Init_config_data "${@}" if ! In_list "${LB_DEBIAN_INSTALLER}" cdrom netinst netboot businesscard live; then if [ "${LB_DEBIAN_INSTALLER}" = "none" ]; then Echo_message "No installer wanted, skipping..." fi exit 0 fi Echo_message "Begin installing debian-installer..." # Requiring stage file Require_stagefiles config bootstrap # Checking stage file Check_stagefile # Acquire lock file Acquire_lockfile # Set d-i image type case "${LB_DEBIAN_INSTALLER}" in businesscard|netboot|netinst) DI_IMAGE_TYPE="netboot" ;; *) case "${LB_IMAGE_TYPE}" in netboot) DI_IMAGE_TYPE="netboot" ;; *) DI_IMAGE_TYPE="cdrom" ;; esac ;; esac # Checking depends Check_package host /usr/bin/wget wget Check_package chroot /usr/bin/apt-ftparchive apt-utils # Restoring cache Restore_package_cache binary # Installing depends Install_packages if [ "${_DEBUG}" = "true" ] then WGET_OPTIONS="${WGET_OPTIONS} --verbose" elif [ "${_QUIET}" = "true" ] then WGET_OPTIONS="${WGET_OPTIONS} --quiet" else WGET_OPTIONS="${WGET_OPTIONS} --no-verbose" fi # Setting destination directory case "${LB_IMAGE_TYPE}" in netboot) DESTDIR="tftpboot/debian-install/${LB_ARCHITECTURE}" ;; *) DESTDIR="binary/install" ;; esac # Set architecture-specific variables case "${LB_ARCHITECTURE}" in armel) DEFAULT_FLAVOUR="$(echo ${LB_LINUX_FLAVOURS} | awk '{ print $1 }')" case "${DI_IMAGE_TYPE}" in cdrom) DI_REMOTE_BASE="${DEFAULT_FLAVOUR}/cdrom" ;; netboot) DI_REMOTE_BASE="${DEFAULT_FLAVOUR}/netboot" ;; esac DI_REMOTE_KERNEL="vmlinuz" DI_REMOTE_BASE_GTK="${DI_REMOTE_BASE}/gtk" ;; powerpc) case "${DI_IMAGE_TYPE}" in cdrom) DI_REMOTE_BASE="${LB_ARCHITECTURE}/cdrom" ;; netboot) DI_REMOTE_BASE="${LB_ARCHITECTURE}/netboot" ;; esac DI_REMOTE_KERNEL="vmlinux" DI_REMOTE_BASE_GTK="${DI_REMOTE_BASE}/gtk" ;; *) case "${DI_IMAGE_TYPE}" in netboot) DI_REMOTE_BASE="netboot/debian-installer/${LB_ARCHITECTURE}" DI_REMOTE_BASE_GTK="netboot/gtk/debian-installer/${LB_ARCHITECTURE}" DI_REMOTE_KERNEL="linux" ;; cdrom) DI_REMOTE_BASE="cdrom" DI_REMOTE_BASE_GTK="cdrom/gtk" DI_REMOTE_KERNEL="vmlinuz" ;; esac ;; esac Install_file() { local FILE="${1}" Echo_debug "Installing file %s" "${FILE}" local ARCHIVE_AREA ARCHIVE_AREA="$(dpkg -I ${FILE} | awk '/^.*Section: / { print $2 }')" if echo "${ARCHIVE_AREA}" | grep -qs '/' then ARCHIVE_AREA="$(echo ${ARCHIVE_AREA} | awk -F/ '{ print $1 }')" else ARCHIVE_AREA="main" fi local TARGET="${2}/${ARCHIVE_AREA}" local SOURCE SOURCE="$(dpkg -f ${FILE} Source | awk '{ print $1 }')" if [ -z "${SOURCE}" ] then SOURCE="$(basename ${FILE} | awk -F_ '{ print $1 }')" fi local LETTER case "${SOURCE}" in lib?*) LETTER="$(echo ${SOURCE} | sed 's|\(....\).*|\1|')" ;; *) LETTER="$(echo ${SOURCE} | sed 's|\(.\).*|\1|')" ;; esac # Install directory mkdir -p "${TARGET}"/"${LETTER}"/"${SOURCE}" # Move files cp -a "${FILE}" "${TARGET}"/"${LETTER}"/"${SOURCE}" } # Set absolute directory for caching; we require it when we call Download_file # from a non-standard cwd. _LB_CACHE_DIR="$(pwd)/cache/installer_debian-installer" Prepare_installer_cache() { local SRC_FILENAME="${1}" local DEST_FILENAME="${_LB_CACHE_DIR}/$(echo "${URL}/${SRC_FILENAME}" | sed 's|/|_|g')" mkdir -p $(dirname ${DEST_FILENAME}) cp -a chroot/debian-installer/build/dest/${SRC_FILENAME} ${DEST_FILENAME} } Download_file () { local _LB_TARGET="${1}" local _LB_URL="${2}" Echo_debug "Downloading file \`%s\` from \`%s\`" "${_LB_TARGET}" "${_LB_URL}" local _LB_CACHE_FILE _LB_CACHE_FILE="${_LB_CACHE_DIR}/$(echo "${_LB_URL}" | sed 's|/|_|g')" if [ ! -f "${_LB_CACHE_FILE}" ] then Echo_debug "Not cached, downloading fresh..." mkdir -p ${_LB_CACHE_DIR} if ! wget ${WGET_OPTIONS} -O "${_LB_CACHE_FILE}" "${_LB_URL}" then rm -f "${_LB_CACHE_FILE}" Echo_error "Could not download file: %s" "${_LB_URL}" exit 1 fi else Echo_debug "Using copy from cache..." fi # Use hardlink if same device if [ "$(stat --printf %d "${_LB_CACHE_DIR}/")" = "$(stat --printf %d ./)" ] then CP_OPTIONS="-l" fi cp -a -f ${CP_OPTIONS} -- "${_LB_CACHE_FILE}" "${_LB_TARGET}" } VMLINUZ_DI="vmlinuz" INITRD_DI="initrd.gz" DESTDIR_DI="${DESTDIR}" VMLINUZ_GI="gtk/vmlinuz" INITRD_GI="gtk/initrd.gz" DESTDIR_GI="${DESTDIR}/gtk" # Debian Installer daily builds DAILY_DI_URL="https://d-i.debian.org/daily-images/${LB_ARCHITECTURE}/daily" case "${LB_DERIVATIVE}" in true) if [ "${LB_DEBIAN_INSTALLER_DISTRIBUTION}" = "daily" ] then # FIXME: variable name should be decoupled from derivatives LB_DEBIAN_INSTALLER_DISTRIBUTION="sid" URL="${DAILY_DI_URL}" else URL="${LB_MIRROR_DEBIAN_INSTALLER}/dists/${LB_DEBIAN_INSTALLER_DISTRIBUTION}/main/installer-${LB_ARCHITECTURE}/current/images" fi ;; false) if [ "${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}" = "git" -a "${DI_IMAGE_TYPE}" = "cdrom" ] then LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION="${LB_PARENT_DISTRIBUTION_CHROOT}" URL="${LB_PARENT_MIRROR_CHROOT}/snapshot-build_${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}_${LB_ARCHITECTURE}" if [ ! -f "${_LB_CACHE_DIR}/$(echo "${URL}/${DI_REMOTE_BASE}/${INITRD_DI}" | sed 's|/|_|g')" ] then # Packages that are needed for rebuilding the debian installer Check_package chroot /lib/module linux-image-generic Check_package chroot /usr/bin/git git Check_package chroot /usr/bin/mk-build-deps devscripts Check_package chroot /usr/bin/equivs-build equivs Check_package chroot /usr/bin/gcc gcc Install_packages # Set architecture-specific variables case "${LB_ARCHITECTURE}" in arm64) TARGETS="build_cdrom_gtk build_cdrom_grub" ;; *) TARGETS="build_cdrom_gtk build_cdrom_isolinux" ;; esac # These variables do not need to be passed inside the chroot, they can be resolved earlier: # SOURCE_DATE_EPOCH, _QUIET, LB_PARENT_MIRROR_CHROOT, LB_PARENT_DISTRIBUTION_CHROOT # TARGETS, http_proxy cat << EOF > chroot/buildit.sh #!/bin/sh # Get the version of the git repo that matches SOURCE_DATE_EPOCH set -e DEBIAN_INSTALLER=/debian-installer mkdir -p \${DEBIAN_INSTALLER} git clone https://salsa.debian.org/installer-team/debian-installer.git \${DEBIAN_INSTALLER} --single-branch --no-tags --quiet cd \${DEBIAN_INSTALLER} git checkout \$(git rev-list -n 1 --min-age=${SOURCE_DATE_EPOCH} HEAD) --quiet if [ "${_QUIET}" != "true" ] then echo "P: using debian-installer from git version \$(git log -n 1 --pretty=format:%H_%aI)" fi # Install the build-dependencies, but remove explicit kernel versions, # because the current kernel version will be used sed -i '/linux-image-/d' debian/control mk-build-deps find -maxdepth 1 -name *.deb | xargs apt-get --yes install # In kernels since 6.6.8 only a versioned vmlinuz is created # For older kernels, modify the Makefile to use an existing vmlinuz, if present # The patch only matches when debian-installer!43 (https://salsa.debian.org/installer-team/debian-installer/-/merge_requests/43) is not merged yet sed -i -e '/^\\tVMLINUXZ=/s|VMLINUXZ=|if [ ! -e \$(TREE)/boot/vmlinuz ]; then \\\\\\n\\tVMLINUXZ=|' build/Makefile sed -i -e '/^\\t\\tmv -v \$\$VMLINUXZ/s|; \\\\|; \\\\\\n\\tfi \\\\|' build/Makefile # Build the installer cd build if [ "${_QUIET}" != "true" ] then echo "P: building the debian-installer" fi # LINUX_KERNEL_ABI -> use the version of the kernel that matches the current kernel, independent of the version in the git repo (config/common) # Output of dpkg-query: # ii linux-image-5.17.0-1-amd64 # un linux-image-5.17.0-1-amd64-unsigned # ii linux-image-amd64 # un linux-image-generic # Or without the extra version number: # ii linux-image-6.6.8-amd64 # un linux-image-6.6.8-amd64-unsigned # ii linux-image-amd64 # un linux-image-generic # -> extract the 5.17.0-1 for LINUX_KERNEL_ABI # If there is more than one entry, take the largest (i.e. most recent) # MIRROR -> our snapshot URL, with disabled expiration # TARGETS -> only these targets are required # USE_UDEBS_FROM -> use the same distribution as the chroot # ROOTCMD -> Workaround for #1058994. Fakeroot is not present in the chroot (and not required) export LINUX_KERNEL_ABI=\$(dpkg-query --showformat "\\\${db:Status-Abbrev} \\\${Package}\n" --show linux-image-* | awk '\$1=="ii" { c = split(\$2, a, "-"); if (c>3) { if (a[4] ~ /^[0-9]+/) { print a[3] "-" a[4] } else { print a[3] } } }' | sort | tail -1) http_proxy=${http_proxy} MIRROR="[check-valid-until=no] ${LB_PARENT_MIRROR_CHROOT}" TARGETS="${TARGETS}" USE_UDEBS_FROM=${LB_PARENT_DISTRIBUTION_CHROOT} ROOTCMD=" " bash ./daily-build build-only EOF Chroot chroot "sh buildit.sh" # Place the files in the cache. Download_file will use the cache instead of downloading Prepare_installer_cache cdrom/"${VMLINUZ_DI}" Prepare_installer_cache cdrom/"${INITRD_DI}" Prepare_installer_cache cdrom/"${VMLINUZ_GI}" Prepare_installer_cache cdrom/"${INITRD_GI}" rm -rf chroot/debian-installer rm -f chroot/buildit.sh else Echo_debug "Not rebuilding the installer, using copy from cache..." fi elif [ "${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}" = "daily" ] then LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION="sid" URL="${DAILY_DI_URL}" else URL="${LB_PARENT_MIRROR_DEBIAN_INSTALLER}/dists/${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}/main/installer-${LB_ARCHITECTURE}/current/images" fi esac mkdir -p "${DESTDIR_DI}" # Downloading debian-installer Download_file "${DESTDIR}"/"${VMLINUZ_DI}" ${URL}/${DI_REMOTE_BASE}/${DI_REMOTE_KERNEL} Download_file "${DESTDIR}"/"${INITRD_DI}" ${URL}/${DI_REMOTE_BASE}/initrd.gz # Downloading graphical-installer DOWNLOAD_GTK_INSTALLER=false if [ "${LB_DEBIAN_INSTALLER_GUI}" = "true" ] then case "${LB_ARCHITECTURE}" in amd64|i386|arm64) DOWNLOAD_GTK_INSTALLER=true ;; powerpc) if [ "${LB_DEBIAN_INSTALLER}" = "netboot" ] then DOWNLOAD_GTK_INSTALLER=true fi ;; esac fi if $DOWNLOAD_GTK_INSTALLER; then mkdir -p "${DESTDIR_GI}" Download_file "${DESTDIR}"/"${VMLINUZ_GI}" ${URL}/${DI_REMOTE_BASE_GTK}/${DI_REMOTE_KERNEL} Download_file "${DESTDIR}"/"${INITRD_GI}" ${URL}/${DI_REMOTE_BASE_GTK}/initrd.gz fi # Only download additional packages if appropriate if [ "${DI_IMAGE_TYPE}" != "netboot" ] then # Downloading additional packages mkdir -p chroot/binary.deb/archives/partial case "${LB_ARCHITECTURE}" in amd64) DI_REQ_PACKAGES="grub-pc grub-common libfuse3-3" # BIOS # Starting in trixie, the t64-packages have a 64-bit timestamp if [ $(Check_package_available "libefiboot1t64") -eq 1 ] then DI_REQ_PACKAGES="${DI_REQ_PACKAGES} libefiboot1t64" else DI_REQ_PACKAGES="${DI_REQ_PACKAGES} libefiboot1" fi if [ $(Check_package_available "libefivar1t64") -eq 1 ] then DI_REQ_PACKAGES="${DI_REQ_PACKAGES} libefivar1t64" else DI_REQ_PACKAGES="${DI_REQ_PACKAGES} libefivar1" fi if [ $(Check_package_available "libfuse2t64") -eq 1 ] then DI_REQ_PACKAGES="${DI_REQ_PACKAGES} libfuse2t64" else DI_REQ_PACKAGES="${DI_REQ_PACKAGES} libfuse2" fi DI_REQ_PACKAGES="${DI_REQ_PACKAGES} grub-efi-amd64 efibootmgr grub-efi-amd64-signed shim-signed" # UEFI (required for d-i, includes suggested packages) DI_REQ_PACKAGES="${DI_REQ_PACKAGES} efibootmgr grub-efi grub-efi-amd64 grub-efi-amd64-bin grub-efi-amd64-signed grub2-common mokutil shim-helpers-amd64-signed shim-signed shim-signed-common shim-unsigned cryptsetup cryptsetup-initramfs keyutils" # UEFI (required by Calamares) # grub-efi-amd64-unsigned was introduced in trixie if [ $(Check_package_available "grub-efi-amd64-unsigned") -eq 1 ] then DI_REQ_PACKAGES="${DI_REQ_PACKAGES} grub-efi-amd64-unsigned" fi DI_PACKAGES="linux-image-amd64" ;; i386) DI_REQ_PACKAGES="grub-pc" DI_PACKAGES="linux-image-686-pae" ;; arm64) DI_REQ_PACKAGES="grub-efi-arm64 efibootmgr grub-efi-arm64-signed shim-signed" # UEFI (required for d-i, includes suggested packages) DI_REQ_PACKAGES="${DI_REQ_PACKAGES} grub-efi grub-efi-arm64-bin grub2-common mokutil shim-helpers-arm64-signed shim-signed-common shim-unsigned" # UEFI (required by Calamares) # grub-efi-arm64-unsigned was introduced in trixie if [ $(Check_package_available "grub-efi-arm64-unsigned") -eq 1 ] then DI_REQ_PACKAGES="${DI_REQ_PACKAGES} grub-efi-arm64-unsigned" fi DI_PACKAGES="linux-image-arm64" ;; powerpc) DI_REQ_PACKAGES="yaboot" DI_PACKAGES="linux-image-powerpc linux-image-powerpc64 linux-image-powerpc-smp" ;; esac DI_PACKAGES="${DI_PACKAGES} busybox cryptsetup mdadm lvm2 xfsprogs jfsutils" case "${LB_MODE}" in debian) DI_REQ_PACKAGES="${DI_REQ_PACKAGES} console-setup keyboard-configuration kbd" ;; esac Echo_debug "DI_REQ_PACKAGES: %s" "${DI_REQ_PACKAGES}" Echo_debug "DI_PACKAGES: %s" "${DI_PACKAGES}" # The file is generated by Firmware_List_From_Contents, ensure a fresh copy FIRMWARE_DETAILS_FILE="installer_firmware_details.txt" rm -f ${FIRMWARE_DETAILS_FILE} # Include firmware packages if [ "${LB_FIRMWARE_BINARY}" = "true" ] then # Get all firmware packages names mkdir -p cache/contents.binary FIRMWARE_PACKAGES="" # Manually add firmware-linux meta package if available if [ $(Check_package_available "firmware-linux") -eq 1 ] then FIRMWARE_PACKAGES="${FIRMWARE_PACKAGES} firmware-linux" fi Firmware_List_From_Contents "${LB_PARENT_MIRROR_CHROOT}" "${LB_PARENT_DISTRIBUTION_CHROOT}" "${LB_PARENT_ARCHIVE_AREAS}" if [ "${LB_DERIVATIVE}" = "true" ] then # Avoid downloading things twice if distributions are identical DERIVATIVE_ARCHIVE_AREAS="" if [ "${LB_DISTRIBUTION_CHROOT}" != "${LB_PARENT_DISTRIBUTION_CHROOT}" ] then DERIVATIVE_ARCHIVE_AREAS="${LB_ARCHIVE_AREAS}" else for _ARCHIVE_AREA in ${LB_ARCHIVE_AREAS} do if ! In_list ${_ARCHIVE_AREA} ${LB_PARENT_ARCHIVE_AREAS} then DERIVATIVE_ARCHIVE_AREAS="${DERIVATIVE_ARCHIVE_AREAS} ${DERIVATIVE_ARCHIVE_AREAS}" fi done fi if [ ! -z "${DERIVATIVE_ARCHIVE_AREAS}" ] then Firmware_List_From_Contents "${LB_MIRROR_CHROOT}" "${LB_DISTRIBUTION_CHROOT}" "${DERIVATIVE_ARCHIVE_AREAS}" fi fi # Drop section and keep package names only for _PACKAGE in ${FIRMWARE_PACKAGES} do DI_FIRMWARE_PACKAGES="${DI_FIRMWARE_PACKAGES} $(echo ${_PACKAGE} | awk -F/ '{ print $NF }')" done FIRMWARE_PACKAGES="" fi Echo_debug "DI_FIRMWARE_PACKAGES: %s" "${DI_FIRMWARE_PACKAGES}" # Set apt command prefix _LB_APT_COMMAND="apt-get ${APT_OPTIONS} -o Dir::Cache=/binary.deb -o Dir::State::status=/dev/null -o APT::Install-Recommends=false -o Debug::NoLocking=true --download-only" # Download .debs of the required packages Chroot chroot ${_LB_APT_COMMAND} install ${DI_PACKAGES} # The required packages or firmware packages might conflict, so download each individually for _PACKAGE in ${DI_FIRMWARE_PACKAGES} ${DI_REQ_PACKAGES} do Chroot chroot ${_LB_APT_COMMAND} install ${_PACKAGE} done if [ "${LB_DEBIAN_INSTALLER}" = "live" ] then # We don't want to duplicate .debs of packages in binary/pool that are already # installed to target/ via live-installer. # # However, we need to force various packages' inclusion in binary/pool as # d-i does not support (for example) re-installing grub from target/ - the grub # .debs must actually exist. # Drop the packages already installed that d-i doesn't explicitly need _REMAINING_PACKAGES="$(echo ${DI_FIRMWARE_PACKAGES} ${DI_REQ_PACKAGES} | sed -e 's# #|#g')" _REMAINING_PACKAGES="$(Chroot_package_list chroot | grep -E -v "^(${_REMAINING_PACKAGES})\$")" Echo_debug "'live' installer mode, dropping following unneeded debs: %s" "${_REMAINING_PACKAGES}" for _PACKAGE in ${_REMAINING_PACKAGES} do rm -f chroot/binary.deb/archives/${_PACKAGE}_*.deb done fi mv chroot/binary.deb ./ for _ARCHIVE_AREA in ${LB_PARENT_ARCHIVE_AREAS} ${LB_ARCHIVE_AREAS}; do mkdir -p binary/pool/${_ARCHIVE_AREA} done Echo_debug "Installing binary debs" if Find_files binary.deb/archives/*.deb then for FILE in binary.deb/archives/*.deb do Install_file "${FILE}" "binary/pool" done fi if [ "${LB_DEBIAN_INSTALLER}" != "live" ] then # Including base debian packages if ls cache/packages.bootstrap/*.deb > /dev/null 2>&1 then Echo_debug "Installing bootstrap debs" for FILE in cache/packages.bootstrap/*.deb do Install_file "${FILE}" "binary/pool" done else Echo_error "Could not find packages in cache/packages.bootstrap." Echo_error "You selected values of LB_CACHE, LB_CACHE_PACKAGES, LB_CACHE_STAGES and LB_DEBIAN_INSTALLER which will result in 'bootstrap' packages not being cached - these are required when integrating the Debian Installer." exit 1 fi fi Echo_debug "Including local debs" # Including local debs if Find_files config/packages.binary/*_"${LB_ARCHITECTURE}".deb || Find_files config/packages/*_"${LB_ARCHITECTURE}".deb then for FILE in config/packages.binary/*_"${LB_ARCHITECTURE}".deb config/packages/*_"${LB_ARCHITECTURE}".deb do if [ -e "${FILE}" ] then Install_file "${FILE}" "binary/pool" fi done fi if Find_files config/packages.binary/*_all.deb || Find_files config/packages/*_all.deb then for FILE in config/packages.binary/*_all.deb config/packages/*_all.deb do if [ -e "${FILE}" ] then Install_file "${FILE}" "binary/pool" fi done fi # The path to the package pool when running inside the live environment case "${LB_INITRAMFS}" in live-boot) PATH_TO_POOL_INSIDE_LIVE_ENVIRONMENT="/run/live/medium" ;; dracut-live) PATH_TO_POOL_INSIDE_LIVE_ENVIRONMENT="/run/initramfs/live" ;; *) PATH_TO_POOL_INSIDE_LIVE_ENVIRONMENT="" ;; esac # Generating deb indices Echo_debug "Generating deb indices" for _ARCHIVE_AREA in $(cd binary/pool && ls); do INDICE_DIR="dists/${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}/${_ARCHIVE_AREA}/binary-${LB_ARCHITECTURE}" mkdir -p "binary/${INDICE_DIR}" mv binary chroot/root cat > chroot/binary.sh << EOF #!/bin/sh cd /root/binary apt-ftparchive packages "pool/${_ARCHIVE_AREA}" > "${INDICE_DIR}/Packages" EOF Chroot chroot "sh binary.sh" rm -f chroot/binary.sh mv chroot/root/binary ./ touch "binary/${INDICE_DIR}/Packages" -d@${SOURCE_DATE_EPOCH} if [ -n "${PATH_TO_POOL_INSIDE_LIVE_ENVIRONMENT}" ] then # Make the pool available without 'apt-get update' VAR_LIB_APT_LISTS_FILENAME=$(echo "${PATH_TO_POOL_INSIDE_LIVE_ENVIRONMENT}/${INDICE_DIR}/Packages" | sed 's|/|_|g') cp -a "binary/${INDICE_DIR}/Packages" "chroot/chroot/var/lib/apt/lists/${VAR_LIB_APT_LISTS_FILENAME}" fi gzip -9 -c "binary/${INDICE_DIR}/Packages" > "binary/${INDICE_DIR}/Packages.gz" # Fetching release Download_file "binary/${INDICE_DIR}/Release" "${LB_PARENT_MIRROR_CHROOT}/${INDICE_DIR}/Release" done # Symlink firmware packages to /firmware Echo_debug "Symlinking firmware packages" if [ -n "${DI_FIRMWARE_PACKAGES}" ] then mkdir -p binary/firmware cd binary/firmware for _PACKAGE in ${DI_FIRMWARE_PACKAGES} do for _FILE in $(find ../pool -name "${_PACKAGE}_*.deb") do ln -sf ${_FILE} ./ if [ -e ../../${FIRMWARE_DETAILS_FILE} ] then # Create Contents-firmware similar to tools/make-firmware-image from debian-cd # This file is used by check-missing-firmware.sh from hw-detect # Note: the second argument is replaced by the filename of the package sed --silent -e "s/ [^ ]*\/${_PACKAGE}/ "$(basename ${_FILE})"/p" ../../${FIRMWARE_DETAILS_FILE} >> Contents-firmware fi done done cd "${OLDPWD}" fi # No longer needed rm -f ${FIRMWARE_DETAILS_FILE} # Udeb handling mkdir -p binary.udeb/pool-udeb/main cd binary.udeb # Downloading udeb indices Echo_debug "Downloading udeb indices" Download_file Packages.gz "${LB_PARENT_MIRROR_CHROOT}"/dists/"${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}"/main/debian-installer/binary-"${LB_ARCHITECTURE}"/Packages.gz gunzip -c Packages.gz > Packages if [ "${LB_DERIVATIVE}" = "true" ] then Download_file Packages.derivative.gz "${LB_MIRROR_CHROOT}"/dists/"${LB_DEBIAN_INSTALLER_DISTRIBUTION}"/main/debian-installer/binary-"${LB_ARCHITECTURE}"/Packages.gz gunzip -c Packages.derivative.gz > Packages.derivative fi Echo_debug "Extracting udeb package list" UDEBS="$(awk '/Filename: / { print $2 }' Packages)" UDEBS_DERIVED="" if [ "${LB_DERIVATIVE}" = "true" ] then UDEBS_DERIVED="$(awk '/Filename: / { print $2 }' Packages.derivative)" Echo_debug "Derivative mode, filtering replaced packages from parent list" Echo_debug "Parent (orig): %s" "${UDEBS}" Echo_debug "Derived: %s" "${UDEBS_DERIVED}" # Filter parent packages to exclude those replaced by derivative # We need to compare package names from lists of paths and filenames that include versions _UDEBS_FILTERED="" _UDEBS_DERIVED_NAMES="" for _UDEB in ${UDEBS_DERIVED} do _UDEBS_DERIVED_NAMES="${_UDEBS_DERIVED_NAMES} $(basename ${_UDEB} | awk -F_ '{ print $1 }')" done for _UDEB in ${UDEBS} do if ! In_list "$(basename ${_UDEB} | awk -F_ '{ print $1 }')" ${_UDEBS_DERIVED_NAMES} then _UDEBS_FILTERED="${_UDEBS_FILTERED} ${_UDEB}" fi done UDEBS="${_UDEBS_FILTERED}" _UDEBS_FILTERED="" _UDEBS_DERIVED_NAMES="" Echo_debug "Parent (filtered): %s" "${UDEBS}" fi # Downloading udeb packages Echo_message "Downloading udebs..." UDEB_CACHE_DIR="../cache/packages.installer_debian-installer.udeb" for UDEB in ${UDEBS} do _UDEB_FILENAME="$(basename ${UDEB})" # Copy from cache if available, otherwise download if [ -f "${UDEB_CACHE_DIR}/${_UDEB_FILENAME}" ]; then Echo_debug "Copying %s from cache" "${UDEB}" cp -a "${UDEB_CACHE_DIR}/${_UDEB_FILENAME}" ./ else Echo_debug "Downloading %s" "${UDEB}" wget ${WGET_OPTIONS} "${LB_PARENT_MIRROR_CHROOT}/${UDEB}" fi done if [ "${LB_DERIVATIVE}" = "true" ] then Echo_debug "Moving on to derivative set" for UDEB in ${UDEBS_DERIVED} do _UDEB_FILENAME="$(basename ${UDEB})" # Copy from cache if available, otherwise download if [ -f "${UDEB_CACHE_DIR}/${_UDEB_FILENAME}" ]; then Echo_debug "Copying %s from cache" "${UDEB}" cp -a "${UDEB_CACHE_DIR}/${_UDEB_FILENAME}" ./ else Echo_debug "Downloading %s" "${UDEB}" wget ${WGET_OPTIONS} "${LB_MIRROR_CHROOT}/${UDEB}" fi done fi # Caching udebs Echo_debug "Refreshing udeb cache" rm -rf "${UDEB_CACHE_DIR}" mkdir -p "${UDEB_CACHE_DIR}" cp -a *.udeb "${UDEB_CACHE_DIR}" Echo_debug "Including local udebs" # Including local udebs if Find_files ../config/packages.binary/*_"${LB_ARCHITECTURE}".udeb || Find_files ../config/packages/*_"${LB_ARCHITECTURE}".udeb then for FILE in ../config/packages.binary/*_"${LB_ARCHITECTURE}".udeb ../config/packages/*_"${LB_ARCHITECTURE}".udeb do if [ -e "${FILE}" ] then Install_file "${FILE}" "pool-udeb" # Prefer local udebs over downloaded udebs rm -f "$(basename ${FILE} | awk -F_ '{ print $1 }')"_*.udeb fi done fi if Find_files ../config/packages.binary/*_all.udeb || Find_files ../config/packages/*_all.udeb then for FILE in ../config/packages.binary/*_all.udeb ../config/packages/*_all.udeb do if [ -e "${FILE}" ] then Install_file "${FILE}" "pool-udeb" # Prefer local udebs over downloaded udebs rm -f "$(basename ${FILE} | awk -F_ '{ print $1 }')"_*.udeb fi done fi Echo_debug "Generating exclude list" # Excluding udebs # If the same file exists in multiple locations, take the version from the first LOCATIONS="/usr/share/live/build/data/debian-cd" if [ -n "${LIVE_BUILD}" ] then LOCATIONS="${LIVE_BUILD}/data/debian-cd ${LOCATIONS}" fi for LOCATION in ${LOCATIONS} do if [ -e "${LOCATION}/${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}" ] && [ ! -e exclude ] then grep -v "^#" "${LOCATION}/${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}/udeb_exclude" > exclude || true grep -v "^#" "${LOCATION}/${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}/exclude-udebs" >> exclude || true grep -v "^#" "${LOCATION}/${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}/exclude-udebs-${LB_ARCHITECTURE}" >> exclude || true fi done # Local exclude file if [ -e ../config/debian-installer/udeb_exclude ] then cat ../config/debian-installer/udeb_exclude >> exclude fi if [ -e exclude ] then # Excluding udebs from excludes because we want them to be in the image on purpose sed -i -e 's|di-utils-exit-installer||' exclude # used for live-installer-launcher if [ "${LB_DEBIAN_INSTALLER}" = "live" ]; then sed -i -e 's|live-installer||' exclude fi # Remove all udebs to be excluded from inclusion Echo_debug "Removing excluded udebs" while read EXCLUDE; do rm -f ${EXCLUDE}_*.udeb done < exclude else Echo_message "No udeb-exclusion list used" fi # Sort udebs into alphabetised pool structure Echo_debug "Organising into pool structure" for UDEB in ${UDEBS} ${UDEBS_DERIVED}; do _UDEB_FILENAME="$(basename ${UDEB})" if [ -f "${_UDEB_FILENAME}" ]; then Install_file "${_UDEB_FILENAME}" "pool-udeb" rm "${_UDEB_FILENAME}" fi done # Creating udeb indices Echo_debug "Generating udeb indices" UDEB_INDICE_DIR="dists/${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}/main/debian-installer/binary-${LB_ARCHITECTURE}" mkdir -p "${UDEB_INDICE_DIR}" cd "${OLDPWD}" mv binary.udeb chroot/root cat > chroot/binary.sh << EOF #!/bin/sh cd /root/binary.udeb apt-ftparchive packages "pool-udeb/main" > "${UDEB_INDICE_DIR}/Packages" EOF Chroot chroot "sh binary.sh" rm -f chroot/binary.sh mv chroot/root/binary.udeb ./ cd binary.udeb touch "${UDEB_INDICE_DIR}/Packages" -d@${SOURCE_DATE_EPOCH} gzip -9 -c "${UDEB_INDICE_DIR}/Packages" > "${UDEB_INDICE_DIR}/Packages.gz" rm -f Packages* exclude find . | cpio -dmpu "${OLDPWD}"/binary cd "${OLDPWD}" rm -rf binary.udeb rm -rf binary.deb # Generating release file Echo_debug "Generating release file" mv binary chroot/root if [ -e chroot/etc/os-release ] then _VERSION="$(. chroot/etc/os-release && echo ${VERSION_ID})" fi if [ -n "${_VERSION}" ]; then _LB_APT_VERSION_OPT='-o APT::FTPArchive::Release::Version="'"${_VERSION}"'"' fi case "${LB_PARENT_DISTRIBUTION_BINARY}" in sid) _SUITE="unstable" ;; *) _SUITE="${LB_PARENT_DISTRIBUTION_BINARY}" ;; esac cat > chroot/binary.sh << EOF #!/bin/sh cd /root/binary && apt-ftparchive \ -o APT::FTPArchive::Release::Origin="Debian" \ -o APT::FTPArchive::Release::Label="Debian" \ -o APT::FTPArchive::Release::Suite="${_SUITE}" \ ${_LB_APT_VERSION_OPT} \ -o APT::FTPArchive::Release::Codename="${LB_PARENT_DISTRIBUTION_BINARY}" \ -o APT::FTPArchive::Release::Date="$(date -R --utc -d@${SOURCE_DATE_EPOCH})" \ -o APT::FTPArchive::Release::Architectures="${LB_ARCHITECTURE}" \ -o APT::FTPArchive::Release::Components="${LB_PARENT_ARCHIVE_AREAS}" \ -o APT::FTPArchive::Release::Description="Last updated: $(date -R --utc -d@${SOURCE_DATE_EPOCH})" \ release dists/${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION} > dists/${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}/Release EOF Chroot chroot "sh binary.sh" rm -f chroot/binary.sh mv chroot/root/binary ./ if [ -n "${PATH_TO_POOL_INSIDE_LIVE_ENVIRONMENT}" ] then # Add to sources.list with the path that is used inside the live environment # Add in the first line, to give it precedence over the online versions of the same package echo "deb [trusted=yes] file:${PATH_TO_POOL_INSIDE_LIVE_ENVIRONMENT} ${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION} ${LB_PARENT_ARCHIVE_AREAS}" > sources.list cat chroot/chroot/etc/apt/sources.list >> sources.list cp sources.list chroot/chroot/etc/apt/sources.list VAR_LIB_APT_LISTS_FILENAME=$(echo "${PATH_TO_POOL_INSIDE_LIVE_ENVIRONMENT}/dists/${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}/Release" | sed 's|/|_|g') cp -a binary/dists/${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}/Release chroot/chroot/var/lib/apt/lists/${VAR_LIB_APT_LISTS_FILENAME} fi Echo_debug "Creating distribution directories/symlinks" DISTRIBUTIONS="stable testing unstable" if [ "${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION}" != "${LB_PARENT_DISTRIBUTION_BINARY}" ] then DISTRIBUTIONS="${DISTRIBUTIONS} ${LB_PARENT_DISTRIBUTION_BINARY}" fi case "${LB_IMAGE_TYPE}" in hdd) case "${LB_BINARY_FILESYSTEM}" in fat*|ntfs) # Creating dist directories for DISTRIBUTION in ${DISTRIBUTIONS} do cp -a binary/dists/${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION} binary/dists/${DISTRIBUTION} done ;; esac ;; *) # Creating dist symlinks for DISTRIBUTION in ${DISTRIBUTIONS} do ln -s ${LB_PARENT_DEBIAN_INSTALLER_DISTRIBUTION} binary/dists/${DISTRIBUTION} done ln -s . binary/debian ;; esac fi Repack_initrd() { local TARGET_INITRD="${1}" local INCLUDE_PATH="${2}" local REPACK_TMPDIR="unpacked-initrd" Echo_debug "Repacking initrd \`%s\`" "${TARGET_INITRD}" if [ -d "${INCLUDE_PATH}" ] then INCLUDE_PATH=$(readlink -f ${INCLUDE_PATH}) fi # cpio does not have a "extract to directory", so we must change directory mkdir -p ${REPACK_TMPDIR} cd ${REPACK_TMPDIR} gzip -d < ../${TARGET_INITRD} | cpio -i --make-directories --no-absolute-filenames if [ ! -d "${INCLUDE_PATH}" ] then # Invoked the old way, just copy the preseeds local _FILE for _FILE in ../config/preseed/*.cfg ../config/preseed/*.cfg.installer do if [ -e "${_FILE}" ] then cp "${_FILE}" . fi done else # New way, include target directory content in the initrd local REPACK_TMPDIR_ABS="${PWD}" cd "${INCLUDE_PATH}" find -print0 | cpio -pumd0 --no-preserve-owner "${REPACK_TMPDIR_ABS}/" cd "${OLDPWD}" fi find -print0 | cpio -H newc -o0 | gzip -9 > ../${TARGET_INITRD} cd .. rm -rf ${REPACK_TMPDIR} } Echo_debug "Repacking initrds where necessary" # Preseed d-i by repacking the initrd in certain situations if [ "${DI_IMAGE_TYPE}" = "netboot" ] && ( ls config/preseed/*.cfg > /dev/null 2>&1 || ls config/preseed/*.cfg.installer > /dev/null 2>&1 ) then Repack_initrd "${DESTDIR}"/"${INITRD_DI}" if [ -e "${DESTDIR}"/"${INITRD_GI}" ] then Repack_initrd "${DESTDIR}"/"${INITRD_GI}" fi fi # Include content of config/includes.installer if exists and not empty if [ -d config/includes.installer ] && [ -n "$(ls -A config/includes.installer)" ] then Repack_initrd "${DESTDIR}"/"${INITRD_DI}" config/includes.installer if [ -e "${DESTDIR}"/"${INITRD_GI}" ] then Repack_initrd "${DESTDIR}"/"${INITRD_GI}" config/includes.installer fi fi # Saving cache Save_package_cache binary # Removing depends Remove_packages # Creating stage file Create_stagefile