#!/usr/bin/make -f # Main Makefile for debian-cd # # Copyright 1999 Raphaƫl Hertzog # See the README file for the license # # Significantly modified 2005-2006 Steve McIntyre <93sam@debian.org> # for multi-arch and mixed bin/src discs # # The environment variables must have been set # before. For this you can source the CONF.sh # file in your shell ## DEFAULT VALUES ifndef VERBOSE_MAKE Q=@ endif ifndef TASK TASK=Debian-generic endif ifndef MKISOFS ifneq (,$(filter i386 amd64 arm64 hppa,$(ARCHES))) export MKISOFS=xorriso export MKISOFS_OPTS=-as mkisofs -r -checksum_algorithm_iso sha256,sha512 else export MKISOFS=$(shell which genisoimage mkisofs | head -1) endif endif ifndef MKISOFS_OPTS #For normal users MKISOFS_OPTS=-r #For symlink farmers #MKISOFS_OPTS=-r -F . endif ifndef HOOK HOOK=$(BASEDIR)/tools/$(CODENAME).hook endif ifndef ARCHIVE_KEYRING_PACKAGE ARCHIVE_KEYRING_PACKAGE=debian-archive-keyring endif ifndef ARCHIVE_KEYRING_FILE ARCHIVE_KEYRING_FILE=usr/share/keyrings/debian-archive-keyring.gpg endif ifndef JIGDO_CHECKSUM JIGDO_CHECKSUM=md5 endif export BUILD_DATE=$(shell date -u +%Y%m%d-%H:%M) export ARCHES_NOSRC=$(shell echo $(ARCHES) | sed 's/source//') ifeq ($(ARCHES),source) export SOURCEONLY=yes endif ifeq ($(shell echo $(ARCHES) | sed 's/.*source.*/1/'),1) export INC_SOURCE=yes endif UNDER_ARCHES=$(shell echo $(ARCHES) | sed 's/\ /_/g') ARCH_MKISOFS = ${${UNDER_ARCHES}_MKISOFS} ARCH_MKISOFS_OPTS = ${${UNDER_ARCHES}_MKISOFS_OPTS} ifneq (${ARCH_MKISOFS},) MKISOFS = ${ARCH_MKISOFS} endif ifneq (${ARCH_MKISOFS_OPTS},) MKISOFS_OPTS = ${ARCH_MKISOFS_OPTS} endif ifndef DEBOOTSTRAP_OPTS DEBOOTSTRAP_OPTS=--no-check-gpg endif ## Additional packages required for Debian Ports DEBIAN_PORTS_ARCHES=alpha hppa ia64 hurd-amd64 hurd-i386 m68k powerpc powerpcspe ppc64 sh4 sparc sparc64 x32 ifneq (,$(filter $(DEBIAN_PORTS_ARCHES),$(ARCHES))) export BASE_INCLUDE := $(BASEDIR)/data/debian_ports $(BASE_INCLUDE) endif ## Internal variables apt=$(BASEDIR)/tools/apt-selection check_backports_packages=$(BASEDIR)/tools/check_backports_packages sort_deps=$(BASEDIR)/tools/sort_deps md5sum=md5sum jigdo_cleanup=$(BASEDIR)/tools/jigdo_cleanup grab_checksums=$(BASEDIR)/tools/grab_checksums make_image=$(BASEDIR)/tools/make_image merge_package_lists=$(BASEDIR)/tools/merge_package_lists update_popcon=$(BASEDIR)/tools/update_popcon grab_source_list=$(BASEDIR)/tools/grab_source_list which_deb=$(BASEDIR)/tools/which_deb catz=$(BASEDIR)/tools/catz BDIR=$(TDIR)/$(CODENAME) TASKDIR=$(BDIR)/tasks ADIR=$(APTTMP) DB_DIR=$(BDIR)/debootstrap export DEBOOTSTRAP_DIR := $(DB_DIR)/usr/share/debootstrap export PATH := $(DB_DIR)/usr/sbin:$(PATH) export BDIR export TASKDIR ## DEBUG STUFF ## default: @echo "Please refer to the README file for more information" @echo "about the different targets available." ## CHECKS ## # Basic checks in order to avoid problems ok: ifdef FORCE_FAIL @echo Debug variable FORCE_FAIL defined -- abort now; false endif ifndef TDIR @echo TDIR undefined -- set up CONF.sh; false endif ifndef BASEDIR @echo BASEDIR undefined -- set up CONF.sh; false endif ifndef MIRROR @echo MIRROR undefined -- set up CONF.sh; false endif ifndef ARCHES @echo ARCHES undefined -- set up CONF.sh; false endif ifndef CODENAME @echo CODENAME undefined -- set up CONF.sh; false endif ifndef DISKTYPE @echo DISKTYPE undefined -- set up CONF.sh; false endif ifndef OUT @echo OUT undefined -- set up CONF.sh; false endif ifdef NONFREE ifdef EXTRANONFREE @echo Never use NONFREE and EXTRANONFREE at the same time; false endif endif @if [ $(DISKTYPE) = "NETINST" -o $(DISKTYPE) = "BC" ] ; then \ if [ "$(INC_SOURCE)"x = "yes"x ] ; then \ echo "Including source is not supported on a netinst/bc CD"; \ false; \ fi; \ fi ## INITIALIZATION ## # Creation of the directories needed init: ok $(OUT) $(TDIR) $(BDIR) $(ADIR) $(TASKDIR) $(BDIR)/DATE $(DB_DIR) unstable-map $(OUT): $(Q)mkdir -p $(OUT) $(TDIR): $(Q)mkdir -p $(TDIR) $(BDIR): $(Q)mkdir -p $(BDIR) $(ADIR): $(Q)mkdir -p $(ADIR) $(TASKDIR): ifneq ($(ARCHES),source) $(Q)echo "Updating task files..." $(Q)mkdir -p $(TASKDIR) $(Q)echo "- copying task files from 'tasks/$(DI_CODENAME)/'" $(Q)cp -r $(BASEDIR)/tasks/$(CODENAME)/* $(TASKDIR) $(Q)echo "- generating dynamic task files" $(Q)set -e; cd $(TASKDIR); \ $(BASEDIR)/tools/update_tasks; \ $(BASEDIR)/tools/generate_di_list; \ $(BASEDIR)/tools/generate_di+k_list ifeq ($(FORCE_FIRMWARE),1) # Generate firmware task file using the contents of the archive $(Q)$(BASEDIR)/tools/generate_firmware_task "$(ARCHES)" $(TASKDIR)/exclude-firmware $(TASKDIR)/firmware endif ifeq ($(DEBIAN_EDU),1) # Generate Debian Edu task file containing (almost) all of Debian Edu's packages $(Q)$(BASEDIR)/tools/generate_debian-edu_task "$(ARCHES)" $(TASKDIR)/debian-edu-full endif endif $(BDIR)/DATE: $(Q)date -u '+%Y%m%d' > $(BDIR)/DATE $(Q)date -u '+%Y%m%dT%H%M%SZ' --date tomorrow > $(BDIR)/DATE-zulu ifdef MIRROR LATEST_DB := $(MIRROR)/$(shell $(which_deb) $(MIRROR) $(CODENAME) debootstrap) $(DB_DIR): $(LATEST_DB) @rm -rf $(DB_DIR) $(Q)dpkg -x $(LATEST_DB) $(DB_DIR) $(Q)if [ ! -e $(DEBOOTSTRAP_DIR)/scripts/$(CODENAME) ] ; then \ ln -sf sid $(DEBOOTSTRAP_DIR)/scripts/$(CODENAME) ; \ fi endif # Make sure unstable/sid points to testing/trixie, as there is no build # rule for unstable/sid. unstable-map: $(Q)if [ ! -d $(BASEDIR)/data/sid ] ; then \ ln -s trixie $(BASEDIR)/data/sid ; \ fi $(Q)if [ ! -d $(BASEDIR)/tools/boot/sid ] ; then \ ln -s trixie $(BASEDIR)/tools/boot/sid ; \ fi ################# ## CLEAN RULES ## ################# # Cleans the current arch tree (but not packages selection info) clean: ok dir-clean dir-clean: $(Q)rm -rf $(BDIR)/CD[1234567890]* $(Q)rm -rf $(TASKDIR) $(Q)rm -f $(BDIR)/*.filelist* $(Q)rm -f $(BDIR)/packages-stamp $(BDIR)/upgrade-stamp $(BDIR)/checksum-check # Completely cleans the current arch tree realclean: distclean distclean: ok clean $(Q)echo "Cleaning the build directory" $(Q)rm -rf $(ADIR) $(Q)rm -rf $(TDIR) #################### ## STATUS and APT ## #################### $(CODENAME)_status: ok init $(Q)for ARCH in $(ARCHES_NOSRC); do \ echo "Using the provided status file for $(CODENAME)-$$ARCH ..."; \ cp $(BASEDIR)/data/$(CODENAME)/status.$$ARCH $(ADIR)/$(CODENAME)-$$ARCH/status 2>/dev/null || $(MAKE) status || $(MAKE) correctstatus ; \ if [ "$$BACKPORTS"x != ""x ] ; then \ echo "Using the provided status file for $(CODENAME)-backports-$$ARCH ..."; \ cp $(BASEDIR)/data/$(CODENAME)/status.$$ARCH $(ADIR)/$(CODENAME)-backports-$$ARCH/status 2>/dev/null || $(MAKE) status || $(MAKE) correctstatus ; \ fi; \ done # Regenerate the status file with only packages that # are of priority standard or higher status: init $(ADIR)/status $(ADIR)/status: @echo "Generating a fake status file for apt-get and apt-cache..." $(Q)for ARCH in $(ARCHES); do \ mkdir -p $(ADIR)/$(CODENAME)-$$ARCH/apt/preferences.d; \ if [ "$$BACKPORTS"x != ""x ] ; then \ mkdir -p $(ADIR)/$(CODENAME)-backports-$$ARCH/apt/preferences.d; \ fi; \ if [ $$ARCH = "source" -o "$(INSTALLER_CD)" = "1" -o "$(INSTALLER_CD)" = "2" -o "$(INSTALLER_CD)" = "C" -o "$(INSTALLER_CD)" = "F" ];then \ :> $(ADIR)/$(CODENAME)-$$ARCH/status ; \ if [ "$$BACKPORTS"x != ""x ] ; then \ :> $(ADIR)/$(CODENAME)-backports-$$ARCH/status ; \ fi; \ else \ $(catz) $(MIRROR)/dists/$(CODENAME)/main/binary-$$ARCH/Packages.*z* | \ perl -000 -ne 's/^(Package: .*)$$/$$1\nStatus: install ok installed/m; print if (/^Priority: (required|important|standard)/m or /^Section: base/m);' \ >> $(ADIR)/$(CODENAME)-$$ARCH/status ; \ if [ "$$BACKPORTS"x != ""x ] ; then \ $(catz) $(MIRROR)/dists/$(CODENAME)/main/binary-$$ARCH/Packages.*z* | \ perl -000 -ne 's/^(Package: .*)$$/$$1\nStatus: install ok installed/m; print if (/^Priority: (required|important|standard)/m or /^Section: base/m);' \ >> $(ADIR)/$(CODENAME)-backports-$$ARCH/status ; \ fi; \ fi; \ done; :> $(ADIR)/status # Set up keyring so apt doesn't complain @echo "Setting up archive-keyring" $(Q)mkdir -p $(TDIR)/archive-keyring $(Q)dpkg -x $(MIRROR)/$(shell $(which_deb) $(MIRROR) $(CODENAME) $(ARCHIVE_KEYRING_PACKAGE)) $(TDIR)/archive-keyring $(Q)for ARCH in $(ARCHES); do \ mkdir -p $(ADIR)/$(CODENAME)-$$ARCH/apt/trusted.gpg.d; \ ln -s $(TDIR)/archive-keyring/$(ARCHIVE_KEYRING_FILE) $(ADIR)/$(CODENAME)-$$ARCH/apt/trusted.gpg.d; \ for key in $(ARCHIVE_EXTRA_KEYS); do \ gpg --export -a $$key >> $(ADIR)/$(CODENAME)-$$ARCH/apt/trusted.gpg.d/$$key.asc; \ done; \ if [ "$$BACKPORTS"x != ""x ] ; then \ mkdir -p $(ADIR)/$(CODENAME)-backports-$$ARCH/apt/trusted.gpg.d; \ ln -s $(TDIR)/archive-keyring/$(ARCHIVE_KEYRING_FILE) $(ADIR)/$(CODENAME)-backports-$$ARCH/apt/trusted.gpg.d; \ fi; \ done # Updating the apt database $(Q)for ARCH in $(ARCHES); do \ export ARCH=$$ARCH; \ $(apt) update; \ if [ "$$BACKPORTS"x != ""x ] ; then \ USE_BP=1 $(apt) update; \ fi; \ done # If we're doing a build using d-i from sid, we'll need sid sources too if [ "$(INC_SOURCE)"x = "yes"x ] && \ [ "$(DI_CODENAME)"x != ""x ] && \ [ "$(DI_CODENAME)"x != "$(CODENAME)"x ] ; then \ mkdir -p $(ADIR)/$(DI_CODENAME)-source/apt/preferences.d ; \ :> $(ADIR)/$(DI_CODENAME)-source/status ; \ export CODENAME=$(DI_CODENAME); \ export ARCH=source; \ $(apt) update; \ if [ "$$BACKPORTS"x != ""x ] ; then \ USE_BP=1 $(apt) update; \ fi; \ fi # # Checking the consistency of the standard system # If this does fail, then launch make correctstatus # $(Q)for ARCH in $(ARCHES); do \ export ARCH=$$ARCH; \ $(apt) check || $(MAKE) correctstatus; \ if [ "$$BACKPORTS"x != ""x ] ; then \ USE_BP=1 $(apt) check || $(MAKE) correctstatus; \ fi; \ done # Only useful if the standard system is broken # It tries to build a better status file with apt-get -f install correctstatus: status apt-update # You may need to launch correctstatus more than one time # in order to correct all dependencies # # Removing packages from the system : $(Q)set -e; \ if [ "$(ARCHES)" != "source" ] ; then \ for ARCH in $(ARCHES_NOSRC); do \ export ARCH=$$ARCH; \ for i in `$(apt) deselected -f install`; do \ echo $$ARCH:$$i; \ perl -i -000 -ne "print unless /^Package: \Q$$i\E/m" \ $(ADIR)/$(CODENAME)-$$ARCH/status; \ done; \ if [ "$$BACKPORTS"x != ""x ] ; then \ for i in `USE_BP=1 $(apt) deselected -f install`; do \ echo $$ARCH:$$i; \ perl -i -000 -ne "print unless /^Package: \Q$$i\E/m" \ $(ADIR)/$(CODENAME)-backports-$$ARCH/status; \ done; \ fi; \ done; \ fi # # Adding packages to the system : $(Q)set -e; \ if [ "$(ARCHES)" != "source" ] ; then \ for ARCH in $(ARCHES_NOSRC); do \ export ARCH=$$ARCH; \ for i in `$(apt) selected -f install`; do \ echo $$ARCH:$$i; \ $(apt) cache --no-all-versions show "$$i" | perl -000 -npe \ "s/^(Package: .*)\$$/\$$1\nStatus: install ok installed/m;" \ >> $(ADIR)/$(CODENAME)-$$ARCH/status; \ done; \ if [ "$$BACKPORTS"x != ""x ] ; then \ for i in `USE_BP=1 $(apt) selected -f install`; do \ echo $$ARCH:$$i; \ USE_BP=1 $(apt) cache --no-all-versions show "$$i" | perl -000 -npe \ "s/^(Package: .*)\$$/\$$1\nStatus: install ok installed/m;" \ >> $(ADIR)/$(CODENAME)-backports-$$ARCH/status; \ done; \ fi; \ done; \ fi # # Showing the output of apt-get check : $(Q)for ARCH in $(ARCHES_NOSRC); do \ ARCH=$$ARCH $(apt) check; \ if [ "$$BACKPORTS"x != ""x ] ; then \ USE_BP=1 ARCH=$$ARCH $(apt) check; \ fi; \ done apt-update: status $(Q)if [ "$(ARCHES)" != "source" ] ; then \ for ARCH in $(ARCHES); do \ echo "Apt-get is updating its files ..."; \ ARCH=$$ARCH $(apt) update; \ if [ "$$BACKPORTS"x != ""x ] ; then \ USE_BP=1 ARCH=$$ARCH $(apt) update; \ fi; \ done; \ fi ## GENERATING LISTS ## # Deleting the list only deletelist: ok $(Q)-rm $(BDIR)/rawlist $(Q)-rm $(BDIR)/list packagelists: ok apt-update genlist # Build the raw list (cpp output) with doubles and spaces $(BDIR)/rawlist: # Dirty workaround for saving space, we add some hints to break ties. # This is just a temporal solution, sort_deps should be a little bit less # silly so that this is not needed. For more info have a look at # https://lists.debian.org/debian-cd/2004/debian-cd-200404/msg00093.html $(Q)if [ "$(SOURCEONLY)"x != "yes"x ] ; then \ if [ "$(INSTALLER_CD)"x = "1"x ] ; then \ : ; \ elif [ "$(INSTALLER_CD)"x = "2"x -o "$(INSTALLER_CD)"x = "C"x ] ; then \ echo "mawk" >>$(BDIR)/rawlist; \ else \ echo "mawk" >>$(BDIR)/rawlist; \ echo "exim4-daemon-light" >>$(BDIR)/rawlist; \ fi; \ fi $(Q)if [ "$(SOURCEONLY)"x != "yes"x ] ; then \ if [ _$(INSTALLER_CD) != _1 ]; then \ for ARCH in $(ARCHES_NOSRC); do \ BINCLUDE=`[ -n "$(BASE_INCLUDE)" ] && cat $(BASE_INCLUDE) | sort -u | tr "\n" "," | sed 's!,$$!!g'`; \ [ -z "$$BINCLUDE" ] || BINCLUDE="--include=$$BINCLUDE"; \ BEXCLUDE=`[ -n "$(BASE_EXCLUDE)" ] && cat $(BASE_EXCLUDE) | tr "\n" "," | sed 's!,$$!!g'`; \ [ -z "$$BEXCLUDE" ] || BEXCLUDE="--exclude=$$BEXCLUDE"; \ debootstrap $(DEBOOTSTRAP_OPTS) --arch $$ARCH \ --print-debs \ $$BINCLUDE $$BEXCLUDE \ $(CODENAME) \ $(TDIR)/debootstrap.tmp \ file:$(MIRROR) \ $(DEBOOTSTRAP_SCRIPT) 2>/dev/null \ | tr ' ' '\n' > $(BDIR)/debootstrap-list; \ cat $(BDIR)/debootstrap-list >>$(BDIR)/rawlist; \ rm -rf $(TDIR)/debootstrap.tmp; \ done; \ fi; \ fi $(Q)for ARCH in $(ARCHES_NOSRC); do \ ARCHDEFS="$$ARCHDEFS -D ARCH_`echo $$ARCH | sed 's/-/_/'`"; \ ARCHUNDEFS="$$ARCHUNDEFS -U $$ARCH"; \ done; \ for VARIANT in $(VARIANTS); do \ VARIANTDEFS="$$VARIANTDEFS -D VARIANT_$$VARIANT"; \ done; \ if [ "$(FORCE_FIRMWARE)"x = "1"x ] ; then \ ARCHDEFS="$$ARCHDEFS -DFORCE_FIRMWARE"; \ fi; \ if [ "$(EXCLUDE_486_KERNEL)"x = "1"x ] ; then \ ARCHDEFS="$$ARCHDEFS -DARCH_i386_EXCLUDE_486_KERNEL"; \ fi; \ if [ "$(EXCLUDE_586_KERNEL)"x = "1"x ] ; then \ ARCHDEFS="$$ARCHDEFS -DARCH_i386_EXCLUDE_586_KERNEL"; \ fi; \ if [ "$(EXCLUDE_686_KERNEL)"x = "1"x ] ; then \ ARCHDEFS="$$ARCHDEFS -DARCH_i386_EXCLUDE_686_KERNEL"; \ fi; \ if [ "$(EXCLUDE_686_PAE_KERNEL)"x = "1"x ] ; then \ ARCHDEFS="$$ARCHDEFS -DARCH_i386_EXCLUDE_686_PAE_KERNEL"; \ fi; \ if [ "$(SOURCEONLY)"x != "yes"x ] ; then \ cpp -nostdinc -P -undef $$ARCHDEFS $$VARIANTDEFS\ $$ARCHUNDEFS -U i386 -U linux -U unix \ -DFORCENONUSONCD1=0 \ -I $(TASKDIR) $(TASKDIR)/$(TASK) >> $(BDIR)/rawlist; \ fi # If we're *only* doing source, then we need to build a list of all the # available source packages. Deliberately ignore the tasks too. $(Q)if [ "$(SOURCEONLY)"x = "yes"x ] ; then \ awk '/^Package:/ {print $$2}' $(ADIR)/$(CODENAME)-source/apt-state/lists/*Sources | \ sort -u > $(BDIR)/rawlist; \ fi # ls -al $(BDIR)/rawlist # Generate the complete listing of packages from the task # Build a nice list without doubles and without spaces genlist: ok $(BDIR)/list $(BDIR)/list: $(BDIR)/rawlist @echo "Generating the complete list of packages to be included in $(BDIR)/list..." $(Q)perl -ne 'chomp; next if /^\s*$$/; \ print "$$_\n" if not $$seen{$$_}; $$seen{$$_}++;' \ $(BDIR)/rawlist \ > $(BDIR)/list # Now check to see if we've been told to use backports # versions of any of the packages in our list. $(check_backports_packages) $(BDIR)/list $(BDIR)/list.backports if [ -f $(BDIR)/list.backports ]; then mv $(BDIR)/list.backports $(BDIR)/list; fi ## IMAGE BUILDING ## image-trees: ok genlist # Use sort_deps to do the dependency sorting $(Q)for ARCH in $(ARCHES_NOSRC); do \ ARCH=$$ARCH $(sort_deps) $(BDIR)/list; \ done $(Q)if [ "$(SOURCEONLY)"x = "yes"x ] ; then \ $(grab_source_list) $(BDIR) $(ADIR) $(BDIR)/list $(BDIR)/packages; \ else \ $(merge_package_lists) $(BDIR) $(ADIR) "$(ARCHES)" $(BDIR)/packages; \ fi $(Q)if [ "$(INC_SOURCE)"x = "yes"x ] ; then \ grep ^source $(BDIR)/packages > $(BDIR)/packages.source; \ fi $(Q)$(BASEDIR)/tools/make_disc_trees.pl $(BASEDIR) $(MIRROR) $(TDIR) $(CODENAME) "$(ARCHES)" "$(MKISOFS)" "$(MKISOFS_OPTS) $(JIGDO_OPTS)" images: ok $(OUT) $(BDIR)/checksum-check $(Q)$(make_image) "$(BDIR)" "$(ARCHES)" "$(OUT)" "$(DEBVERSION)" "$(MIRROR)" "$(MKISOFS)" "$(MKISOFS_OPTS)" "$(JIGDO_OPTS)" "$(jigdo_cleanup)" parallel_images: $(subst volid,image,$(notdir $(wildcard $(BDIR)/*.volid))) echo $^ %.image: ok $(OUT) $(BDIR)/checksum-check $(Q)CD=$(subst .image,,$@) $(make_image) "$(BDIR)" "$(ARCHES)" "$(OUT)" "$(DEBVERSION)" "$(MIRROR)" "$(MKISOFS)" "$(MKISOFS_OPTS)" "$(JIGDO_OPTS)" "$(jigdo_cleanup)" check-number-given: @test -n "$(CD)" || (echo "Give me a CD= parameter !" && false) # Generate only one image number $(CD) image: check-number-given images # Calculate the checksums for the images (if available), or get from templates imagesums: $(Q)$(BASEDIR)/tools/imagesums $(OUT) $(SUMS_EXTENSION) ## MISC TARGETS ## $(BDIR)/checksum-check: mirrorcheck mirrorcheck: ok $(Q)$(grab_checksums) $(JIGDO_CHECKSUM) $(MIRROR) "$(ARCHES)" $(CODENAME) $(DI_CODENAME) $(BDIR)/checksum-check $(Q)for ARCH in $(ARCHES); do \ if [ -e $(BASEDIR)/data/$(CODENAME)/$$ARCH/extra-sources ]; then \ echo "Extra dedicated source added; need to grab source checksum info too"; \ $(grab_checksums) $(JIGDO_CHECKSUM) $(MIRROR) source $(CODENAME) $(DI_CODENAME) $(BDIR)/checksum-check; \ fi; \ done update-popcon: $(update_popcon) tasks/$(CODENAME)/popularity-contest # Little trick to simplify things official_images: ok init packagelists image-trees images