debian-cd-clone/Makefile

530 lines
16 KiB
Makefile
Executable File

#!/usr/bin/make -f
# Main Makefile for YACS
#
# Copyright 1999 Raphaël Hertzog <hertzog@debian.org>
# See the README file for the license
# The environment variables must have been set
# before. For this you can source the CONF.sh
# file in your shell
## DEFAULT VALUES
ifndef SIZELIMIT
SIZELIMIT=$(shell echo -n $$[ 610 * 1024 * 1024 ])
endif
ifndef TASK
TASK=$(BASEDIR)/tasks/Debian_$(CODENAME)
endif
ifndef BINDISKINFO
BINDISKINFO="Debian GNU/Linux $(CODENAME) (unofficial) binary-$(ARCH) $$num/$$nb $$DATE"
endif
ifndef SRCDISKINFO
SRCDISKINFO="Debian GNU/Linux $(CODENAME) (unofficial) source $$num/$$nb $$DATE"
endif
ifndef BINVOLID
BINVOLID="Debian-$(ARCH) $(CODENAME) Disc $$num"
endif
ifndef SRCVOLID
SRCVOLID="Debian-src $(CODENAME) Disc $$num"
endif
ifndef MKISOFS
MKISOFS=/usr/bin/mkhybrid
endif
ifndef MKISOFS_OPTS
#For normal users
MKISOFS_OPTS=-a -r -T
#For symlink farmers
#MKISOFS_OPTS=-a -r -F -T
endif
ifndef HOOK
HOOK=$(BASEDIR)/tools/$(CODENAME).hook
endif
## Internal variables
apt=$(BASEDIR)/tools/apt-selection
list2cds=$(BASEDIR)/tools/list2cds
cds2src=$(BASEDIR)/tools/cds2src
master2tasks=$(BASEDIR)/tools/master2tasks
mirrorcheck=$(BASEDIR)/tools/mirror_check
addpackages=$(BASEDIR)/tools/add_packages
adddirs=$(BASEDIR)/tools/add_dirs
scanpackages=$(BASEDIR)/tools/scanpackages
scansources=$(BASEDIR)/tools/scansources
addfiles=$(BASEDIR)/tools/add_files
set_mkisofs_opts=$(BASEDIR)/tools/set_mkisofs_opts
BDIR=$(TDIR)/$(CODENAME)-$(ARCH)
SDIR=$(TDIR)/$(CODENAME)-src
## CHECKS ##
# Basic checks in order to avoid problems
ok=true
ifndef TDIR
ok=false
endif
ifndef BASEDIR
ok=false
endif
ifndef MIRROR
ok=false
endif
ifndef ARCH
ok=false
endif
ifndef CODENAME
ok=false
endif
ifndef OUT
ok=false
endif
default:
@echo "Please refer to the README file for more information"
@echo "about the different targets available."
ok:
@$(ok) || (echo \
"ERROR: Bad configuration. Please edit CONF.sh and source it ..." \
&& false)
## INITIALIZATION ##
# Creation of the directories needed
init: ok $(TDIR) $(BDIR) $(SDIR)
$(TDIR):
@mkdir -p $(TDIR)
$(BDIR):
@mkdir -p $(BDIR)
$(SDIR):
@mkdir -p $(SDIR)
## CLEANINGS ##
# CLeans the current arch tree (but not packages selection info)
clean: ok bin-clean src-clean
bin-clean:
@-rm -rf $(BDIR)/[1234567890]
@-rm -f $(BDIR)/packages-stamp $(BDIR)/bootable-stamp \
$(BDIR)/upgrade-stamp
src-clean:
@-rm -rf $(SDIR)/[1234567890]
@-rm -rf $(SDIR)/sources-stamp
# Completely cleans the current arch tree
realclean: distclean
distclean: ok bin-distclean src-distclean
bin-distclean:
@-rm -rf $(BDIR)
src-distclean:
@-rm -rf $(SDIR)
## STATUS and APT ##
# Regenerate the status file with only packages that
# are of priority standard or higher
status: init $(BDIR)/status
$(BDIR)/status:
@echo "Generating a fake status file for apt-get and apt-cache..."
@zcat $(MIRROR)/dists/$(CODENAME)/main/binary-$(ARCH)/Packages.gz | \
perl -000 -ne 's/^(Package: .*)$$/$$1\nStatus: install ok installed/m; \
print if (/^Priority: (required|important|standard)/m or \
/^Section: base/m);' \
> $(BDIR)/status
# Updating the apt database
@$(apt) update
#
# Checking the consistence of the standard system
# If this does fail, then launch make correctstatus
#
@$(apt) check
# Only useful if the standard system is broken
# It tries to build a better status file with apt-get -f install
correctstatus: status apt-update
# You may need to launch correctstatus more than one time
# in order to correct all dependencies
#
# Removing packages from the system :
@for i in `$(apt) deselected -f install`; do \
echo $$i; \
perl -i -000 -ne "print unless /^Package: \Q$$i\E/m" \
$(BDIR)/status; \
done
#
# Adding packages to the system :
@for i in `$(apt) selected -f install`; do \
echo $$i; \
$(apt) cache dumpavail | perl -000 -ne \
"s/^(Package: .*)\$$/\$$1\nStatus: install ok installed/m; \
print if /^Package: \Q$$i\E\s*\$$/m;" \
>> $(BDIR)/status; \
done
#
# Showing the output of apt-get check :
@$(apt) check
apt-update: status
@echo "Apt-get is updating his files ..."
@$(apt) update
## GENERATING LISTS ##
# Deleting the list only
deletelist: ok
@-rm $(BDIR)/rawlist
@-rm $(BDIR)/list
# Generates the list of packages/files to put on each CD
list: bin-list src-list
# Generate the listing of binary packages
bin-list: ok apt-update genlist $(BDIR)/1.packages
$(BDIR)/1.packages:
@echo "Dispatching the packages on all the CDs ..."
@$(list2cds) $(BDIR)/list $(SIZELIMIT)
# Generate the listing for sources CDs corresponding to the packages included
# in the binary set
src-list: bin-list $(SDIR)/1.sources
$(SDIR)/1.sources:
@echo "Dispatching the sources on all the CDs ..."
@$(cds2src) $(SIZELIMIT)
# Generate the complete listing of packages from the task
# Build a nice list without doubles and without spaces
genlist: ok $(BDIR)/list
$(BDIR)/list: $(BDIR)/rawlist
@echo "Generating the complete list of packages to be included ..."
@perl -ne 'chomp; next if /^\s*$$/; \
print "$$_\n" if not $$seen{$$_}; $$seen{$$_}++;' \
$(BDIR)/rawlist \
> $(BDIR)/list
# Build the raw list (cpp output) with doubles and spaces
$(BDIR)/rawlist:
@perl -npe 's/\@ARCH\@/$(ARCH)/g' $(TASK) | \
cpp -nostdinc -nostdinc++ -P -undef -D ARCH=$(ARCH) -D ARCH_$(ARCH) \
-I $(BASEDIR)/tasks - - >> $(BDIR)/rawlist
## DIRECTORIES && PACKAGES && INFOS ##
# Create all the needed directories for installing packages (plus the
# .disk directory)
tree: bin-tree src-tree
bin-tree: ok bin-list $(BDIR)/1/debian
$(BDIR)/1/debian:
@echo "Adding the required directories to the binary CDs ..."
@for i in $(BDIR)/*.packages; do \
dir=$${i%%.packages}; \
mkdir -p $$dir; \
$(adddirs) $$dir; \
done
src-tree: ok src-list $(SDIR)/1/debian
$(SDIR)/1/debian:
@echo "Adding the required directories to the source CDs ..."
@for i in $(SDIR)/*.sources; do \
dir=$${i%%.sources}; \
mkdir -p $$dir; \
$(adddirs) $$dir; \
done
# CD labels / volume ids / disk info
infos: bin-infos src-infos
bin-infos: bin-tree $(BDIR)/1/.disk/info
$(BDIR)/1/.disk/info:
@echo "Generating the binary CD labels and their volume ids ..."
@nb=`ls -l $(BDIR)/*.packages | wc -l | tr -d " "`; num=0;\
DATE=`date +%Y%m%d`; \
for i in $(BDIR)/*.packages; do \
num=$${i%%.packages}; num=$${num##$(BDIR)/}; \
echo -n $(BINDISKINFO) > $(BDIR)/$$num/.disk/info; \
echo -n $(BINVOLID) > $(BDIR)/$${num}.volid; \
$(set_mkisofs_opts) bin $$num > $(BDIR)/$${num}.mkisofs_opts; \
done
src-infos: src-tree $(SDIR)/1/.disk/info
$(SDIR)/1/.disk/info:
@echo "Generating the source CD labels and their volume ids ..."
@nb=`ls -l $(SDIR)/*.sources | wc -l | tr -d " "`; num=0;\
DATE=`date +%Y%m%d`; \
for i in $(SDIR)/*.sources; do \
num=$${i%%.sources}; num=$${num##$(SDIR)/}; \
echo -n $(SRCDISKINFO) > $(SDIR)/$$num/.disk/info; \
echo -n $(SRCVOLID) > $(SDIR)/$${num}.volid; \
$(set_mkisofs_opts) src $$num > $(SDIR)/$${num}.mkisofs_opts; \
done
# Adding the deb files to the images
packages: bin-infos bin-list $(BDIR)/packages-stamp
$(BDIR)/packages-stamp:
@echo "Adding the selected packages to each CD :"
@for i in $(BDIR)/*.packages; do \
dir=$${i%%.packages}; \
n=$${dir##$(BDIR)/}; \
echo "$$n ... "; \
cat $$i | xargs -n 200 -r $(addpackages) $$dir; \
if [ -x "$(HOOK)" ]; then \
cd $(BDIR) && $(HOOK) $$n before-scanpackages; \
fi; \
$(scanpackages) scan $$dir; \
echo "done."; \
done
@#Now install the Packages and Packages.cd files
@for i in $(BDIR)/*.packages; do \
dir=$${i%%.packages}; \
$(scanpackages) install $$dir; \
done
@touch $(BDIR)/packages-stamp
sources: src-infos src-list $(SDIR)/sources-stamp
$(SDIR)/sources-stamp:
@echo "Adding the selected sources to each CD."
@for i in $(SDIR)/*.sources; do \
dir=$${i%%.sources}; \
n=$${dir##$(SDIR)/}; \
echo -n "$$n ... "; \
grep -v "non-US/" $$i | xargs $(addfiles) $$dir $(MIRROR); \
if [ -n "$(NONUS)" ]; then \
grep "non-US/" $$i | xargs $(addfiles) $$dir $(NONUS); \
fi; \
$(scansources) $$dir; \
echo "done."; \
done
@touch $(SDIR)/sources-stamp
## BOOT & DOC & INSTALL ##
# Add everything that is needed to make the CDs bootable
bootable: ok disks installtools $(BDIR)/bootable-stamp
$(BDIR)/bootable-stamp:
@echo "Making the binary CDs bootable ..."
@for file in $(BDIR)/*.packages; do \
dir=$${file%%.packages}; \
n=$${dir##$(BDIR)/}; \
if [ -x $(BASEDIR)/tools/boot/boot-$(ARCH) ]; then \
cd $(BDIR); \
$(BASEDIR)/tools/boot/boot-$(ARCH) $$n $$dir; \
else \
echo "No script to make CDs bootable for $(ARCH) ..."; \
exit 1; \
fi; \
done
@touch $(BDIR)/bootable-stamp
# Add the doc files to the CDs and the Release-Notes and the
# Contents-$(ARCH).gz files
doc: ok bin-infos $(BDIR)/1/doc
$(BDIR)/1/doc:
@echo "Adding the documentation ..."
@for i in $(BDIR)/*.packages; do \
dir=$${i%%.packages}; \
$(addfiles) $$dir $(MIRROR) doc; \
cp -d $(MIRROR)/README* $$dir/; \
if [ -e $(MIRROR)/dists/$(CODENAME)/main/Release-Notes ]; then \
cp $(MIRROR)/dists/$(CODENAME)/main/Release-Notes $$dir/; \
fi; \
cp $(MIRROR)/dists/$(CODENAME)/Contents-$(ARCH).gz \
$$dir/dists/$(CODENAME)/; \
if [ -n "$(NONUS)" ]; then \
cp $(NONUS)/dists/$(CODENAME)/non-US/Contents-$(ARCH).gz \
$$dir/dists/$(CODENAME)/non-US/; \
fi; \
if [ -e $(BASEDIR)/data/$(CODENAME)/README.$(ARCH) ]; then \
cp $(BASEDIR)/data/$(CODENAME)/README.$(ARCH) $$dir/; \
fi; \
echo "This disc is labelled :" > $$dir/README.1ST; \
cat $$dir/.disk/info >>$$dir/README.1ST; \
echo -e "\n\n" >>$$dir/README.1ST; \
if [ -e $(BASEDIR)/data/$(CODENAME)/README.1ST.$(ARCH) ]; then \
cat $(BASEDIR)/data/$(CODENAME)/README.1ST.$(ARCH) \
>> $$dir/README.1ST; \
fi; \
todos $$dir/README.1ST; \
if [ -e $(BASEDIR)/data/$(CODENAME)/README.multicd ]; then \
cp $(BASEDIR)/data/$(CODENAME)/README.multicd $$dir/; \
fi; \
done
# Add the install stuff on the first CD
installtools: ok doc disks $(BDIR)/1/tools
$(BDIR)/1/tools:
@echo "Adding install tools and documentation ..."
@$(addfiles) $(BDIR)/1 $(MIRROR) tools
@mkdir $(BDIR)/1/install
@cd \
$(BDIR)/1/dists/$(CODENAME)/main/disks-$(ARCH)/current; \
cp *.html *.txt $(BDIR)/1/install/
@ln -sf install.html $(BDIR)/1/install/index.html
@cd $(BDIR)/1/doc; \
for file in ../install/*.{html,txt}; do ln -s $$file; done
# Add the disks-arch directories where needed
disks: ok bin-infos $(BDIR)/1/dists/$(CODENAME)/main/disks-$(ARCH)
$(BDIR)/1/dists/$(CODENAME)/main/disks-$(ARCH):
@echo "Adding disks-$(ARCH) stuff ..."
@mkdir -p \
$(BDIR)/1/dists/$(CODENAME)/main/disks-$(ARCH)
@$(addfiles) \
$(BDIR)/1/dists/$(CODENAME)/main/disks-$(ARCH) \
$(MIRROR)/dists/$(CODENAME)/main/disks-$(ARCH) .
@#Keep only one copy of the disks stuff
@cd $(BDIR)/1/dists/$(CODENAME)/main/disks-$(ARCH); \
if [ "$(SYMLINK)" != "" ]; then exit 0; fi; \
if [ -L current ]; then \
CURRENT_LINK=`ls -l current | awk '{print $$11}'`; \
mv $$CURRENT_LINK .tmp_link; \
rm -rf [0123456789]*; \
mv .tmp_link $$CURRENT_LINK; \
elif [ -d current ]; then \
rm -rf [0123456789]*; \
fi;
upgrade: ok bin-infos $(BDIR)/upgrade-stamp
$(BDIR)/upgrade-stamp:
@echo "Trying to add upgrade* directories ..."
@if [ -x "$(BASEDIR)/tools/$(CODENAME)/upgrade.sh" ]; then \
$(BASEDIR)/tools/$(CODENAME)/upgrade.sh; \
fi
@touch $(BDIR)/upgrade-stamp
## EXTRAS ##
# Launch the extras scripts correctly for customizing the CDs
extras: bin-extras
bin-extras: ok
@if [ -z "$(DIR)" -o -z "$(CD)" -o -z "$(ROOTSRC)" ]; then \
echo "Give me more parameters (DIR, CD and ROOTSRC are required)."; \
false; \
fi
@echo "Adding dirs `$(DIR)' from `$(ROOTSRC)' to `$(BDIR)/$(CD)'" ...
@$(addfiles) $(BDIR)/$(CD) $(ROOTSRC) $(DIR)
src-extras:
@if [ -z "$(DIR)" -o -z "$(CD)" -o -z "$(ROOTSRC)" ]; then \
echo "Give me more parameters (DIR, CD and ROOTSRC are required)."; \
false; \
fi
@echo "Adding dirs `$(DIR)' from `$(ROOTSRC)' to `$(SDIR)/$(CD)'" ...
@$(addfiles) $(SDIR)/$(CD) $(ROOTSRC) $(DIR)
## IMAGE BUILDING ##
# Get some size info about the build dirs
imagesinfo: bin-imagesinfo
bin-imagesinfo: ok
@for i in $(BDIR)/*.packages; do \
echo `du -sb $${i%%.packages}`; \
done
src-imagesinfo: ok
@for i in $(SDIR)/*.sources; do \
echo `du -sb $${i%%.sources}`; \
done
# Generate a md5sum.txt file listings all files on the CD
md5list: bin-md5list src-md5list
bin-md5list: ok packages $(BDIR)/1/md5sum.txt
$(BDIR)/1/md5sum.txt:
@echo "Generating md5sum of files from all the binary CDs ..."
@for file in $(BDIR)/*.packages; do \
dir=$${file%%.packages}; \
n=$${dir##$(BDIR)/}; \
test -x "$(HOOK)" && cd $(BDIR) && $(HOOK) $$n before-mkisofs; \
cd $$dir; \
find . -follow -type f | grep -v "\./md5sum" | grep -v \
"dists/stable" | grep -v "dists/frozen" | \
grep -v "dists/unstable" | xargs md5sum > md5sum.txt ; \
done
src-md5list: ok sources $(SDIR)/1/md5sum.txt
$(SDIR)/1/md5sum.txt:
@echo "Generating md5sum of files from all the source CDs ..."
@for file in $(SDIR)/*.sources; do \
dir=$${file%%.sources}; \
cd $$dir; \
find . -follow -type f | grep -v "\./md5sum" | grep -v \
"dists/stable" | grep -v "dists/frozen" | \
grep -v "dists/unstable" | xargs md5sum > md5sum.txt ; \
done
# Generates all the images
images: bin-images src-images
bin-images: ok bin-md5list $(OUT)
@echo "Generating the binary iso images ..."
@for file in $(BDIR)/*.packages; do \
dir=$${file%%.packages}; \
n=$${dir##$(BDIR)/}; \
cd $$dir/..; \
opts=`cat $$dir.mkisofs_opts`; \
volid=`cat $$dir.volid`; \
rm -f $(OUT)/$(CODENAME)-$(ARCH)-$$n.raw; \
$(MKISOFS) $(MKISOFS_OPTS) -V "$$volid" \
-o $(OUT)/$(CODENAME)-$(ARCH)-$$n.raw $$opts $$n ; \
done
src-images: ok src-md5list $(OUT)
@echo "Generating the source iso images ..."
@for file in $(SDIR)/*.sources; do \
dir=$${file%%.sources}; \
n=$${dir##$(SDIR)/}; \
cd $$dir/..; \
opts=`cat $$dir.mkisofs_opts`; \
volid=`cat $$dir.volid`; \
rm -f $(OUT)/$(CODENAME)-src-$$n.raw; \
$(MKISOFS) $(MKISOFS_OPTS) -V "$$volid" \
-o $(OUT)/$(CODENAME)-src-$$n.raw $$opts $$n ; \
done
# Generate only one image number $(CD)
image: bin-image
bin-image: ok bin-md5list $(OUT)
@echo "Generating the binary iso image n°$(CD) ..."
@test -n "$(CD)" || (echo "Give me a CD=<num> parameter !" && false)
@dir=$(BDIR)/$(CD); cd $(BDIR); opts=`cat $$dir.mkisofs_opts`; \
volid=`cat $$dir.volid`; rm -f $(OUT)/$(CODENAME)-$(ARCH)-$(CD).raw; \
$(MKISOFS) $(MKISOFS_OPTS) -V "$$volid" \
-o $(OUT)/$(CODENAME)-$(ARCH)-$(CD).raw $$opts $(CD)
src-image: ok src-md5list $(OUT)
@echo "Generating the source iso image n°$(CD) ..."
@test -n "$(CD)" || (echo "Give me a CD=<num> parameter !" && false)
@dir=$(SDIR)/$(CD); cd $(SDIR); opts=`cat $$dir.mkisofs_opts`; \
volid=`cat $$dir.volid`; rm -f $(OUT)/$(CODENAME)-src-$(CD).raw; \
$(MKISOFS) $(MKISOFS_OPTS) -V "$$volid" \
-o $(OUT)/$(CODENAME)-src-$(CD).raw $$opts $(CD)
#Calculate the md5sums for the images
imagesums:
@cd $(OUT); :> MD5SUMS; for file in *.raw; do \
md5sum $$file >>MD5SUMS; \
done
## MISC TARGETS ##
tasks: ok $(BASEDIR)/data/$(CODENAME)/master
$(master2tasks)
readme:
sensible-pager $(BASEDIR)/README
conf:
sensible-editor $(BASEDIR)/CONF.sh
mirrorcheck: ok apt-update
@$(apt) cache dumpavail | $(mirrorcheck)
# Little trick to simplify things
official_images: bin-official_images src-official_images
bin-official_images: ok bootable upgrade bin-images
src-official_images: ok src-images
$(CODENAME)_status: ok init
@echo "Using the provided status file for $(CODENAME)-$(ARCH) ..."
@cp $(BASEDIR)/data/$(CODENAME)/status.$(ARCH) $(BDIR)/status \
2>/dev/null || $(MAKE) status || $(MAKE) correctstatus