356 lines
9.7 KiB
Bash
Executable File
356 lines
9.7 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# (c) Steve McIntyre <steve@einval.com> 2001-2017
|
|
# GNU GPL v2
|
|
#
|
|
# Quick and dirty script to create update CDs for people to upgrade
|
|
# from an initial stable release (r0) to the latest point release level
|
|
#
|
|
|
|
set -e
|
|
|
|
# Configuration goes here.
|
|
|
|
# Where is your mirror?
|
|
MIRROR_NORM=/srv/cdbuilder.debian.org/src/ftp/debian
|
|
|
|
# Do you want non-free? 1 for yes, 0 for no
|
|
NONFREE=0
|
|
|
|
# What release version is this?
|
|
VER=9.1.0
|
|
|
|
# Is this an official CD?
|
|
OFFICIAL=Official
|
|
# OFFICIAL="Unofficial snapshot"
|
|
|
|
# Path to use with mkisofs/mkhybrid
|
|
MKISOFS="genisoimage -jigdo-template-compress bzip2 -r -checksum_algorithm_iso sha256,sha512"
|
|
|
|
# Use JTE extensions to mkisofs to make jigdo files?
|
|
JTE=1
|
|
|
|
# Set up torrents too?
|
|
BT=1
|
|
|
|
# The working directory to use. MUST be on the same partition as the mirror.
|
|
TDIR=/srv/cdbuilder.debian.org/src/deb-cd/tmp/stretch-update/cd-work
|
|
|
|
# Building stretch cd set ...
|
|
CODENAME=stretch
|
|
|
|
# Path where the images will be written
|
|
OUT=/srv/cdbuilder.debian.org/src/deb-cd/tmp/stretch-update/cd-out
|
|
|
|
# Location(s) for the snapshot(s)
|
|
SNAPSHOT='Debian=https://us.cdimage.debian.org/cdimage/snapshot/Debian/ --try-last'
|
|
|
|
JIGOO_CHECKSUM=md5
|
|
|
|
# Type of disc image, cd or dvd (lower case)
|
|
if [ "$1"x = ""x ] ; then
|
|
TYPE=cd
|
|
else
|
|
TYPE=$1
|
|
fi
|
|
case $TYPE in
|
|
cd|CD)
|
|
TYPE=cd
|
|
TYPEUP=CD;;
|
|
dvd|DVD)
|
|
TYPE=dvd
|
|
TYPEUP=DVD;;
|
|
*)
|
|
echo "Specify a disk type..."
|
|
exit 1;;
|
|
esac
|
|
|
|
# Location of the diff file to use to determine the changes. If you leave
|
|
# this blank, we'll try to determine the changes from the ChangeLog files,
|
|
# which is probably less accurate.
|
|
DIFF=/home/debian-cd/lists/stretch/r0-r2.diff
|
|
|
|
if [ "$TYPE" = "cd" ] ; then
|
|
CDSIZE=644 # megabytes, leaving space for metadata
|
|
else
|
|
CDSIZE=4300 # megabytes, leaving space for metadata
|
|
fi
|
|
|
|
REL=Debian"$VER"
|
|
CLOG=dists/$CODENAME/ChangeLog
|
|
UPD=$TDIR/$CODENAME-update
|
|
DATE=`date +%Y%m%d`
|
|
BASEDIR=`pwd`
|
|
SECTS="main non-free contrib"
|
|
VERBOSE=2
|
|
GRAB_CHECKSUMS=$BASEDIR/tools/grab_checksums
|
|
export VERBOSE BASEDIR SECTS
|
|
|
|
FIRSTVER=`echo $VER | cut -c 1-4`0
|
|
CAPCODE=`perl -e "print ucfirst("$CODENAME")"`
|
|
|
|
export FIRSTVER CAPCODE
|
|
|
|
if [ "$ARCHLIST"x = ""x ] ; then
|
|
ARCHLIST="arm64 armel armhf amd64 i386 mips mipsel mips64el ppc64el s390x source" # amd64 # -all dealt with specially
|
|
fi
|
|
|
|
export TDIR NONFREE VER MIRROR CODENAME OUT BASEDIR
|
|
|
|
CDSIZE=$(($CDSIZE * 1024))
|
|
|
|
create_control=$BASEDIR/tools/create_control
|
|
set_mkisofs_opts=$BASEDIR/tools/set_mkisofs_opts
|
|
addfiles=$BASEDIR/tools/add_files
|
|
|
|
copy_file () {
|
|
ROOTDIR=$1
|
|
shift
|
|
FILE=$1
|
|
DIR=`dirname $FILE`
|
|
if [ ! -d $ROOTDIR/$DIR ] ; then
|
|
mkdir -p $ROOTDIR/$DIR
|
|
fi
|
|
if [ -e $MIRROR/$FILE ] ; then
|
|
cp -l $MIRROR/$FILE $ROOTDIR/$FILE
|
|
else
|
|
echo
|
|
echo "File $FILE not found!"
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
make_cd () {
|
|
CDNUM=$1
|
|
shift
|
|
THISNUM=$1
|
|
shift
|
|
THISARCH=$1
|
|
shift
|
|
SRCFILES=$1
|
|
shift
|
|
ARCHFILES=$1
|
|
shift
|
|
ALLFILES=$1
|
|
echo
|
|
echo " Creating Packages and Sources files for CD$CDNUM"
|
|
cd $UPD
|
|
$create_control CD$CDNUM $THISARCH
|
|
echo " Creating image for CD$CDNUM ($SRCFILES source files, $ARCHFILES $ARCH debs, $ALLFILES all debs)"
|
|
echo -n " "
|
|
|
|
BASENAME="debian-update-$VER-$THISARCH-$TYPEUP-$THISNUM"
|
|
ISODIR=$OUT/$THISARCH/iso-$TYPE
|
|
JIGDODIR=$OUT/$THISARCH/jigdo-$TYPE
|
|
LISTDIR=$OUT/$THISARCH/list-$TYPE
|
|
BTDIR=$OUT/$THISARCH/bt-$TYPE
|
|
|
|
if [ ! -d ${ISODIR} ] ; then
|
|
mkdir -p ${ISODIR}
|
|
fi
|
|
if [ $JTE = 1 ] && [ ! -d ${JIGDODIR} ] ; then
|
|
mkdir -p ${JIGDODIR}
|
|
fi
|
|
if [ ! -d ${LISTDIR} ] ; then
|
|
mkdir -p ${LISTDIR}
|
|
fi
|
|
if [ $BT = 1 ] && [ ! -d ${BTDIR} ] ; then
|
|
mkdir -p ${BTDIR}
|
|
fi
|
|
|
|
if [ $JTE = 1 ] ; then
|
|
set +e
|
|
${MKISOFS} -J -joliet-long -r -V "Debian $VER update $TYPEUP" -o \
|
|
${ISODIR}/${BASENAME}.iso \
|
|
-jigdo-jigdo ${JIGDODIR}/${BASENAME}.jigdo \
|
|
-jigdo-template ${JIGDODIR}/${BASENAME}.template \
|
|
-jigdo-map Debian=$MIRROR/ \
|
|
-jigdo-force-md5 /pool/ \
|
|
-checksum-list $UPD/checksum-check \
|
|
$UPD/CD$CDNUM 2>&1 | grep "extents written"
|
|
# $UPD/CD$CDNUM
|
|
if [ $? -ne 0 ] ; then
|
|
echo "${MKISOFS} failed, error $?"
|
|
exit 1
|
|
fi
|
|
set -e
|
|
$BASEDIR/tools/jigdo_cleanup \
|
|
${JIGDODIR}/${BASENAME}.jigdo \
|
|
${BASENAME}.iso \
|
|
$OUT ${BASENAME}.template \
|
|
"Debian ${DEBIAN_KERNEL} $VER - $OFFICIAL $THISARCH $FIRSTVER->$VER update $TYPEUP #$THISNUM"
|
|
echo $SNAPSHOT >> ${JIGDODIR}/${BASENAME}.jigdo
|
|
|
|
# Make sure we compres the jigdo file *before* we checksum it
|
|
gzip -9 ${JIGDODIR}/${BASENAME}.jigdo
|
|
mv ${JIGDODIR}/${BASENAME}.jigdo.gz ${JIGDODIR}/${BASENAME}.jigdo
|
|
|
|
for SHA_SIZE in 256 512; do
|
|
SHA=`zcat ${JIGDODIR}/${BASENAME}.jigdo | \
|
|
awk "/Image Hex SHA${SHA_SIZE}Sum/ {print \\$5}"`
|
|
if [ "$SHA"x = ""x ] ; then
|
|
echo "SHA fail"
|
|
exit 1
|
|
fi
|
|
echo "$SHA ${BASENAME}.iso" >> ${JIGDODIR}/SHA${SHA_SIZE}SUMS.update
|
|
echo "$SHA ${BASENAME}.iso" >> ${ISODIR}/SHA${SHA_SIZE}SUMS.update
|
|
(cd ${JIGDODIR} && sha${SHA_SIZE}sum ${BASENAME}.jigdo ${BASENAME}.template >> SHA${SHA_SIZE}SUMS.update)
|
|
if [ $BT = 1 ]; then
|
|
echo "$SHA ${BASENAME}.iso" >> ${BTDIR}/SHA${SHA_SIZE}SUMS.update
|
|
(cd ${BTDIR} && sha${SHA_SIZE}sum ${BASENAME}.iso.torrent >> SHA${SHA_SIZE}SUMS.update)
|
|
fi
|
|
done
|
|
|
|
# Make sure that the ISO is as new/newer than the jigdo file; #587774
|
|
touch ${ISODIR}/${BASENAME}.iso
|
|
else
|
|
set +e
|
|
${MKISOFS} -J -joliet-long -r -V "Debian $VER update $TYPEUP" -o \
|
|
$OUT/iso-$TYPE/${BASENAME}.iso \
|
|
$UPD/CD$CDNUM 2>&1 | grep "extents written"
|
|
if [ $? -ne 0 ] ; then
|
|
echo "${MKISOFS} failed, error $?"
|
|
exit 1
|
|
fi
|
|
set -e
|
|
fi
|
|
find $UPD/CD$CDNUM/pool -type f | sed 's?^.*/??g' | gzip -9 > ${LISTDIR}/${BASENAME}.list.gz
|
|
}
|
|
|
|
add_file () {
|
|
file=$1
|
|
case "$THISARCH" in
|
|
source)
|
|
case "$file" in
|
|
*.xz|*.lzma|*.gz|*.bz2|*.dsc)
|
|
copy_file $UPD/CD$CDNUM $file
|
|
SRCFILES=$(($SRCFILES + 1))
|
|
;;
|
|
esac
|
|
echo -en "\r$SRCFILES copied"
|
|
;;
|
|
*)
|
|
case "$file" in
|
|
*_$THISARCH.deb)
|
|
copy_file $UPD/CD$CDNUM $file
|
|
ARCHFILES=$(($ARCHFILES + 1))
|
|
;;
|
|
*_all.deb)
|
|
copy_file $UPD/CD$CDNUM $file
|
|
ALLFILES=$(($ALLFILES + 1))
|
|
;;
|
|
esac
|
|
echo -en "\r$THISARCH:$ARCHFILES all:$ALLFILES copied"
|
|
;;
|
|
esac
|
|
}
|
|
|
|
start_new_disc () {
|
|
echo
|
|
cd $MIRROR
|
|
THISNUM=$((THISNUM + 1))
|
|
if [ $THISARCH = "source" ] ; then
|
|
echo "Creating $TYPEUP$CDNUM for source (part $THISNUM)"
|
|
else
|
|
echo "Creating $TYPEUP$CDNUM for binary-$THISARCH (part $THISNUM)"
|
|
fi
|
|
mkdir $UPD/CD$CDNUM $UPD/CD$CDNUM/.disk
|
|
INFO="Debian ${DEBIAN_KERNEL} $VER Update $TYPEUP $DATE: $THISARCH $TYPEUP $THISNUM"
|
|
echo $INFO > $UPD/CD$CDNUM/.disk/info
|
|
SIZE_USED=0
|
|
SRCFILES=0
|
|
ARCHFILES=0
|
|
ALLFILES=0
|
|
}
|
|
|
|
echo Cleaning up
|
|
rm -rf $UPD
|
|
mkdir -p $UPD
|
|
CDNUM=1
|
|
|
|
echo Creating file list
|
|
|
|
if [ ! -e $DIFF ] ; then
|
|
echo "NO DIFF FOUND. ABORT!"
|
|
exit 1
|
|
fi
|
|
|
|
cp $DIFF $UPD/list
|
|
if [ "$NONFREE"x != "1"x ] ; then
|
|
echo "Removing non-free files from the list"
|
|
grep -v non-free $UPD/list > $UPD/list1
|
|
mv -f $UPD/list1 $UPD/list
|
|
fi
|
|
|
|
$GRAB_CHECKSUMS $JIGOO_CHECKSUM $MIRROR_NORM "$ARCHLIST all" $CODENAME $CODENAME $UPD/checksum-check
|
|
|
|
for THISARCH in $ARCHLIST
|
|
do
|
|
THISNUM=0
|
|
|
|
MIRROR=$MIRROR_NORM
|
|
|
|
case "$THISARCH" in
|
|
kfreebsd) DEBIAN_KERNEL="GNU/kFreeBSD";;
|
|
hurd) DEBIAN_KERNEL="GNU/Hurd";;
|
|
source) DEBIAN_KERNEL="";;
|
|
*) DEBIAN_KERNEL="GNU/Linux";;
|
|
esac
|
|
export DEBIAN_KERNEL
|
|
|
|
rm -rf $OUT/$THISARCH/*-$TYPE
|
|
|
|
for file in `cat $UPD/list`
|
|
do
|
|
if [ ! -d $UPD/CD$CDNUM ] ; then
|
|
start_new_disc
|
|
fi
|
|
|
|
if [ "$BACKOUT_FILE"x != ""x ] ; then
|
|
echo "Starting with backed-out file $BACKOUT_FILE"
|
|
add_file $BACKOUT_FILE
|
|
BACKOUT_FILE=""
|
|
fi
|
|
|
|
size=$(stat -c %s $MIRROR/$file)
|
|
size_kib=$(($size / 1024))
|
|
if [ $size_kib -gt $CDSIZE ] ; then
|
|
echo "Ignoring file $file - it won't fit!"
|
|
else
|
|
add_file $file
|
|
|
|
SIZE_USED=`du -sk $UPD/CD$CDNUM | awk '{print $1}'`
|
|
if [ $SIZE_USED -gt $CDSIZE ] ; then
|
|
# Back out the last file added
|
|
size=`stat -c %s $UPD/CD$CDNUM/$file`
|
|
rm -f $UPD/CD$CDNUM/$file
|
|
echo
|
|
echo " Overfull: back out $file ($size bytes)"
|
|
DIR=`dirname $file`
|
|
rmdir $DIR > /dev/null 2>&1 || true
|
|
BACKOUT_FILE=$file
|
|
make_cd $CDNUM $THISNUM $THISARCH $SRCFILES $ARCHFILES $ALLFILES
|
|
CDNUM=$(($CDNUM + 1))
|
|
continue
|
|
fi
|
|
fi
|
|
done
|
|
|
|
echo
|
|
echo "Making last disc in set for $THISARCH: size $SIZE_USED, BACKOUT_FILE \"$BACKOUT_FILE\""
|
|
# Catch the case where we still have a backout file at the very
|
|
# end of the set
|
|
if [ "$BACKOUT_FILE"x != ""x ] ; then
|
|
if [ ! -d $UPD/CD$CDNUM ] ; then
|
|
start_new_disc
|
|
fi
|
|
echo "Starting last disc with backed-out file $BACKOUT_FILE"
|
|
add_file $BACKOUT_FILE
|
|
BACKOUT_FILE=""
|
|
fi
|
|
|
|
make_cd $CDNUM $THISNUM $THISARCH $SRCFILES $ARCHFILES $ALLFILES
|
|
CDNUM=$(($CDNUM + 1))
|
|
done
|
|
|