live-build/components/init

522 lines
22 KiB
Python
Executable File

#!/usr/bin/python3
## live-build(7) - Live System Build Components
## Copyright (C) 2006-2014 Daniel Baumann <mail@daniel-baumann.ch>
##
## This program comes with ABSOLUTELY NO WARRANTY; for details see COPYING.
## This is free software, and you are welcome to redistribute it
## under certain conditions; see COPYING for details.
import argparse
import configparser
import glob
import os
import platform
import shutil
import subprocess
import sys
import urllib.request
# TODO:
# * logfile output
# * lockfile handling
# * use gettext for i18n
def main():
## early defaults detection
architecture = platform.machine()
if (architecture == 'x86_64'):
architecture = 'amd64'
## Parsing Arguments
arguments = argparse.ArgumentParser(
prog = 'lb init',
usage = '%(prog)s [arguments]',
description = '''live-build contains the components to build a live system from a configuration directory.
The init command creates an empty configuration directory or reinitialize an existing one.''',
epilog = 'See \'man lb-init\' for more information.',
formatter_class = argparse.ArgumentDefaultsHelpFormatter
)
arguments.add_argument('--version', help='show program\'s version number and exit', action='version', version='live-build 4')
arguments.add_argument('--verbose', help='set verbose option', action='store_true')
arguments.add_argument('--project', help='set project defaults', default='debian')
arguments.add_argument('--system', help='set system type', default='live')
arguments.add_argument('--architecture', help='set system architecture', default=architecture)
arguments.add_argument('--archive-areas', help='set default archive areas', default='main')
arguments.add_argument('--parent-archive-areas', help='set default parent archive areas', default='main')
arguments.add_argument('--distribution', help='set default distribution', default='jessie')
arguments.add_argument('--parent-distribution', help='set default parent distribution', default='jessie')
arguments.add_argument('--mirror-bootstrap', help='set default bootstrap mirror', default='http://ftp.debian.org/debian')
arguments.add_argument('--parent-mirror-bootstrap', help='set default parent bootstrap mirror', default='http://ftp.debian.org/debian')
arguments.add_argument('--mirror-bootstrap-security', help='set default bootstrap security mirror', default='http://security.debian.org')
arguments.add_argument('--parent-mirror-bootstrap-security', help='set default parent security bootstrap mirror', default='http://security.debian.org')
arguments.add_argument('--mirror-chroot', help='set default chroot mirror', default='http://ftp.debian.org/debian')
arguments.add_argument('--parent-mirror-chroot', help='set default parent chroot mirror', default='http://ftp.debian.org/debian')
arguments.add_argument('--mirror-chroot-security', help='set default chroot security mirror', default='http://security.debian.org')
arguments.add_argument('--parent-mirror-chroot-security', help='set default parent chroot security mirror', default='http://security.debian.org')
arguments.add_argument('--mirror-installer', help='set default installer mirror', default='http://ftp.debian.org/debian')
arguments.add_argument('--parent-mirror-installer', help='set default parent installer mirror', default='http://ftp.debian.org/debian')
arguments.add_argument('--mirror-installer-security', help='set default installer security mirror', default='http://security.debian.org')
arguments.add_argument('--parent-mirror-installer-security', help='set default parent installer security mirror', default='http://security.debian.org')
arguments.add_argument('--mirror-binary', help='set default binary mirror', default='http://ftp.debian.org/debian')
arguments.add_argument('--parent-mirror-binary', help='set default parent binary mirror', default='http://ftp.debian.org/debian')
arguments.add_argument('--mirror-binary-security', help='set default binary security mirror', default='http://security.debian.org')
arguments.add_argument('--parent-mirror-binary-security', help='set default parent binary security mirror', default='http://security.debian.org')
arguments.add_argument('--mirror-source', help='set default source mirror', default='http://ftp.debian.org/debian')
arguments.add_argument('--parent-mirror-source', help='set default parent source mirror', default='http://ftp.debian.org/debian')
arguments.add_argument('--mirror-source-security', help='set default source security mirror', default='http://security.debian.org')
arguments.add_argument('--parent-mirror-source-security', help='set default parent source security mirror', default='http://security.debian.org')
args = arguments.parse_args()
# --verbose
verbose = args.verbose
# --project
project = args.project
# --system
system = args.system
# --architecture
architecture = args.architecture
# --archive-areas
archive_areas = args.archive_areas
# --parent-archive-areas
parent_archive_areas = args.parent_archive_areas
# --distribution
distribution = args.distribution
# --parent-distribution
parent_distribution = args.parent_distribution
# --mirror-bootstrap
mirror_bootstrap = args.mirror_bootstrap
# --parent-mirror-bootstrap
parent_mirror_bootstrap = args.parent_mirror_bootstrap
# --mirror-bootstrap-security
mirror_bootstrap_security = args.mirror_bootstrap_security
# --parent-mirror-bootstrap-security
parent_mirror_bootstrap_security = args.parent_mirror_bootstrap_security
# --mirror-chroot
mirror_chroot = args.mirror_chroot
# --parent-mirror-chroot
parent_mirror_chroot = args.parent_mirror_chroot
# --mirror-chroot-security
mirror_chroot_security = args.mirror_chroot_security
# --parent-mirror-chroot-security
parent_mirror_chroot_security = args.parent_mirror_chroot_security
# --mirror-installer
mirror_installer = args.mirror_installer
# --parent-mirror-installer
parent_mirror_installer = args.parent_mirror_installer
# --mirror-installer-security
mirror_installer_security = args.mirror_installer_security
# --parent-mirror-installer-security
parent_mirror_installer_security = args.parent_mirror_installer_security
# --mirror-binary
mirror_binary = args.mirror_binary
# --parent-mirror-binary
parent_mirror_binary = args.parent_mirror_binary
# --mirror-binary-security
mirror_binary_security = args.mirror_binary_security
# --parent-mirror-binary-security
parent_mirror_binary_security = args.parent_mirror_binary_security
# --mirror-source
mirror_source = args.mirror_source
# --parent-mirror-source
parent_mirror_source = args.parent_mirror_source
# --mirror-source-security
mirror_source_security = args.mirror_source_security
# --parent-mirror-source-security
parent_mirror_source_security = args.parent_mirror_source_security
## Setting defaults
if not system:
system = 'live'
if not project:
# FIXME: hardcoded project information
project = 'debian'
if not distribution:
# FIXME hardcoded release information
default_distribution = { 'debian' : 'jessie',
'progress-linux' : 'cairon',
}
distribution = default_distribution[project]
## Setting derivative defaults
if (project == 'progress-linux'):
# parent-distribution
if(distribution == 'artax'):
parent_distribution = 'squeeze'
if(distribution == 'artax-backports'):
parent_distribution = 'squeeze'
if(distribution == 'baureo'):
parent_distribution = 'wheezy'
if(distribution == 'baureo-backports'):
parent_distribution = 'wheezy'
if(distribution == 'cairon'):
parent_distribution = 'jessie'
if(distribution == 'cairon-backports'):
parent_distribution = 'jessie'
else:
# parent-architecture
parent_architecture = architecture
# parent-distribution
parent_distribution = distribution
# parent-mirror-bootstrap
parent_mirror_bootstrap = mirror_bootstrap
# parent-mirror-bootstrap-security
parent_mirror_bootstrap_security = mirror_bootstrap_security
# parent-mirror-chroot
parent_mirror_chroot = mirror_chroot
# parent-mirror-chroot-security
parent_mirror_chroot_security = mirror_chroot_security
# parent-mirror-installer
parent_mirror_installer = mirror_installer
# parent-mirror-installer-security
parent_mirror_installer_security = mirror_installer_security
# parent-mirror-binary
parent_mirror_binary = mirror_binary
# parent-mirror-binary-security
parent_mirror_binary_security = mirror_binary_security
# parent-mirror-source
parent_mirror_source = mirror_source
# parent-mirror-source-security
parent_mirror_source_security = mirror_source_security
## Creating configuration directory
# stagefile
if os.path.exists('.build/init'):
if verbose:
print('I: configuration directory already initialized - nothing to do')
# Notes:
# * until further tests, we do not allow to re-run lb init on an already initialized directory.
sys.exit(0)
# Print warning about live-build development version
print('WARNING: THIS VERSION OF LIVE-BUILD IS EXPERIMENTAL\n')
print('IT IS UNFINISHED AND CHANGES HEAVILY WITHOUT PRIOR NOTICE.')
print('USER DISCRETION IS ADVISED.\n')
print('Please also note that you are running a live-build development version')
print('and that we are only supporting the newest development version.\n')
print('Make sure you are using the newest version at all times.')
## Writing main configuration file
os.makedirs('config', exist_ok=True)
config = configparser.ConfigParser()
# build.conf
f = open('config/build.conf', 'w')
config.add_section('build')
config.set('build', 'architecture', architecture)
config.set('build', 'archive-areas', archive_areas)
config.set('build', 'parent-archive-areas', parent_archive_areas)
config.set('build', 'distribution', distribution)
config.set('build', 'parent-distribution', parent_distribution)
config.set('build', 'project', project)
config.set('build', 'system', system)
config.add_section('meta')
config.set('meta', 'version', '4.0')
config.write(f)
f.close()
# config/archives
os.makedirs('config/archives', exist_ok=True)
if (project == 'debian'):
# config/archives/debian.list.bootstrap
f = open('config/archives/debian.list.bootstrap', 'w')
f.write('deb ' + mirror_bootstrap + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + mirror_bootstrap_security + ' ' + distribution + '/updates ' + archive_areas + '\n'
'deb ' + mirror_bootstrap + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + mirror_bootstrap + ' ' + distribution + '-backports ' + archive_areas + '\n')
f.close()
# config/archives/debian.list.chroot
f = open('config/archives/debian.list.chroot', 'w')
f.write('deb ' + mirror_chroot + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + mirror_chroot_security + ' ' + distribution + '/updates ' + archive_areas + '\n'
'deb ' + mirror_chroot + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + mirror_chroot + ' ' + distribution + '-backports ' + archive_areas + '\n')
f.close()
# config/archives/debian.list.installer
f = open('config/archives/debian.list.installer', 'w')
f.write('deb ' + mirror_installer + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + mirror_installer_security + ' ' + distribution + '/updates ' + archive_areas + '\n'
'deb ' + mirror_installer + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + mirror_installer + ' ' + distribution + '-backports ' + archive_areas + '\n')
f.close()
# config/archives/debian.list.binary
f = open('config/archives/debian.list.binary', 'w')
f.write('deb ' + mirror_binary + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + mirror_binary_security + ' ' + distribution + '/updates ' + archive_areas + '\n'
'deb ' + mirror_binary + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + mirror_binary + ' ' + distribution + '-backports ' + archive_areas + '\n')
f.close()
# config/archives/debian.list.source
f = open('config/archives/debian.list.source', 'w')
f.write('deb ' + mirror_source + ' ' + distribution + ' ' + archive_areas + '\n'
'deb-src ' + mirror_source + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + mirror_source_security + ' ' + distribution + '/updates ' + archive_areas + '\n'
'deb-src ' + mirror_source_security + ' ' + distribution + '/updates ' + archive_areas + '\n'
'deb ' + mirror_source + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb-src ' + mirror_source + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + mirror_source + ' ' + distribution + '-backports ' + archive_areas + '\n'
'deb-src ' + mirror_source + ' ' + distribution + '-backports ' + archive_areas + '\n')
f.close()
elif(project == 'progress-linux'):
# config/archives/debian.list.bootstrap
f = open('config/archives/debian.list.bootstrap', 'w')
f.write('deb ' + parent_mirror_bootstrap + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + parent_mirror_bootstrap_security + ' ' + distribution + '/updates ' + archive_areas + '\n'
'deb ' + parent_mirror_bootstrap + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + parent_mirror_bootstrap + ' ' + distribution + '-backports' + archive_areas + '\n')
f.close()
# config/archives/debian.list.chroot
f = open('config/archives/debian.list.chroot', 'w')
f.write('deb ' + parent_mirror_chroot + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + parent_mirror_chroot_security + ' ' + distribution + '/updates ' + archive_areas + '\n'
'deb ' + parent_mirror_bootstrap + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + parent_mirror_bootstrap + ' ' + distribution + '-backports' + archive_areas + '\n')
f.close()
# config/archives/debian.list.installer
f = open('config/archives/debian.list.installer', 'w')
f.write('deb ' + parent_mirror_installer + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + parent_mirror_installer_security + ' ' + distribution + '/updates ' + archive_areas + '\n'
'deb ' + parent_mirror_bootstrap + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + parent_mirror_bootstrap + ' ' + distribution + '-backports' + archive_areas + '\n')
f.close()
# config/archives/debian.list.binary
f = open('config/archives/debian.list.binary', 'w')
f.write('deb ' + parent_mirror_binary + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + parent_mirror_binary_security + ' ' + distribution + '/updates ' + archive_areas + '\n'
'deb ' + parent_mirror_bootstrap + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + parent_mirror_bootstrap + ' ' + distribution + '-backports' + archive_areas + '\n')
f.close()
# config/archives/debian.list.source
f = open('config/archives/debian.list.source', 'w')
f.write('deb ' + parent_mirror_source + ' ' + distribution + ' ' + archive_areas + '\n'
'deb-src ' + parent_mirror_source + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + parent_mirror_source_security + ' ' + distribution + '/updates ' + archive_areas + '\n'
'deb-src ' + parent_mirror_source_security + ' ' + distribution + '/updates ' + archive_areas + '\n'
'deb ' + parent_mirror_bootstrap + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb-src ' + parent_mirror_bootstrap + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + parent_mirror_bootstrap + ' ' + distribution + '-backports' + archive_areas + '\n'
'deb-src ' + parent_mirror_bootstrap + ' ' + distribution + '-backports' + archive_areas + '\n')
f.close()
# config/archives/project.list.bootstrap
f = open('config/archives/' + project + '.list.bootstrap', 'w')
f.write('deb ' + mirror_bootstrap + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + mirror_bootstrap_security + ' ' + distribution + '-security ' + archive_areas + '\n'
'deb ' + mirror_bootstrap + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + mirror_bootstrap + ' ' + distribution + '-backports ' + archive_areas + '\n')
f.close()
# config/archives/project.list.chroot
f = open('config/archives/' + project + '.list.chroot', 'w')
f.write('deb ' + mirror_chroot + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + mirror_chroot_security + ' ' + distribution + '-security ' + archive_areas + '\n'
'deb ' + mirror_chroot + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + mirror_chroot + ' ' + distribution + '-backports ' + archive_areas + '\n')
f.close()
# config/archives/project.list.installer
f = open('config/archives/' + project + '.list.installer', 'w')
f.write('deb ' + mirror_installer + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + mirror_installer_security + ' ' + distribution + '-security ' + archive_areas + '\n'
'deb ' + mirror_installer + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + mirror_installer + ' ' + distribution + '-backports ' + archive_areas + '\n')
f.close()
# config/archives/project.list.binary
f = open('config/archives/' + project + '.list.binary', 'w')
f.write('deb ' + mirror_binary + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + mirror_binary_security + ' ' + distribution + '-security ' + archive_areas + '\n'
'deb ' + mirror_binary + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + mirror_binary + ' ' + distribution + '-backports ' + archive_areas + '\n')
f.close()
# config/archives/project.list.source
f = open('config/archives/' + project + '.list.source', 'w')
f.write('deb ' + mirror_source + ' ' + distribution + ' ' + archive_areas + '\n'
'deb-src ' + mirror_source + ' ' + distribution + ' ' + archive_areas + '\n'
'deb ' + mirror_source_security + ' ' + distribution + '-security ' + archive_areas + '\n'
'deb-src ' + mirror_source_security + ' ' + distribution + '-security ' + archive_areas + '\n'
'deb ' + mirror_source + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb-src ' + mirror_source + ' ' + distribution + '-updates ' + archive_areas + '\n'
'deb ' + mirror_source + ' ' + distribution + '-backports ' + archive_areas + '\n'
'deb-src ' + mirror_source + ' ' + distribution + '-backports ' + archive_areas + '\n')
f.close()
## Populating configuration directory
# Configuring default archive-keys
if (project == 'progress-linux'):
# dependencies
if not os.path.isfile('/usr/bin/gpgv'):
print('E: /usr/bin/gpgv - no such file', file=sys.stderr)
if verbose:
print('I: gnupg can be obtained from:\n'
'I: http://www.gnupg.org/\n'
'I: On Debian based systems, gnupg can be installed with:\n'
'I: # sudo apt-get install gnupg')
sys.exit(1)
os.makedirs('config/archives', exist_ok=True)
# FIXME hardcoded release information
archive_keys_url = 'http://cdn.archive.progress-linux.org/packages/project/keys/'
archive_keys = { 'artax' : [ 'archive-key-1-artax.asc' , 'archive-key-1+-artax-backports.asc' ],
'artax-backports' : [ 'archive-key-1-artax.asc' , 'archive-key-1+-artax-backports.asc' ],
'baureo' : [ 'archive-key-2-baureo.asc' , 'archive-key-2+-baureo-backports.asc' ],
'baureo-backports' : [ 'archive-key-2-baureo.asc' , 'archive-key-2+-baureo-backports.asc' ],
'cairon' : [ 'archive-key-3-cairon.asc' , 'archive-key-3+-cairon-backports.asc' ],
'cairon-backports' : [ 'archive-key-3-cairon.asc' , 'archive-key-3+-cairon-backports.asc' ],
}
keys = archive_keys[distribution]
for key in keys:
url = archive_keys_url + key
target = os.path.splitext(os.path.basename(key))
if verbose:
print('I: Downloading ' + url)
r = urllib.request.urlopen(url)
f = open('config/archives/' + target[0] + '.key', 'w')
f.write(r.read())
# FIXME: download signatures and verify them against debian-keyring
# Configuring default hooks
os.makedirs('config/hooks', exist_ok=True)
for hook in glob.glob('/usr/share/live/build/hooks/all/*.hook*'):
os.symlink(hook, os.path.join('config/hooks/' + os.path.basename(hook)))
if os.path.exists('/usr/share/live/build/hooks/' + system):
for hook in glob.glob('/usr/share/live/build/hooks/' + system + '/*.hook*'):
os.symlink(hook, os.path.join('config/hooks/' + os.path.basename(hook)))
# Configuring default includes
os.makedirs('config/includes', exist_ok=True)
os.makedirs('config/includes.bootstrap', exist_ok=True)
os.makedirs('config/includes.chroot', exist_ok=True)
#os.makedirs('config/includes.installer', exist_ok=True) FIXME
os.makedirs('config/includes.binary', exist_ok=True)
os.makedirs('config/includes.source', exist_ok=True)
# Ensure correct include directory permissions avoiding tainting of target system
os.chmod('config/includes', 0o755)
os.chmod('config/includes.bootstrap', 0o755)
os.chmod('config/includes.chroot', 0o755)
#os.chmod('config/includes.installer', 0o755) FIXME
os.chmod('config/includes.binary', 0o755)
os.chmod('config/includes.source', 0o755)
# Configuring default package lists
os.makedirs('config/package-lists', exist_ok=True)
f = open('config/package-lists/live.list.chroot', 'w')
f.write('live-boot\n'
'live-config\n')
if(parent_distribution == 'wheezy'):
f.write('live-config-sysvinit\n')
else:
f.write('live-config-systemd\n')
f.close()
## stagefile
os.makedirs('.build', exist_ok=True)
open('.build/init', 'w').close()
if __name__ == '__main__':
main()