mirror of
https://github.com/kevingruesser/bootstrap-vz.git
synced 2025-08-24 07:26:29 +00:00
6ae859f886
This filter is rather aggressive, since it also hooks into the bootstrapping process itself to prevent debootstrap from unpacking specific locale files
233 lines
8.6 KiB
Python
233 lines
8.6 KiB
Python
from bootstrapvz.base import Task
|
|
from bootstrapvz.common import phases
|
|
from bootstrapvz.common.tasks import apt
|
|
from bootstrapvz.common.tasks import bootstrap
|
|
from bootstrapvz.common.tasks import filesystem
|
|
from bootstrapvz.common.tasks import host
|
|
from bootstrapvz.common.tasks import partitioning
|
|
from bootstrapvz.common.tasks import volume
|
|
from bootstrapvz.common.tasks import workspace
|
|
from bootstrapvz.common.tools import sed_i
|
|
from bootstrapvz.common.tools import log_check_call
|
|
import os
|
|
import shutil
|
|
|
|
assets = os.path.normpath(os.path.join(os.path.dirname(__file__), 'assets'))
|
|
folders = ['tmp', 'var/lib/apt/lists']
|
|
|
|
|
|
class AddFolderMounts(Task):
|
|
description = 'Mounting folders for writing temporary and cache data'
|
|
phase = phases.os_installation
|
|
predecessors = [bootstrap.Bootstrap]
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
info._minimize_size['foldermounts'] = os.path.join(info.workspace, 'minimize_size')
|
|
os.mkdir(info._minimize_size['foldermounts'])
|
|
for folder in folders:
|
|
temp_path = os.path.join(info._minimize_size['foldermounts'], folder.replace('/', '_'))
|
|
os.mkdir(temp_path)
|
|
|
|
full_path = os.path.join(info.root, folder)
|
|
info.volume.partition_map.root.add_mount(temp_path, full_path, ['--bind'])
|
|
|
|
|
|
class RemoveFolderMounts(Task):
|
|
description = 'Removing folder mounts for temporary and cache data'
|
|
phase = phases.system_cleaning
|
|
successors = [apt.AptClean]
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
import shutil
|
|
for folder in folders:
|
|
temp_path = os.path.join(info._minimize_size['foldermounts'], folder.replace('/', '_'))
|
|
full_path = os.path.join(info.root, folder)
|
|
|
|
info.volume.partition_map.root.remove_mount(full_path)
|
|
shutil.rmtree(temp_path)
|
|
|
|
os.rmdir(info._minimize_size['foldermounts'])
|
|
del info._minimize_size['foldermounts']
|
|
|
|
|
|
class AddRequiredCommands(Task):
|
|
description = 'Adding commands required for reducing volume size'
|
|
phase = phases.preparation
|
|
successors = [host.CheckExternalCommands]
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
if info.manifest.plugins['minimize_size'].get('zerofree', False):
|
|
info.host_dependencies['zerofree'] = 'zerofree'
|
|
if info.manifest.plugins['minimize_size'].get('shrink', False):
|
|
link = 'https://my.vmware.com/web/vmware/info/slug/desktop_end_user_computing/vmware_workstation/10_0'
|
|
info.host_dependencies['vmware-vdiskmanager'] = link
|
|
|
|
|
|
class Zerofree(Task):
|
|
description = 'Zeroing unused blocks on the root partition'
|
|
phase = phases.volume_unmounting
|
|
predecessors = [filesystem.UnmountRoot]
|
|
successors = [partitioning.UnmapPartitions, volume.Detach]
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
log_check_call(['zerofree', info.volume.partition_map.root.device_path])
|
|
|
|
|
|
class ShrinkVolume(Task):
|
|
description = 'Shrinking the volume'
|
|
phase = phases.volume_unmounting
|
|
predecessors = [volume.Detach]
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
perm = os.stat(info.volume.image_path).st_mode & 0777
|
|
log_check_call(['/usr/bin/vmware-vdiskmanager', '-k', info.volume.image_path])
|
|
os.chmod(info.volume.image_path, perm)
|
|
|
|
|
|
class CreateBootstrapFilterScripts(Task):
|
|
description = 'Creating the bootstrapping locales filter script'
|
|
phase = phases.os_installation
|
|
successors = [bootstrap.Bootstrap]
|
|
# Inspired by:
|
|
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
if info.bootstrap_script is not None:
|
|
from bootstrapvz.common.exceptions import TaskError
|
|
raise TaskError('info.bootstrap_script seems to already be set '
|
|
'and is conflicting with this task')
|
|
|
|
bootstrap_script = os.path.join(info.workspace, 'bootstrap_script.sh')
|
|
filter_script = os.path.join(info.workspace, 'bootstrap_files_filter.sh')
|
|
|
|
shutil.copy(os.path.join(assets, 'bootstrap-script.sh'), bootstrap_script)
|
|
shutil.copy(os.path.join(assets, 'bootstrap-files-filter.sh'), filter_script)
|
|
|
|
sed_i(bootstrap_script, r'BOOTSTRAP_FILES_FILTER_PATH', filter_script)
|
|
sed_i(filter_script, r'EXCLUDE_PATTERN', "./usr/share/locale/.\+\|./usr/share/man/.\+")
|
|
|
|
keep_files = ['./usr/share/locale/locale.alias',
|
|
'./usr/share/man/man1',
|
|
'./usr/share/man/man2',
|
|
'./usr/share/man/man3',
|
|
'./usr/share/man/man4',
|
|
'./usr/share/man/man5',
|
|
'./usr/share/man/man6',
|
|
'./usr/share/man/man7',
|
|
'./usr/share/man/man8',
|
|
'./usr/share/man/man9',
|
|
]
|
|
locales = info.manifest.plugins['minimize_size']['apt']['locales']
|
|
keep_files.extend(map(lambda l: './usr/share/locale/' + l + '/', locales))
|
|
keep_files.extend(map(lambda l: './usr/share/man/' + l + '/', locales))
|
|
|
|
sed_i(filter_script, r'INCLUDE_PATHS', "\n".join(keep_files))
|
|
os.chmod(filter_script, 0755)
|
|
|
|
info.bootstrap_script = bootstrap_script
|
|
info._minimize_size['filter_script'] = filter_script
|
|
|
|
|
|
class DeleteBootstrapFilterScripts(Task):
|
|
description = 'Deleting the bootstrapping locales filter script'
|
|
phase = phases.cleaning
|
|
successors = [workspace.DeleteWorkspace]
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
os.remove(info._minimize_size['filter_script'])
|
|
del info._minimize_size['filter_script']
|
|
os.remove(info.bootstrap_script)
|
|
|
|
|
|
class FilterLocales(Task):
|
|
description = 'Configuring dpkg to only include specific locales/manpages when installing packages'
|
|
phase = phases.os_installation
|
|
successors = [bootstrap.Bootstrap]
|
|
# Snatched from:
|
|
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
|
# and
|
|
# https://raphaelhertzog.com/2010/11/15/save-disk-space-by-excluding-useless-files-with-dpkg/
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
# This is before we start bootstrapping, so we create dpkg.cfg.d manually
|
|
os.makedirs(os.path.join(info.root, 'etc/dpkg/dpkg.cfg.d'))
|
|
|
|
locale_lines = ['path-exclude=/usr/share/locale/*',
|
|
'path-include=/usr/share/locale/locale.alias']
|
|
manpages_lines = ['path-exclude=/usr/share/man/*',
|
|
'path-include=/usr/share/man/man[1-9]']
|
|
|
|
locales = info.manifest.plugins['minimize_size']['apt']['locales']
|
|
locale_lines.extend(map(lambda l: 'path-include=/usr/share/locale/' + l + '/*', locales))
|
|
manpages_lines.extend(map(lambda l: 'path-include=/usr/share/man/' + l + '/*', locales))
|
|
|
|
locales_path = os.path.join(info.root, 'etc/dpkg/dpkg.cfg.d/10filter-locales')
|
|
manpages_path = os.path.join(info.root, 'etc/dpkg/dpkg.cfg.d/10filter-manpages')
|
|
|
|
with open(locales_path, 'w') as locale_filter:
|
|
locale_filter.write('\n'.join(locale_lines) + '\n')
|
|
with open(manpages_path, 'w') as manpages_filter:
|
|
manpages_filter.write('\n'.join(manpages_lines) + '\n')
|
|
|
|
|
|
class AutomateAptClean(Task):
|
|
description = 'Configuring apt to always clean everything out when it\'s done'
|
|
phase = phases.package_installation
|
|
successors = [apt.AptUpdate]
|
|
# Snatched from:
|
|
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
shutil.copy(os.path.join(assets, 'apt-clean'),
|
|
os.path.join(info.root, 'etc/apt/apt.conf.d/90clean'))
|
|
|
|
|
|
class FilterTranslationFiles(Task):
|
|
description = 'Configuring apt to only download and use specific translation files'
|
|
phase = phases.package_installation
|
|
successors = [apt.AptUpdate]
|
|
# Snatched from:
|
|
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
langs = info.manifest.plugins['minimize_size']['apt']['languages']
|
|
config = '; '.join(map(lambda l: '"' + l + '"', langs))
|
|
config_path = os.path.join(info.root, 'etc/apt/apt.conf.d/20languages')
|
|
shutil.copy(os.path.join(assets, 'apt-languages'), config_path)
|
|
sed_i(config_path, r'ACQUIRE_LANGUAGES_FILTER', config)
|
|
|
|
|
|
class AptGzipIndexes(Task):
|
|
description = 'Configuring apt to always gzip lists files'
|
|
phase = phases.package_installation
|
|
successors = [apt.AptUpdate]
|
|
# Snatched from:
|
|
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
shutil.copy(os.path.join(assets, 'apt-gzip-indexes'),
|
|
os.path.join(info.root, 'etc/apt/apt.conf.d/20gzip-indexes'))
|
|
|
|
|
|
class AptAutoremoveSuggests(Task):
|
|
description = 'Configuring apt to not consider suggested important'
|
|
phase = phases.package_installation
|
|
successors = [apt.AptUpdate]
|
|
# Snatched from:
|
|
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
shutil.copy(os.path.join(assets, 'apt-autoremove-suggests'),
|
|
os.path.join(info.root, 'etc/apt/apt.conf.d/20autoremove-suggests'))
|