mirror of
https://github.com/kevingruesser/bootstrap-vz.git
synced 2025-08-24 07:26:29 +00:00
Split minimize_size tasks into smaller parts
This commit is contained in:
Anders Ingemann
parent
6ae859f886
commit
620a592f11
7 changed files with 266 additions and 247 deletions
|
|
@ -1,4 +1,7 @@
|
||||||
import tasks
|
import tasks.mounts
|
||||||
|
import tasks.shrink
|
||||||
|
import tasks.apt
|
||||||
|
import tasks.dpkg
|
||||||
|
|
||||||
|
|
||||||
def validate_manifest(data, validator, error):
|
def validate_manifest(data, validator, error):
|
||||||
|
|
@ -10,29 +13,29 @@ def validate_manifest(data, validator, error):
|
||||||
|
|
||||||
|
|
||||||
def resolve_tasks(taskset, manifest):
|
def resolve_tasks(taskset, manifest):
|
||||||
taskset.update([tasks.AddFolderMounts,
|
taskset.update([tasks.mounts.AddFolderMounts,
|
||||||
tasks.RemoveFolderMounts,
|
tasks.mounts.RemoveFolderMounts,
|
||||||
])
|
])
|
||||||
if manifest.plugins['minimize_size'].get('zerofree', False):
|
if manifest.plugins['minimize_size'].get('zerofree', False):
|
||||||
taskset.add(tasks.AddRequiredCommands)
|
taskset.add(tasks.shrink.AddRequiredCommands)
|
||||||
taskset.add(tasks.Zerofree)
|
taskset.add(tasks.shrink.Zerofree)
|
||||||
if manifest.plugins['minimize_size'].get('shrink', False):
|
if manifest.plugins['minimize_size'].get('shrink', False):
|
||||||
taskset.add(tasks.AddRequiredCommands)
|
taskset.add(tasks.shrink.AddRequiredCommands)
|
||||||
taskset.add(tasks.ShrinkVolume)
|
taskset.add(tasks.shrink.ShrinkVolume)
|
||||||
if 'apt' in manifest.plugins['minimize_size']:
|
if 'apt' in manifest.plugins['minimize_size']:
|
||||||
apt = manifest.plugins['minimize_size']['apt']
|
apt = manifest.plugins['minimize_size']['apt']
|
||||||
if apt.get('autoclean', False):
|
if apt.get('autoclean', False):
|
||||||
taskset.add(tasks.AutomateAptClean)
|
taskset.add(tasks.apt.AutomateAptClean)
|
||||||
if 'languages' in apt:
|
if 'languages' in apt:
|
||||||
taskset.add(tasks.FilterTranslationFiles)
|
taskset.add(tasks.apt.FilterTranslationFiles)
|
||||||
if apt.get('gzip_indexes', False):
|
if apt.get('gzip_indexes', False):
|
||||||
taskset.add(tasks.AptGzipIndexes)
|
taskset.add(tasks.apt.AptGzipIndexes)
|
||||||
if apt.get('autoremove_suggests', False):
|
if apt.get('autoremove_suggests', False):
|
||||||
taskset.add(tasks.AptAutoremoveSuggests)
|
taskset.add(tasks.apt.AptAutoremoveSuggests)
|
||||||
if 'locales' in apt:
|
if 'locales' in apt:
|
||||||
taskset.update([tasks.CreateBootstrapFilterScripts,
|
taskset.update([tasks.dpkg.CreateBootstrapFilterScripts,
|
||||||
tasks.DeleteBootstrapFilterScripts,
|
tasks.dpkg.DeleteBootstrapFilterScripts,
|
||||||
tasks.FilterLocales,
|
tasks.dpkg.FilterLocales,
|
||||||
])
|
])
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,233 +0,0 @@
|
||||||
from bootstrapvz.base import Task
|
|
||||||
from bootstrapvz.common import phases
|
|
||||||
from bootstrapvz.common.tasks import apt
|
|
||||||
from bootstrapvz.common.tasks import bootstrap
|
|
||||||
from bootstrapvz.common.tasks import filesystem
|
|
||||||
from bootstrapvz.common.tasks import host
|
|
||||||
from bootstrapvz.common.tasks import partitioning
|
|
||||||
from bootstrapvz.common.tasks import volume
|
|
||||||
from bootstrapvz.common.tasks import workspace
|
|
||||||
from bootstrapvz.common.tools import sed_i
|
|
||||||
from bootstrapvz.common.tools import log_check_call
|
|
||||||
import os
|
|
||||||
import shutil
|
|
||||||
|
|
||||||
assets = os.path.normpath(os.path.join(os.path.dirname(__file__), 'assets'))
|
|
||||||
folders = ['tmp', 'var/lib/apt/lists']
|
|
||||||
|
|
||||||
|
|
||||||
class AddFolderMounts(Task):
|
|
||||||
description = 'Mounting folders for writing temporary and cache data'
|
|
||||||
phase = phases.os_installation
|
|
||||||
predecessors = [bootstrap.Bootstrap]
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def run(cls, info):
|
|
||||||
info._minimize_size['foldermounts'] = os.path.join(info.workspace, 'minimize_size')
|
|
||||||
os.mkdir(info._minimize_size['foldermounts'])
|
|
||||||
for folder in folders:
|
|
||||||
temp_path = os.path.join(info._minimize_size['foldermounts'], folder.replace('/', '_'))
|
|
||||||
os.mkdir(temp_path)
|
|
||||||
|
|
||||||
full_path = os.path.join(info.root, folder)
|
|
||||||
info.volume.partition_map.root.add_mount(temp_path, full_path, ['--bind'])
|
|
||||||
|
|
||||||
|
|
||||||
class RemoveFolderMounts(Task):
|
|
||||||
description = 'Removing folder mounts for temporary and cache data'
|
|
||||||
phase = phases.system_cleaning
|
|
||||||
successors = [apt.AptClean]
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def run(cls, info):
|
|
||||||
import shutil
|
|
||||||
for folder in folders:
|
|
||||||
temp_path = os.path.join(info._minimize_size['foldermounts'], folder.replace('/', '_'))
|
|
||||||
full_path = os.path.join(info.root, folder)
|
|
||||||
|
|
||||||
info.volume.partition_map.root.remove_mount(full_path)
|
|
||||||
shutil.rmtree(temp_path)
|
|
||||||
|
|
||||||
os.rmdir(info._minimize_size['foldermounts'])
|
|
||||||
del info._minimize_size['foldermounts']
|
|
||||||
|
|
||||||
|
|
||||||
class AddRequiredCommands(Task):
|
|
||||||
description = 'Adding commands required for reducing volume size'
|
|
||||||
phase = phases.preparation
|
|
||||||
successors = [host.CheckExternalCommands]
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def run(cls, info):
|
|
||||||
if info.manifest.plugins['minimize_size'].get('zerofree', False):
|
|
||||||
info.host_dependencies['zerofree'] = 'zerofree'
|
|
||||||
if info.manifest.plugins['minimize_size'].get('shrink', False):
|
|
||||||
link = 'https://my.vmware.com/web/vmware/info/slug/desktop_end_user_computing/vmware_workstation/10_0'
|
|
||||||
info.host_dependencies['vmware-vdiskmanager'] = link
|
|
||||||
|
|
||||||
|
|
||||||
class Zerofree(Task):
|
|
||||||
description = 'Zeroing unused blocks on the root partition'
|
|
||||||
phase = phases.volume_unmounting
|
|
||||||
predecessors = [filesystem.UnmountRoot]
|
|
||||||
successors = [partitioning.UnmapPartitions, volume.Detach]
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def run(cls, info):
|
|
||||||
log_check_call(['zerofree', info.volume.partition_map.root.device_path])
|
|
||||||
|
|
||||||
|
|
||||||
class ShrinkVolume(Task):
|
|
||||||
description = 'Shrinking the volume'
|
|
||||||
phase = phases.volume_unmounting
|
|
||||||
predecessors = [volume.Detach]
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def run(cls, info):
|
|
||||||
perm = os.stat(info.volume.image_path).st_mode & 0777
|
|
||||||
log_check_call(['/usr/bin/vmware-vdiskmanager', '-k', info.volume.image_path])
|
|
||||||
os.chmod(info.volume.image_path, perm)
|
|
||||||
|
|
||||||
|
|
||||||
class CreateBootstrapFilterScripts(Task):
|
|
||||||
description = 'Creating the bootstrapping locales filter script'
|
|
||||||
phase = phases.os_installation
|
|
||||||
successors = [bootstrap.Bootstrap]
|
|
||||||
# Inspired by:
|
|
||||||
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def run(cls, info):
|
|
||||||
if info.bootstrap_script is not None:
|
|
||||||
from bootstrapvz.common.exceptions import TaskError
|
|
||||||
raise TaskError('info.bootstrap_script seems to already be set '
|
|
||||||
'and is conflicting with this task')
|
|
||||||
|
|
||||||
bootstrap_script = os.path.join(info.workspace, 'bootstrap_script.sh')
|
|
||||||
filter_script = os.path.join(info.workspace, 'bootstrap_files_filter.sh')
|
|
||||||
|
|
||||||
shutil.copy(os.path.join(assets, 'bootstrap-script.sh'), bootstrap_script)
|
|
||||||
shutil.copy(os.path.join(assets, 'bootstrap-files-filter.sh'), filter_script)
|
|
||||||
|
|
||||||
sed_i(bootstrap_script, r'BOOTSTRAP_FILES_FILTER_PATH', filter_script)
|
|
||||||
sed_i(filter_script, r'EXCLUDE_PATTERN', "./usr/share/locale/.\+\|./usr/share/man/.\+")
|
|
||||||
|
|
||||||
keep_files = ['./usr/share/locale/locale.alias',
|
|
||||||
'./usr/share/man/man1',
|
|
||||||
'./usr/share/man/man2',
|
|
||||||
'./usr/share/man/man3',
|
|
||||||
'./usr/share/man/man4',
|
|
||||||
'./usr/share/man/man5',
|
|
||||||
'./usr/share/man/man6',
|
|
||||||
'./usr/share/man/man7',
|
|
||||||
'./usr/share/man/man8',
|
|
||||||
'./usr/share/man/man9',
|
|
||||||
]
|
|
||||||
locales = info.manifest.plugins['minimize_size']['apt']['locales']
|
|
||||||
keep_files.extend(map(lambda l: './usr/share/locale/' + l + '/', locales))
|
|
||||||
keep_files.extend(map(lambda l: './usr/share/man/' + l + '/', locales))
|
|
||||||
|
|
||||||
sed_i(filter_script, r'INCLUDE_PATHS', "\n".join(keep_files))
|
|
||||||
os.chmod(filter_script, 0755)
|
|
||||||
|
|
||||||
info.bootstrap_script = bootstrap_script
|
|
||||||
info._minimize_size['filter_script'] = filter_script
|
|
||||||
|
|
||||||
|
|
||||||
class DeleteBootstrapFilterScripts(Task):
|
|
||||||
description = 'Deleting the bootstrapping locales filter script'
|
|
||||||
phase = phases.cleaning
|
|
||||||
successors = [workspace.DeleteWorkspace]
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def run(cls, info):
|
|
||||||
os.remove(info._minimize_size['filter_script'])
|
|
||||||
del info._minimize_size['filter_script']
|
|
||||||
os.remove(info.bootstrap_script)
|
|
||||||
|
|
||||||
|
|
||||||
class FilterLocales(Task):
|
|
||||||
description = 'Configuring dpkg to only include specific locales/manpages when installing packages'
|
|
||||||
phase = phases.os_installation
|
|
||||||
successors = [bootstrap.Bootstrap]
|
|
||||||
# Snatched from:
|
|
||||||
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
|
||||||
# and
|
|
||||||
# https://raphaelhertzog.com/2010/11/15/save-disk-space-by-excluding-useless-files-with-dpkg/
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def run(cls, info):
|
|
||||||
# This is before we start bootstrapping, so we create dpkg.cfg.d manually
|
|
||||||
os.makedirs(os.path.join(info.root, 'etc/dpkg/dpkg.cfg.d'))
|
|
||||||
|
|
||||||
locale_lines = ['path-exclude=/usr/share/locale/*',
|
|
||||||
'path-include=/usr/share/locale/locale.alias']
|
|
||||||
manpages_lines = ['path-exclude=/usr/share/man/*',
|
|
||||||
'path-include=/usr/share/man/man[1-9]']
|
|
||||||
|
|
||||||
locales = info.manifest.plugins['minimize_size']['apt']['locales']
|
|
||||||
locale_lines.extend(map(lambda l: 'path-include=/usr/share/locale/' + l + '/*', locales))
|
|
||||||
manpages_lines.extend(map(lambda l: 'path-include=/usr/share/man/' + l + '/*', locales))
|
|
||||||
|
|
||||||
locales_path = os.path.join(info.root, 'etc/dpkg/dpkg.cfg.d/10filter-locales')
|
|
||||||
manpages_path = os.path.join(info.root, 'etc/dpkg/dpkg.cfg.d/10filter-manpages')
|
|
||||||
|
|
||||||
with open(locales_path, 'w') as locale_filter:
|
|
||||||
locale_filter.write('\n'.join(locale_lines) + '\n')
|
|
||||||
with open(manpages_path, 'w') as manpages_filter:
|
|
||||||
manpages_filter.write('\n'.join(manpages_lines) + '\n')
|
|
||||||
|
|
||||||
|
|
||||||
class AutomateAptClean(Task):
|
|
||||||
description = 'Configuring apt to always clean everything out when it\'s done'
|
|
||||||
phase = phases.package_installation
|
|
||||||
successors = [apt.AptUpdate]
|
|
||||||
# Snatched from:
|
|
||||||
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def run(cls, info):
|
|
||||||
shutil.copy(os.path.join(assets, 'apt-clean'),
|
|
||||||
os.path.join(info.root, 'etc/apt/apt.conf.d/90clean'))
|
|
||||||
|
|
||||||
|
|
||||||
class FilterTranslationFiles(Task):
|
|
||||||
description = 'Configuring apt to only download and use specific translation files'
|
|
||||||
phase = phases.package_installation
|
|
||||||
successors = [apt.AptUpdate]
|
|
||||||
# Snatched from:
|
|
||||||
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def run(cls, info):
|
|
||||||
langs = info.manifest.plugins['minimize_size']['apt']['languages']
|
|
||||||
config = '; '.join(map(lambda l: '"' + l + '"', langs))
|
|
||||||
config_path = os.path.join(info.root, 'etc/apt/apt.conf.d/20languages')
|
|
||||||
shutil.copy(os.path.join(assets, 'apt-languages'), config_path)
|
|
||||||
sed_i(config_path, r'ACQUIRE_LANGUAGES_FILTER', config)
|
|
||||||
|
|
||||||
|
|
||||||
class AptGzipIndexes(Task):
|
|
||||||
description = 'Configuring apt to always gzip lists files'
|
|
||||||
phase = phases.package_installation
|
|
||||||
successors = [apt.AptUpdate]
|
|
||||||
# Snatched from:
|
|
||||||
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def run(cls, info):
|
|
||||||
shutil.copy(os.path.join(assets, 'apt-gzip-indexes'),
|
|
||||||
os.path.join(info.root, 'etc/apt/apt.conf.d/20gzip-indexes'))
|
|
||||||
|
|
||||||
|
|
||||||
class AptAutoremoveSuggests(Task):
|
|
||||||
description = 'Configuring apt to not consider suggested important'
|
|
||||||
phase = phases.package_installation
|
|
||||||
successors = [apt.AptUpdate]
|
|
||||||
# Snatched from:
|
|
||||||
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def run(cls, info):
|
|
||||||
shutil.copy(os.path.join(assets, 'apt-autoremove-suggests'),
|
|
||||||
os.path.join(info.root, 'etc/apt/apt.conf.d/20autoremove-suggests'))
|
|
||||||
3
bootstrapvz/plugins/minimize_size/tasks/__init__.py
Normal file
3
bootstrapvz/plugins/minimize_size/tasks/__init__.py
Normal file
|
|
@ -0,0 +1,3 @@
|
||||||
|
import os
|
||||||
|
|
||||||
|
assets = os.path.normpath(os.path.join(os.path.dirname(__file__), '../assets'))
|
||||||
62
bootstrapvz/plugins/minimize_size/tasks/apt.py
Normal file
62
bootstrapvz/plugins/minimize_size/tasks/apt.py
Normal file
|
|
@ -0,0 +1,62 @@
|
||||||
|
from bootstrapvz.base import Task
|
||||||
|
from bootstrapvz.common import phases
|
||||||
|
from bootstrapvz.common.tasks import apt
|
||||||
|
from bootstrapvz.common.tools import sed_i
|
||||||
|
import os
|
||||||
|
import shutil
|
||||||
|
from . import assets
|
||||||
|
|
||||||
|
|
||||||
|
class AutomateAptClean(Task):
|
||||||
|
description = 'Configuring apt to always clean everything out when it\'s done'
|
||||||
|
phase = phases.package_installation
|
||||||
|
successors = [apt.AptUpdate]
|
||||||
|
# Snatched from:
|
||||||
|
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def run(cls, info):
|
||||||
|
shutil.copy(os.path.join(assets, 'apt-clean'),
|
||||||
|
os.path.join(info.root, 'etc/apt/apt.conf.d/90clean'))
|
||||||
|
|
||||||
|
|
||||||
|
class FilterTranslationFiles(Task):
|
||||||
|
description = 'Configuring apt to only download and use specific translation files'
|
||||||
|
phase = phases.package_installation
|
||||||
|
successors = [apt.AptUpdate]
|
||||||
|
# Snatched from:
|
||||||
|
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def run(cls, info):
|
||||||
|
langs = info.manifest.plugins['minimize_size']['apt']['languages']
|
||||||
|
config = '; '.join(map(lambda l: '"' + l + '"', langs))
|
||||||
|
config_path = os.path.join(info.root, 'etc/apt/apt.conf.d/20languages')
|
||||||
|
shutil.copy(os.path.join(assets, 'apt-languages'), config_path)
|
||||||
|
sed_i(config_path, r'ACQUIRE_LANGUAGES_FILTER', config)
|
||||||
|
|
||||||
|
|
||||||
|
class AptGzipIndexes(Task):
|
||||||
|
description = 'Configuring apt to always gzip lists files'
|
||||||
|
phase = phases.package_installation
|
||||||
|
successors = [apt.AptUpdate]
|
||||||
|
# Snatched from:
|
||||||
|
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def run(cls, info):
|
||||||
|
shutil.copy(os.path.join(assets, 'apt-gzip-indexes'),
|
||||||
|
os.path.join(info.root, 'etc/apt/apt.conf.d/20gzip-indexes'))
|
||||||
|
|
||||||
|
|
||||||
|
class AptAutoremoveSuggests(Task):
|
||||||
|
description = 'Configuring apt to not consider suggested important'
|
||||||
|
phase = phases.package_installation
|
||||||
|
successors = [apt.AptUpdate]
|
||||||
|
# Snatched from:
|
||||||
|
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def run(cls, info):
|
||||||
|
shutil.copy(os.path.join(assets, 'apt-autoremove-suggests'),
|
||||||
|
os.path.join(info.root, 'etc/apt/apt.conf.d/20autoremove-suggests'))
|
||||||
96
bootstrapvz/plugins/minimize_size/tasks/dpkg.py
Normal file
96
bootstrapvz/plugins/minimize_size/tasks/dpkg.py
Normal file
|
|
@ -0,0 +1,96 @@
|
||||||
|
from bootstrapvz.base import Task
|
||||||
|
from bootstrapvz.common import phases
|
||||||
|
from bootstrapvz.common.tasks import bootstrap
|
||||||
|
from bootstrapvz.common.tasks import workspace
|
||||||
|
from bootstrapvz.common.tools import sed_i
|
||||||
|
import os
|
||||||
|
import shutil
|
||||||
|
from . import assets
|
||||||
|
|
||||||
|
|
||||||
|
class CreateBootstrapFilterScripts(Task):
|
||||||
|
description = 'Creating the bootstrapping locales filter script'
|
||||||
|
phase = phases.os_installation
|
||||||
|
successors = [bootstrap.Bootstrap]
|
||||||
|
# Inspired by:
|
||||||
|
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def run(cls, info):
|
||||||
|
if info.bootstrap_script is not None:
|
||||||
|
from bootstrapvz.common.exceptions import TaskError
|
||||||
|
raise TaskError('info.bootstrap_script seems to already be set '
|
||||||
|
'and is conflicting with this task')
|
||||||
|
|
||||||
|
bootstrap_script = os.path.join(info.workspace, 'bootstrap_script.sh')
|
||||||
|
filter_script = os.path.join(info.workspace, 'bootstrap_files_filter.sh')
|
||||||
|
|
||||||
|
shutil.copy(os.path.join(assets, 'bootstrap-script.sh'), bootstrap_script)
|
||||||
|
shutil.copy(os.path.join(assets, 'bootstrap-files-filter.sh'), filter_script)
|
||||||
|
|
||||||
|
sed_i(bootstrap_script, r'BOOTSTRAP_FILES_FILTER_PATH', filter_script)
|
||||||
|
sed_i(filter_script, r'EXCLUDE_PATTERN', "./usr/share/locale/.\+\|./usr/share/man/.\+")
|
||||||
|
|
||||||
|
keep_files = ['./usr/share/locale/locale.alias',
|
||||||
|
'./usr/share/man/man1',
|
||||||
|
'./usr/share/man/man2',
|
||||||
|
'./usr/share/man/man3',
|
||||||
|
'./usr/share/man/man4',
|
||||||
|
'./usr/share/man/man5',
|
||||||
|
'./usr/share/man/man6',
|
||||||
|
'./usr/share/man/man7',
|
||||||
|
'./usr/share/man/man8',
|
||||||
|
'./usr/share/man/man9',
|
||||||
|
]
|
||||||
|
locales = info.manifest.plugins['minimize_size']['apt']['locales']
|
||||||
|
keep_files.extend(map(lambda l: './usr/share/locale/' + l + '/', locales))
|
||||||
|
keep_files.extend(map(lambda l: './usr/share/man/' + l + '/', locales))
|
||||||
|
|
||||||
|
sed_i(filter_script, r'INCLUDE_PATHS', "\n".join(keep_files))
|
||||||
|
os.chmod(filter_script, 0755)
|
||||||
|
|
||||||
|
info.bootstrap_script = bootstrap_script
|
||||||
|
info._minimize_size['filter_script'] = filter_script
|
||||||
|
|
||||||
|
|
||||||
|
class DeleteBootstrapFilterScripts(Task):
|
||||||
|
description = 'Deleting the bootstrapping locales filter script'
|
||||||
|
phase = phases.cleaning
|
||||||
|
successors = [workspace.DeleteWorkspace]
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def run(cls, info):
|
||||||
|
os.remove(info._minimize_size['filter_script'])
|
||||||
|
del info._minimize_size['filter_script']
|
||||||
|
os.remove(info.bootstrap_script)
|
||||||
|
|
||||||
|
|
||||||
|
class FilterLocales(Task):
|
||||||
|
description = 'Configuring dpkg to only include specific locales/manpages when installing packages'
|
||||||
|
phase = phases.os_installation
|
||||||
|
successors = [bootstrap.Bootstrap]
|
||||||
|
# Snatched from:
|
||||||
|
# https://github.com/docker/docker/blob/1d775a54cc67e27f755c7338c3ee938498e845d7/contrib/mkimage/debootstrap
|
||||||
|
# and
|
||||||
|
# https://raphaelhertzog.com/2010/11/15/save-disk-space-by-excluding-useless-files-with-dpkg/
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def run(cls, info):
|
||||||
|
# This is before we start bootstrapping, so we create dpkg.cfg.d manually
|
||||||
|
os.makedirs(os.path.join(info.root, 'etc/dpkg/dpkg.cfg.d'))
|
||||||
|
locale_lines = ['path-exclude=/usr/share/locale/*',
|
||||||
|
'path-include=/usr/share/locale/locale.alias']
|
||||||
|
manpages_lines = ['path-exclude=/usr/share/man/*',
|
||||||
|
'path-include=/usr/share/man/man[1-9]']
|
||||||
|
|
||||||
|
locales = info.manifest.plugins['minimize_size']['apt']['locales']
|
||||||
|
locale_lines.extend(map(lambda l: 'path-include=/usr/share/locale/' + l + '/*', locales))
|
||||||
|
manpages_lines.extend(map(lambda l: 'path-include=/usr/share/man/' + l + '/*', locales))
|
||||||
|
|
||||||
|
locales_path = os.path.join(info.root, 'etc/dpkg/dpkg.cfg.d/10filter-locales')
|
||||||
|
manpages_path = os.path.join(info.root, 'etc/dpkg/dpkg.cfg.d/10filter-manpages')
|
||||||
|
|
||||||
|
with open(locales_path, 'w') as locale_filter:
|
||||||
|
locale_filter.write('\n'.join(locale_lines) + '\n')
|
||||||
|
with open(manpages_path, 'w') as manpages_filter:
|
||||||
|
manpages_filter.write('\n'.join(manpages_lines) + '\n')
|
||||||
43
bootstrapvz/plugins/minimize_size/tasks/mounts.py
Normal file
43
bootstrapvz/plugins/minimize_size/tasks/mounts.py
Normal file
|
|
@ -0,0 +1,43 @@
|
||||||
|
from bootstrapvz.base import Task
|
||||||
|
from bootstrapvz.common import phases
|
||||||
|
from bootstrapvz.common.tasks import apt
|
||||||
|
from bootstrapvz.common.tasks import bootstrap
|
||||||
|
import os
|
||||||
|
|
||||||
|
folders = ['tmp', 'var/lib/apt/lists']
|
||||||
|
|
||||||
|
|
||||||
|
class AddFolderMounts(Task):
|
||||||
|
description = 'Mounting folders for writing temporary and cache data'
|
||||||
|
phase = phases.os_installation
|
||||||
|
predecessors = [bootstrap.Bootstrap]
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def run(cls, info):
|
||||||
|
info._minimize_size['foldermounts'] = os.path.join(info.workspace, 'minimize_size')
|
||||||
|
os.mkdir(info._minimize_size['foldermounts'])
|
||||||
|
for folder in folders:
|
||||||
|
temp_path = os.path.join(info._minimize_size['foldermounts'], folder.replace('/', '_'))
|
||||||
|
os.mkdir(temp_path)
|
||||||
|
|
||||||
|
full_path = os.path.join(info.root, folder)
|
||||||
|
info.volume.partition_map.root.add_mount(temp_path, full_path, ['--bind'])
|
||||||
|
|
||||||
|
|
||||||
|
class RemoveFolderMounts(Task):
|
||||||
|
description = 'Removing folder mounts for temporary and cache data'
|
||||||
|
phase = phases.system_cleaning
|
||||||
|
successors = [apt.AptClean]
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def run(cls, info):
|
||||||
|
import shutil
|
||||||
|
for folder in folders:
|
||||||
|
temp_path = os.path.join(info._minimize_size['foldermounts'], folder.replace('/', '_'))
|
||||||
|
full_path = os.path.join(info.root, folder)
|
||||||
|
|
||||||
|
info.volume.partition_map.root.remove_mount(full_path)
|
||||||
|
shutil.rmtree(temp_path)
|
||||||
|
|
||||||
|
os.rmdir(info._minimize_size['foldermounts'])
|
||||||
|
del info._minimize_size['foldermounts']
|
||||||
45
bootstrapvz/plugins/minimize_size/tasks/shrink.py
Normal file
45
bootstrapvz/plugins/minimize_size/tasks/shrink.py
Normal file
|
|
@ -0,0 +1,45 @@
|
||||||
|
from bootstrapvz.base import Task
|
||||||
|
from bootstrapvz.common import phases
|
||||||
|
from bootstrapvz.common.tasks import filesystem
|
||||||
|
from bootstrapvz.common.tasks import host
|
||||||
|
from bootstrapvz.common.tasks import partitioning
|
||||||
|
from bootstrapvz.common.tasks import volume
|
||||||
|
from bootstrapvz.common.tools import log_check_call
|
||||||
|
import os
|
||||||
|
|
||||||
|
|
||||||
|
class AddRequiredCommands(Task):
|
||||||
|
description = 'Adding commands required for reducing volume size'
|
||||||
|
phase = phases.preparation
|
||||||
|
successors = [host.CheckExternalCommands]
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def run(cls, info):
|
||||||
|
if info.manifest.plugins['minimize_size'].get('zerofree', False):
|
||||||
|
info.host_dependencies['zerofree'] = 'zerofree'
|
||||||
|
if info.manifest.plugins['minimize_size'].get('shrink', False):
|
||||||
|
link = 'https://my.vmware.com/web/vmware/info/slug/desktop_end_user_computing/vmware_workstation/10_0'
|
||||||
|
info.host_dependencies['vmware-vdiskmanager'] = link
|
||||||
|
|
||||||
|
|
||||||
|
class Zerofree(Task):
|
||||||
|
description = 'Zeroing unused blocks on the root partition'
|
||||||
|
phase = phases.volume_unmounting
|
||||||
|
predecessors = [filesystem.UnmountRoot]
|
||||||
|
successors = [partitioning.UnmapPartitions, volume.Detach]
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def run(cls, info):
|
||||||
|
log_check_call(['zerofree', info.volume.partition_map.root.device_path])
|
||||||
|
|
||||||
|
|
||||||
|
class ShrinkVolume(Task):
|
||||||
|
description = 'Shrinking the volume'
|
||||||
|
phase = phases.volume_unmounting
|
||||||
|
predecessors = [volume.Detach]
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def run(cls, info):
|
||||||
|
perm = os.stat(info.volume.image_path).st_mode & 0777
|
||||||
|
log_check_call(['/usr/bin/vmware-vdiskmanager', '-k', info.volume.image_path])
|
||||||
|
os.chmod(info.volume.image_path, perm)
|
||||||
Loading…
Add table
Reference in a new issue