mirror of
https://github.com/kevingruesser/bootstrap-vz.git
synced 2025-08-22 09:50:37 +00:00
f62c8ade99
Up until now I didn't see the point of using spaces for indentation. However, the previous commit (a18bec3) was quite eye opening. Given that python is an indentation aware language, the amount of mistakes that went unnoticed because tabs and spaces were used at the same time (tabs for indentation and spaces for alignment) were unacceptable. E101,W191 have been re-enable in the tox flake8 checker and the documentation has been modified accordingly. The following files have been left as-is: * bootstrapvz/common/assets/extlinux/extlinux.conf * bootstrapvz/common/assets/init.d/expand-root * bootstrapvz/common/assets/init.d/generate-ssh-hostkeys * bootstrapvz/common/assets/init.d/squeeze/generate-ssh-hostkeys * bootstrapvz/plugins/docker_daemon/assets/init.d/docker * bootstrapvz/providers/ec2/assets/bin/growpart * bootstrapvz/providers/ec2/assets/grub.d/40_custom * bootstrapvz/providers/ec2/assets/init.d/ec2-get-credentials * bootstrapvz/providers/ec2/assets/init.d/ec2-run-user-data * docs/_static/taskoverview.coffee * docs/_static/taskoverview.less * tests/unit/subprocess.sh
122 lines
4.6 KiB
Python
122 lines
4.6 KiB
Python
from bootstrapvz.base import Task
|
|
from bootstrapvz.common import phases
|
|
from bootstrapvz.common.tasks import grub
|
|
from bootstrapvz.common.tasks import initd
|
|
from bootstrapvz.common.tools import log_check_call
|
|
from bootstrapvz.common.tools import sed_i
|
|
from bootstrapvz.providers.gce.tasks import boot as gceboot
|
|
import os
|
|
import os.path
|
|
import shutil
|
|
import subprocess
|
|
import time
|
|
|
|
ASSETS_DIR = os.path.normpath(os.path.join(os.path.dirname(__file__), 'assets'))
|
|
|
|
|
|
class AddDockerDeps(Task):
|
|
description = 'Add packages for docker deps'
|
|
phase = phases.package_installation
|
|
DOCKER_DEPS = ['aufs-tools', 'btrfs-tools', 'git', 'iptables',
|
|
'procps', 'xz-utils', 'ca-certificates']
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
for pkg in cls.DOCKER_DEPS:
|
|
info.packages.add(pkg)
|
|
|
|
|
|
class AddDockerBinary(Task):
|
|
description = 'Add docker binary'
|
|
phase = phases.system_modification
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
docker_version = info.manifest.plugins['docker_daemon'].get('version', False)
|
|
docker_url = 'https://get.docker.io/builds/Linux/x86_64/docker-'
|
|
if docker_version:
|
|
docker_url += docker_version
|
|
else:
|
|
docker_url += 'latest'
|
|
bin_docker = os.path.join(info.root, 'usr/bin/docker')
|
|
log_check_call(['wget', '-O', bin_docker, docker_url])
|
|
os.chmod(bin_docker, 0755)
|
|
|
|
|
|
class AddDockerInit(Task):
|
|
description = 'Add docker init script'
|
|
phase = phases.system_modification
|
|
successors = [initd.InstallInitScripts]
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
init_src = os.path.join(ASSETS_DIR, 'init.d/docker')
|
|
info.initd['install']['docker'] = init_src
|
|
default_src = os.path.join(ASSETS_DIR, 'default/docker')
|
|
default_dest = os.path.join(info.root, 'etc/default/docker')
|
|
shutil.copy(default_src, default_dest)
|
|
docker_opts = info.manifest.plugins['docker_daemon'].get('docker_opts')
|
|
if docker_opts:
|
|
sed_i(default_dest, r'^#*DOCKER_OPTS=.*$', 'DOCKER_OPTS="%s"' % docker_opts)
|
|
|
|
|
|
class EnableMemoryCgroup(Task):
|
|
description = 'Change grub configuration to enable the memory cgroup'
|
|
phase = phases.system_modification
|
|
successors = [grub.InstallGrub_1_99, grub.InstallGrub_2]
|
|
predecessors = [grub.ConfigureGrub, gceboot.ConfigureGrub]
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
grub_config = os.path.join(info.root, 'etc/default/grub')
|
|
sed_i(grub_config, r'^(GRUB_CMDLINE_LINUX*=".*)"\s*$', r'\1 cgroup_enable=memory"')
|
|
|
|
|
|
class PullDockerImages(Task):
|
|
description = 'Pull docker images'
|
|
phase = phases.system_modification
|
|
predecessors = [AddDockerBinary]
|
|
|
|
@classmethod
|
|
def run(cls, info):
|
|
from bootstrapvz.common.exceptions import TaskError
|
|
from subprocess import CalledProcessError
|
|
images = info.manifest.plugins['docker_daemon'].get('pull_images', [])
|
|
retries = info.manifest.plugins['docker_daemon'].get('pull_images_retries', 10)
|
|
|
|
bin_docker = os.path.join(info.root, 'usr/bin/docker')
|
|
graph_dir = os.path.join(info.root, 'var/lib/docker')
|
|
socket = 'unix://' + os.path.join(info.workspace, 'docker.sock')
|
|
pidfile = os.path.join(info.workspace, 'docker.pid')
|
|
|
|
try:
|
|
# start docker daemon temporarly.
|
|
daemon = subprocess.Popen([bin_docker, '-d', '--graph', graph_dir, '-H', socket, '-p', pidfile])
|
|
# wait for docker daemon to start.
|
|
for _ in range(retries):
|
|
try:
|
|
log_check_call([bin_docker, '-H', socket, 'version'])
|
|
break
|
|
except CalledProcessError:
|
|
time.sleep(1)
|
|
for img in images:
|
|
# docker load if tarball.
|
|
if img.endswith('.tar.gz') or img.endswith('.tgz'):
|
|
cmd = [bin_docker, '-H', socket, 'load', '-i', img]
|
|
try:
|
|
log_check_call(cmd)
|
|
except CalledProcessError as e:
|
|
msg = 'error {e} loading docker image {img}.'.format(img=img, e=e)
|
|
raise TaskError(msg)
|
|
# docker pull if image name.
|
|
else:
|
|
cmd = [bin_docker, '-H', socket, 'pull', img]
|
|
try:
|
|
log_check_call(cmd)
|
|
except CalledProcessError as e:
|
|
msg = 'error {e} pulling docker image {img}.'.format(img=img, e=e)
|
|
raise TaskError(msg)
|
|
finally:
|
|
# shutdown docker daemon.
|
|
daemon.terminate()
|
|
os.remove(os.path.join(info.workspace, 'docker.sock'))
|