From b87e28b77eab00ed6aeefa6950c15ac10c04563d Mon Sep 17 00:00:00 2001 From: Antoine Date: Thu, 12 Nov 2020 14:05:18 +0100 Subject: [PATCH] Feat : Add debian source to packer --- Makefile | 20 +- docker-compose.yml | 23 ++ image/assets/ansible/playbook-debian.yml | 17 + image/assets/ansible/requirements.yml | 5 + image/assets/hcl/builder.pkr.hcl | 3 +- image/assets/hcl/source-debian.pkr.hcl | 44 +++ image/assets/httpdir/preseed.cfg | 390 +++++++++++++++++++++++ run-image.sh | 15 + 8 files changed, 512 insertions(+), 5 deletions(-) create mode 100644 image/assets/ansible/playbook-debian.yml create mode 100644 image/assets/ansible/requirements.yml create mode 100644 image/assets/hcl/source-debian.pkr.hcl create mode 100644 image/assets/httpdir/preseed.cfg create mode 100755 run-image.sh diff --git a/Makefile b/Makefile index b816324..d4f3baa 100644 --- a/Makefile +++ b/Makefile @@ -1,19 +1,31 @@ -.PHONY: up-gentoo +.PHONY: up-gentoo up-debian include .env -imagePackerBuilder: - docker build -t $(REGISTRY_URL)/$(IMAGE_NAME):$(VERSION) ./image - up-gentoo: imagePackerBuilder image/assets/id_rsa_qemu docker-compose up --build -d gentoo_packer +up-debian: imagePackerBuilder image/assets/id_rsa_qemu + docker-compose up --build -d debian_packer + exec-gentoo: docker-compose exec gentoo_packer bash +exec-debian: + docker-compose exec debian_packer bash + +test-debian: + ./run-image.sh debian + +test-gentoo: + ./run-image.sh gentoo + down: docker-compose down +imagePackerBuilder: + docker build -t $(REGISTRY_URL)/$(IMAGE_NAME):$(VERSION) ./image + image/assets/id_rsa_qemu: @if [ ! -f "$@" ]; then \ ssh-keygen -a 100 -C antoinroux@hotmail.fr -t ed25519 -N "" -b 2048 -q -f $@; \ diff --git a/docker-compose.yml b/docker-compose.yml index 9990532..1c41775 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -21,3 +21,26 @@ services: # - "2222:2229" # - "10082:10082" + debian_packer: + image: ${REGISTRY_URL}/${IMAGE_NAME}:${VERSION} + privileged: true + volumes: + - "./image/assets:/packer" + - "./image/cache:/packer-cache" + network_mode: "host" + environment: + - SOURCE_NAME=qemu.debian + - SSH_LIVE_USERNAME=debian + - SSH_LIVE_PASSWORD=debian + - ANSIBLE_EXTRA_VARS=generated_user=antoine generated_group=users debian_version=10.6.0 + - ANSIBLE_PLAYBOOK=/packer/ansible/playbook-debian.yml + - ISO_CHECKSUM=file:https://cdimage.debian.org/debian-cd/current/amd64/iso-cd/SHA512SUMS + - ISO_URL=https://cdimage.debian.org/debian-cd/current/amd64/iso-cd/debian-10.6.0-amd64-netinst.iso + #ports: + # - "5900:5900/udp" + # - "2222:2229" + # - "10082:10082" +# entrypoint: "bash -c" +# command: "'while sleep 3600; do :; done'" +# stdin_open: true +# tty: true diff --git a/image/assets/ansible/playbook-debian.yml b/image/assets/ansible/playbook-debian.yml new file mode 100644 index 0000000..9a6a682 --- /dev/null +++ b/image/assets/ansible/playbook-debian.yml @@ -0,0 +1,17 @@ +--- +# file: playbook-debian.yml + +- hosts: localhost + become: true + pre_tasks: + - name: "check ansible required param" + assert: + that: + - ssh_pub is defined + - generated_user is defined + - generated_group is defined + fail_msg: "Pass param ssh_pub, generated_user and generated_group to launch this playbook" + roles: + - geerlingguy.docker + docker_users: + - debian diff --git a/image/assets/ansible/requirements.yml b/image/assets/ansible/requirements.yml new file mode 100644 index 0000000..08a081d --- /dev/null +++ b/image/assets/ansible/requirements.yml @@ -0,0 +1,5 @@ +# ansible role requirement list + +roles: + - name: geerlingguy.docker + version: 2.9.0 diff --git a/image/assets/hcl/builder.pkr.hcl b/image/assets/hcl/builder.pkr.hcl index 7ab29be..055d5e7 100644 --- a/image/assets/hcl/builder.pkr.hcl +++ b/image/assets/hcl/builder.pkr.hcl @@ -2,7 +2,7 @@ locals { timestamp = regex_replace(timestamp(), "[- TZ:]", "") } build { - sources = ["source.qemu.gentoo"] + sources = ["source.qemu.gentoo", "source.qemu.debian"] provisioner "ansible" { ansible_env_vars = ["ANSIBLE_CONFIG=/packer/ansible/ansible.cfg"] @@ -10,5 +10,6 @@ build { groups = ["default"] playbook_file = "${var.ansible_provisioning_playbook}" user = "root" + galaxy_file = "/packer/ansible/requirements.yml" } } diff --git a/image/assets/hcl/source-debian.pkr.hcl b/image/assets/hcl/source-debian.pkr.hcl new file mode 100644 index 0000000..9512284 --- /dev/null +++ b/image/assets/hcl/source-debian.pkr.hcl @@ -0,0 +1,44 @@ +source "qemu" "debian" { + accelerator = "kvm" + boot_wait = "1s" + boot_command = [ + "", # non-graphical install + "preseed/url=http://{{ .HTTPIP }}:{{ .HTTPPort }}/preseed.cfg ", + "language=en locale=en_US.UTF-8 ", + "country=FR keymap=fr ", + "hostname=packer domain=test ", # Should be overriden after DHCP, if available + "", + ] + cpus = 2 + disk_compression = true + disk_detect_zeroes = "unmap" + disk_discard = "unmap" + skip_compaction = false + disk_interface = "virtio" + disk_image = false + use_backing_file = false + disk_size = "80G" + format = "qcow2" + headless = true + http_directory = "/packer/httpdir" + http_port_max = 10082 + http_port_min = 10082 + host_port_min = 2229 + host_port_max = 2229 + iso_checksum = "${var.iso_checksum}" + iso_url = "${var.iso_url}" + memory = "1024" + net_device = "virtio-net" + output_directory = "output_qcow2" + qemuargs = [ + ["-boot", "b"], + ["-device", "virtio-rng-pci"] + ] + shutdown_command = "/sbin/shutdown -hP now" + ssh_password = "${var.ssh_password}" + ssh_username = "${var.ssh_username}" + ssh_wait_timeout = "900m" + vm_name = "debian_packer.qcow2" + vnc_port_max = "5900" + vnc_port_min = "5900" +} diff --git a/image/assets/httpdir/preseed.cfg b/image/assets/httpdir/preseed.cfg new file mode 100644 index 0000000..7825b0e --- /dev/null +++ b/image/assets/httpdir/preseed.cfg @@ -0,0 +1,390 @@ +d-i partman/early_command \ + string debconf-set partman-auto/disk "$(list-devices disk | head -n1)" + +#### Contents of the preconfiguration file (for stretch) +### Localization +# Preseeding only locale sets language, country and locale. +d-i debian-installer/locale string fr_FR.UTF-8 + +# The values can also be preseeded individually for greater flexibility. +#d-i debian-installer/language string en +#d-i debian-installer/country string NL +#d-i debian-installer/locale string en_GB.UTF-8 +# Optionally specify additional locales to be generated. +d-i localechooser/supported-locales multiselect fr_FR.UTF-8, en_US.UTF-8 + +# Keyboard selection. +d-i keyboard-configuration/xkb-keymap select fr +# d-i keyboard-configuration/toggle select No toggling + +### Network configuration +# Disable network configuration entirely. This is useful for cdrom +# installations on non-networked devices where the network questions, +# warning and long timeouts are a nuisance. +#d-i netcfg/enable boolean false + +# netcfg will choose an interface that has link if possible. This makes it +# skip displaying a list if there is more than one interface. +d-i netcfg/choose_interface select auto + +# To pick a particular interface instead: +#d-i netcfg/choose_interface select eth1 + +# To set a different link detection timeout (default is 3 seconds). +# Values are interpreted as seconds. +#d-i netcfg/link_wait_timeout string 10 + +# If you have a slow dhcp server and the installer times out waiting for +# it, this might be useful. +#d-i netcfg/dhcp_timeout string 60 +#d-i netcfg/dhcpv6_timeout string 60 + +# If you prefer to configure the network manually, uncomment this line and +# the static network configuration below. +#d-i netcfg/disable_autoconfig boolean true + +# If you want the preconfiguration file to work on systems both with and +# without a dhcp server, uncomment these lines and the static network +# configuration below. +#d-i netcfg/dhcp_failed note +#d-i netcfg/dhcp_options select Configure network manually + +# Static network configuration. +# +# IPv4 example +#d-i netcfg/get_ipaddress string 192.168.1.42 +#d-i netcfg/get_netmask string 255.255.255.0 +#d-i netcfg/get_gateway string 192.168.1.1 +#d-i netcfg/get_nameservers string 192.168.1.1 +#d-i netcfg/confirm_static boolean true +# +# IPv6 example +#d-i netcfg/get_ipaddress string fc00::2 +#d-i netcfg/get_netmask string ffff:ffff:ffff:ffff:: +#d-i netcfg/get_gateway string fc00::1 +#d-i netcfg/get_nameservers string fc00::1 +#d-i netcfg/confirm_static boolean true + +# Any hostname and domain names assigned from dhcp take precedence over +# values set here. However, setting the values still prevents the questions +# from being shown, even if values come from dhcp. +d-i netcfg/get_hostname string packer +d-i netcfg/get_domain string test + +# If you want to force a hostname, regardless of what either the DHCP +# server returns or what the reverse DNS entry for the IP is, uncomment +# and adjust the following line. +#d-i netcfg/hostname string somehost + +# Disable that annoying WEP key dialog. +d-i netcfg/wireless_wep string +# The wacky dhcp hostname that some ISPs use as a password of sorts. +#d-i netcfg/dhcp_hostname string radish + +# If non-free firmware is needed for the network or other hardware, you can +# configure the installer to always try to load it, without prompting. Or +# change to false to disable asking. +#d-i hw-detect/load_firmware boolean true + +### Network console +# Use the following settings if you wish to make use of the network-console +# component for remote installation over SSH. This only makes sense if you +# intend to perform the remainder of the installation manually. +#d-i anna/choose_modules string network-console +#d-i network-console/authorized_keys_url string http://10.0.0.1/openssh-key +#d-i network-console/password password r00tme +#d-i network-console/password-again password r00tme + +### Mirror settings +# If you select ftp, the mirror/country string does not need to be set. +#d-i mirror/protocol string https +d-i mirror/country string manual +d-i mirror/http/hostname string deb.debian.org +d-i mirror/http/directory string /debian +d-i mirror/http/proxy string + +# Suite to install. +#d-i mirror/suite string testing +# Suite to use for loading installer components (optional). +#d-i mirror/udeb/suite string testing + +### Account setup +# Skip creation of a root account (normal user account will be able to +# use sudo). +#d-i passwd/root-login boolean false +# Alternatively, to skip creation of a normal user account. +#d-i passwd/make-user boolean false + +# Root password, either in clear text +d-i passwd/root-password password toor +d-i passwd/root-password-again password toor +# or encrypted using a crypt(3) hash. +#d-i passwd/root-password-crypted password [crypt(3) hash] + +# To create a normal user account. +d-i passwd/user-fullname string debian +d-i passwd/username string debian +# Normal user's password, either in clear text +d-i passwd/user-password password debian +d-i passwd/user-password-again password debian +# or encrypted using a crypt(3) hash. +#d-i passwd/user-password-crypted password [crypt(3) hash] +# Create the first user with the specified UID instead of the default. +#d-i passwd/user-uid string 1010 + +# The user account will be added to some standard initial groups. To +# override that, use this. +#d-i passwd/user-default-groups string audio cdrom video + +### Clock and time zone setup +# Controls whether or not the hardware clock is set to UTC. +d-i clock-setup/utc boolean true + +# You may set this to any valid setting for $TZ; see the contents of +# /usr/share/zoneinfo/ for valid values. +d-i time/zone string Europe/Paris + +# Controls whether to use NTP to set the clock during the install +d-i clock-setup/ntp boolean true +# NTP server to use. The default is almost always fine here. +#d-i clock-setup/ntp-server string ntp.example.com + +### Partitioning +## Partitioning example +# If the system has free space you can choose to only partition that space. +# This is only honoured if partman-auto/method (below) is not set. +#d-i partman-auto/init_automatically_partition select biggest_free + +# Alternatively, you may specify a disk to partition. If the system has only +# one disk the installer will default to using that, but otherwise the device +# name must be given in traditional, non-devfs format (so e.g. /dev/sda +# and not e.g. /dev/discs/disc0/disc). +# For example, to use the first SCSI/SATA hard disk: +#d-i partman-auto/disk string /dev/sda +# In addition, you'll need to specify the method to use. +# The presently available methods are: +# - regular: use the usual partition types for your architecture +# - lvm: use LVM to partition the disk +# - crypto: use LVM within an encrypted partition +d-i partman-auto/method string regular + +d-i partman-auto/choose_recipe select single-root-no-swap + +# Or provide a recipe of your own... +# If you have a way to get a recipe file into the d-i environment, you can +# just point at it. +#d-i partman-auto/expert_recipe_file string /hd-media/recipe +d-i partman-auto/expert_recipe string \ + single-root-no-swap :: \ + 1000 50 -1 ext4 \ + filesystem{ ext4 } \ + method{ format } format{ } \ + use_filesystem{ } \ + mountpoint{ / } \ + . + +# If not, you can put an entire recipe into the preconfiguration file in one +# (logical) line. This example creates a small /boot partition, suitable +# swap, and uses the rest of the space for the root partition: +#d-i partman-auto/expert_recipe string \ +# boot-root :: \ +# 40 50 100 ext3 \ +# $primary{ } $bootable{ } \ +# method{ format } format{ } \ +# use_filesystem{ } filesystem{ ext3 } \ +# mountpoint{ /boot } \ +# . \ +# 500 10000 1000000000 ext3 \ +# method{ format } format{ } \ +# use_filesystem{ } filesystem{ ext3 } \ +# mountpoint{ / } \ +# . \ +# 64 512 300% linux-swap \ +# method{ swap } format{ } \ +# . + + +#d-i partman-auto/init_automatically_partition \ +# select Guided - use entire disk and set up LVM + +d-i partman-partitioning/confirm_write_new_label boolean true +d-i partman/choose_partition select finish +d-i partman/confirm boolean true +d-i partman/confirm_nooverwrite boolean true + +# No swap +d-i partman-basicfilesystems/no_swap boolean false + + +## Controlling how partitions are mounted +# The default is to mount by UUID, but you can also choose "traditional" to +# use traditional device names, or "label" to try filesystem labels before +# falling back to UUIDs. +#d-i partman/mount_style select uuid +d-i partman/mount_style select traditional + +### Base system installation +# Configure APT to not install recommended packages by default. Use of this +# option can result in an incomplete system and should only be used by very +# experienced users. +#d-i base-installer/install-recommends boolean false +d-i base-installer/install-recommends boolean false + +# The kernel image (meta) package to be installed; "none" can be used if no +# kernel is to be installed. +#d-i base-installer/kernel/image string linux-image-686 + +### Apt setup +# You can choose to install non-free and contrib software. +#d-i apt-setup/non-free boolean true +#d-i apt-setup/contrib boolean true +# Uncomment this if you don't want to use a network mirror. +#d-i apt-setup/use_mirror boolean false +# Select which update services to use; define the mirrors to be used. +# Values shown below are the normal defaults. +#d-i apt-setup/services-select multiselect security, updates +#d-i apt-setup/security_host string security.debian.org + +# Additional repositories, local[0-9] available +#d-i apt-setup/local0/repository string \ +# http://local.server/debian stable main +#d-i apt-setup/local0/comment string local server +# Enable deb-src lines +#d-i apt-setup/local0/source boolean true + +# Don't ask for more CDROM +apt-cdrom-setup apt-setup/disable-cdrom-entries boolean true +apt-cdrom-setup apt-setup/cdrom/set-first boolean false + +# URL to the public key of the local repository; you must provide a key or +# apt will complain about the unauthenticated repository and so the +# sources.list line will be left commented out +#d-i apt-setup/local0/key string http://local.server/key + +# By default the installer requires that repositories be authenticated +# using a known gpg key. This setting can be used to disable that +# authentication. Warning: Insecure, not recommended. +#d-i debian-installer/allow_unauthenticated boolean true + +# Uncomment this to add multiarch configuration for i386 +#d-i apt-setup/multiarch string i386 + + +### Package selection +#tasksel tasksel/first multiselect standard, web-server, kde-desktop +tasksel tasksel/first multiselect SSH server + +# Individual additional packages to install +# We need at least these to continue the preseeding later on. +# Provide also haveged so we (hopefully) have more entropy when our VM starts +# for the first time. +d-i pkgsel/include string haveged openssh-server sudo + +# Whether to upgrade packages after debootstrap. +# Allowed values: none, safe-upgrade, full-upgrade +#d-i pkgsel/upgrade select none +d-i pkgsel/upgrade select full-upgrade + +# Some versions of the installer can report back on what software you have +# installed, and what software you use. The default is not to report back, +# but sending reports helps the project determine what software is most +# popular and include it on CDs. +#popularity-contest popularity-contest/participate boolean false +popularity-contest popularity-contest/participate boolean false + +### Boot loader installation +# Grub is the default boot loader (for x86). If you want lilo installed +# instead, uncomment this: +#d-i grub-installer/skip boolean true +# To also skip installing lilo, and install no bootloader, uncomment this +# too: +#d-i lilo-installer/skip boolean true + + +# This is fairly safe to set, it makes grub install automatically to the MBR +# if no other operating system is detected on the machine. +d-i grub-installer/only_debian boolean true + +# This one makes grub-installer install to the MBR if it also finds some other +# OS, which is less safe as it might not be able to boot that other OS. +d-i grub-installer/with_other_os boolean true + +# Due notably to potential USB sticks, the location of the MBR can not be +# determined safely in general, so this needs to be specified: +#d-i grub-installer/bootdev string /dev/sda +# To install to the first device (assuming it is not a USB stick): +#d-i grub-installer/bootdev string default +d-i grub-installer/bootdev string default + +# Alternatively, if you want to install to a location other than the mbr, +# uncomment and edit these lines: +#d-i grub-installer/only_debian boolean false +#d-i grub-installer/with_other_os boolean false +#d-i grub-installer/bootdev string (hd0,1) +# To install grub to multiple disks: +#d-i grub-installer/bootdev string (hd0,1) (hd1,1) (hd2,1) + +# Optional password for grub, either in clear text +#d-i grub-installer/password password r00tme +#d-i grub-installer/password-again password r00tme +# or encrypted using an MD5 hash, see grub-md5-crypt(8). +#d-i grub-installer/password-crypted password [MD5 hash] + +# Use the following option to add additional boot parameters for the +# installed system (if supported by the bootloader installer). +# Note: options passed to the installer will be added automatically. +#d-i debian-installer/add-kernel-opts string nousb + +### Finishing up the installation +# During installations from serial console, the regular virtual consoles +# (VT1-VT6) are normally disabled in /etc/inittab. Uncomment the next +# line to prevent this. +#d-i finish-install/keep-consoles boolean true + +# Avoid that last message about the install being complete. +d-i finish-install/reboot_in_progress note + +# This will prevent the installer from ejecting the CD during the reboot, +# which is useful in some situations. +#d-i cdrom-detect/eject boolean false + +# This is how to make the installer shutdown when finished, but not +# reboot into the installed system. +#d-i debian-installer/exit/halt boolean true +# This will power off the machine instead of just halting it. +#d-i debian-installer/exit/poweroff boolean true + +### Preseeding other packages +# Depending on what software you choose to install, or if things go wrong +# during the installation process, it's possible that other questions may +# be asked. You can preseed those too, of course. To get a list of every +# possible question that could be asked during an install, do an +# installation, and then run these commands: +# debconf-get-selections --installer > file +# debconf-get-selections >> file + + +#### Advanced options +### Running custom commands during the installation +# d-i preseeding is inherently not secure. Nothing in the installer checks +# for attempts at buffer overflows or other exploits of the values of a +# preconfiguration file like this one. Only use preconfiguration files from +# trusted locations! To drive that home, and because it's generally useful, +# here's a way to run any shell command you'd like inside the installer, +# automatically. + +# This first command is run as early as possible, just after +# preseeding is read. +#d-i preseed/early_command string anna-install some-udeb +# This command is run immediately before the partitioner starts. It may be +# useful to apply dynamic partitioner preseeding that depends on the state +# of the disks (which may not be visible when preseed/early_command runs). +#d-i partman/early_command \ +# string debconf-set partman-auto/disk "$(list-devices disk | head -n1)" +# This command is run just before the install finishes, but when there is +# still a usable /target directory. You can chroot to /target and use it +# directly, or use the apt-install and in-target commands to easily install +# packages and run commands in the target system. +#d-i preseed/late_command string apt-install zsh; in-target chsh -s /bin/zsh + +d-i preseed/late_command string echo 'debian ALL = (root) NOPASSWD: ALL' > /target/etc/sudoers.d/debian diff --git a/run-image.sh b/run-image.sh new file mode 100755 index 0000000..8f6ba10 --- /dev/null +++ b/run-image.sh @@ -0,0 +1,15 @@ +#!/bin/bash + +# pass debian or gentoo as first parameter +if [ "$#" -lt 2 ]; then + exit 1 +fi + +# -cdrom ./packer/assets/install-amd64-minimal-20200205T214502Z.iso \ +qemu-system-x86_64 \ + -boot order=d -m 1024 \ + -smp cpus=1,sockets=2,maxcpus=2 \ + -drive "file=./image/assets/output_qcow2/$1_packer.qcow2,format=qcow2,index=1" \ + -device virtio-net,netdev=user.0 \ + -netdev user,id=user.0,hostfwd=tcp::5556-:22 +