277 lines
9.0 KiB
Nix
277 lines
9.0 KiB
Nix
{
|
|
config,
|
|
diskoLib,
|
|
lib,
|
|
extendModules,
|
|
options,
|
|
imagePkgs,
|
|
...
|
|
}:
|
|
let
|
|
diskoCfg = config.disko;
|
|
cfg = diskoCfg.imageBuilder;
|
|
inherit (cfg) pkgs imageFormat;
|
|
checked = diskoCfg.checkScripts;
|
|
|
|
configSupportsZfs = config.boot.supportedFilesystems.zfs or false;
|
|
binfmt = diskoLib.binfmt {
|
|
inherit
|
|
diskoLib
|
|
lib
|
|
pkgs
|
|
imagePkgs
|
|
;
|
|
};
|
|
binfmtSetup = lib.optionalString (cfg.enableBinfmt && binfmt.systemsAreDifferent) ''
|
|
mount binfmt_misc -t binfmt_misc /proc/sys/fs/binfmt_misc
|
|
${pkgs.systemdMinimal}/lib/systemd/systemd-binfmt <(echo ${lib.strings.escapeShellArg binfmt.binfmtRegistration})
|
|
'';
|
|
|
|
vmTools = pkgs.vmTools.override (
|
|
{
|
|
rootModules =
|
|
[
|
|
"9p"
|
|
"9pnet_virtio" # we can drop those in future if we stop supporting 24.11
|
|
|
|
"virtiofs"
|
|
"virtio_pci"
|
|
"virtio_blk"
|
|
"virtio_balloon"
|
|
"virtio_rng"
|
|
]
|
|
++ (lib.optional configSupportsZfs "zfs")
|
|
++ cfg.extraRootModules;
|
|
kernel = pkgs.aggregateModules (
|
|
[ cfg.kernelPackages.kernel ]
|
|
++ lib.optional (
|
|
lib.elem "zfs" cfg.extraRootModules || configSupportsZfs
|
|
) cfg.kernelPackages.${config.boot.zfs.package.kernelModuleAttribute}
|
|
);
|
|
}
|
|
// lib.optionalAttrs (diskoLib.vmToolsSupportsCustomQemu lib) {
|
|
customQemu = cfg.qemu;
|
|
}
|
|
);
|
|
cleanedConfig = diskoLib.testLib.prepareDiskoConfig config diskoLib.testLib.devices;
|
|
systemToInstall = extendModules {
|
|
modules = [
|
|
cfg.extraConfig
|
|
{
|
|
disko.testMode = true;
|
|
disko.devices = lib.mkForce cleanedConfig.disko.devices;
|
|
boot.loader.grub.devices = lib.mkForce cleanedConfig.boot.loader.grub.devices;
|
|
}
|
|
];
|
|
};
|
|
systemToInstallNative =
|
|
if binfmt.systemsAreDifferent then
|
|
extendModules {
|
|
modules = [
|
|
cfg.extraConfig
|
|
{
|
|
disko.testMode = true;
|
|
disko.devices = lib.mkForce cleanedConfig.disko.devices;
|
|
boot.loader.grub.devices = lib.mkForce cleanedConfig.boot.loader.grub.devices;
|
|
nixpkgs.hostPlatform = lib.mkForce pkgs.stdenv.hostPlatform;
|
|
nixpkgs.buildPlatform = lib.mkForce pkgs.stdenv.hostPlatform;
|
|
}
|
|
];
|
|
}
|
|
else
|
|
systemToInstall;
|
|
dependencies =
|
|
with pkgs;
|
|
[
|
|
bash
|
|
coreutils
|
|
gnused
|
|
parted # for partprobe
|
|
systemdMinimal
|
|
nix
|
|
util-linux
|
|
findutils
|
|
kmod
|
|
]
|
|
++ cfg.extraDependencies;
|
|
preVM = ''
|
|
# shellcheck disable=SC2154
|
|
mkdir -p "$out"
|
|
${lib.concatMapStringsSep "\n" (
|
|
disk:
|
|
# shellcheck disable=SC2154
|
|
"${pkgs.qemu}/bin/qemu-img create -f ${imageFormat} \"$out/${disk.imageName}.${imageFormat}\" ${disk.imageSize}"
|
|
) (lib.attrValues diskoCfg.devices.disk)}
|
|
# This makes disko work, when canTouchEfiVariables is set to true.
|
|
# Technically these boot entries will no be persisted this way, but
|
|
# in most cases this is OK, because we can rely on the standard location for UEFI executables.
|
|
install -m600 ${pkgs.OVMF.variables} efivars.fd
|
|
'';
|
|
|
|
closureInfo = pkgs.closureInfo {
|
|
rootPaths = [ systemToInstall.config.system.build.toplevel ];
|
|
};
|
|
partitioner = ''
|
|
set -efux
|
|
# running udev, stolen from stage-1.sh
|
|
echo "running udev..."
|
|
ln -sfn /proc/self/fd /dev/fd
|
|
ln -sfn /proc/self/fd/0 /dev/stdin
|
|
ln -sfn /proc/self/fd/1 /dev/stdout
|
|
ln -sfn /proc/self/fd/2 /dev/stderr
|
|
mkdir -p /etc/udev
|
|
mount -t efivarfs none /sys/firmware/efi/efivars
|
|
ln -sfn ${systemToInstallNative.config.system.build.etc}/etc/udev/rules.d /etc/udev/rules.d
|
|
mkdir -p /dev/.mdadm
|
|
${pkgs.systemdMinimal}/lib/systemd/systemd-udevd --daemon
|
|
partprobe
|
|
udevadm trigger --action=add
|
|
udevadm settle
|
|
|
|
${lib.optionalString diskoCfg.testMode ''
|
|
export IN_DISKO_TEST=1
|
|
''}
|
|
${lib.getExe systemToInstallNative.config.system.build.destroyFormatMount} --yes-wipe-all-disks
|
|
'';
|
|
|
|
installer = lib.optionalString cfg.copyNixStore ''
|
|
${binfmtSetup}
|
|
# populate nix db, so nixos-install doesn't complain
|
|
export NIX_STATE_DIR=${systemToInstall.config.disko.rootMountPoint}/nix/var/nix
|
|
nix-store --load-db < "${closureInfo}/registration"
|
|
|
|
# We copy files with cp because `nix copy` seems to have a large memory leak
|
|
mkdir -p ${systemToInstall.config.disko.rootMountPoint}/nix/store
|
|
time xargs cp --recursive --target ${systemToInstall.config.disko.rootMountPoint}/nix/store < ${closureInfo}/store-paths
|
|
|
|
${systemToInstall.config.system.build.nixos-install}/bin/nixos-install --root ${systemToInstall.config.disko.rootMountPoint} --system ${systemToInstall.config.system.build.toplevel} --keep-going --no-channel-copy -v --no-root-password --option binary-caches ""
|
|
umount -Rv ${lib.escapeShellArg systemToInstall.config.disko.rootMountPoint}
|
|
'';
|
|
|
|
QEMU_OPTS = lib.concatStringsSep " " (
|
|
[
|
|
"-drive if=pflash,format=raw,unit=0,readonly=on,file=${pkgs.OVMF.firmware}"
|
|
"-drive if=pflash,format=raw,unit=1,file=efivars.fd"
|
|
]
|
|
++ builtins.map (
|
|
disk:
|
|
"-drive file=\"$out\"/${disk.imageName}.${imageFormat},if=virtio,cache=unsafe,werror=report,format=${imageFormat}"
|
|
) (lib.attrValues diskoCfg.devices.disk)
|
|
);
|
|
in
|
|
{
|
|
system.build.diskoImages = vmTools.runInLinuxVM (
|
|
pkgs.runCommand cfg.name {
|
|
buildInputs = dependencies;
|
|
inherit preVM QEMU_OPTS;
|
|
postVM = cfg.extraPostVM;
|
|
inherit (diskoCfg) memSize;
|
|
} (binfmtSetup + partitioner + installer)
|
|
);
|
|
|
|
system.build.diskoImagesScript = diskoLib.writeCheckedBash { inherit checked pkgs; } cfg.name ''
|
|
set -efu
|
|
export PATH=${lib.makeBinPath dependencies}
|
|
showUsage() {
|
|
cat <<\USAGE
|
|
Usage: $script [options]
|
|
|
|
Options:
|
|
* --pre-format-files <src> <dst>
|
|
copies the src to the dst on the VM, before disko is run
|
|
This is useful to provide secrets like LUKS keys, or other files you need for formatting
|
|
* --post-format-files <src> <dst>
|
|
copies the src to the dst on the finished image
|
|
These end up in the images later and is useful if you want to add some extra stateful files
|
|
They will have the same permissions but will be owned by root:root
|
|
* --build-memory <amt>
|
|
specify the amount of memory in MiB that gets allocated to the build VM
|
|
This can be useful if you want to build images with a more involed NixOS config
|
|
The default is disko.memSize which defaults to ${builtins.toString options.disko.memSize.default} MiB
|
|
USAGE
|
|
}
|
|
|
|
# emulate basic build environment https://github.com/NixOS/nix/blob/fc83c6ccb3b300256508297bb92dd95e18a81213/src/nix-build/nix-build.cc#L541
|
|
TMPDIR=$(mktemp -d); export TMPDIR
|
|
export NIX_BUILD_TOP=$TMPDIR
|
|
export out=$PWD
|
|
export stdenv=${pkgs.stdenv}
|
|
trap 'rm -rf "$TMPDIR"' EXIT
|
|
cd "$TMPDIR"
|
|
|
|
mkdir copy_before_disko copy_after_disko
|
|
|
|
while [[ $# -gt 0 ]]; do
|
|
case "$1" in
|
|
--pre-format-files)
|
|
src=$2
|
|
dst=$3
|
|
cp --reflink=auto -r "$src" copy_before_disko/"$(echo "$dst" | base64)"
|
|
shift 2
|
|
;;
|
|
--post-format-files)
|
|
src=$2
|
|
dst=$3
|
|
cp --reflink=auto -r "$src" copy_after_disko/"$(echo "$dst" | base64)"
|
|
shift 2
|
|
;;
|
|
--build-memory)
|
|
regex="^[0-9]+$"
|
|
if ! [[ $2 =~ $regex ]]; then
|
|
echo "'$2' is not a number"
|
|
exit 1
|
|
fi
|
|
build_memory=$2
|
|
shift 1
|
|
;;
|
|
*)
|
|
showUsage
|
|
exit 1
|
|
;;
|
|
esac
|
|
shift
|
|
done
|
|
|
|
export preVM=${
|
|
diskoLib.writeCheckedBash { inherit pkgs checked; } "preVM.sh" ''
|
|
set -efu
|
|
mv copy_before_disko copy_after_disko xchg/
|
|
origBuilder=${pkgs.writeScript "disko-builder" ''
|
|
set -eu
|
|
export PATH=${lib.makeBinPath dependencies}
|
|
for src in /tmp/xchg/copy_before_disko/*; do
|
|
[ -e "$src" ] || continue
|
|
dst=$(basename "$src" | base64 -d)
|
|
mkdir -p "$(dirname "$dst")"
|
|
cp -r "$src" "$dst"
|
|
done
|
|
set -f
|
|
${partitioner}
|
|
set +f
|
|
for src in /tmp/xchg/copy_after_disko/*; do
|
|
[ -e "$src" ] || continue
|
|
dst=/mnt/$(basename "$src" | base64 -d)
|
|
mkdir -p "$(dirname "$dst")"
|
|
cp -r "$src" "$dst"
|
|
done
|
|
${installer}
|
|
''}
|
|
echo "export origBuilder=$origBuilder" >> xchg/saved-env
|
|
${preVM}
|
|
''
|
|
}
|
|
export postVM=${diskoLib.writeCheckedBash { inherit pkgs checked; } "postVM.sh" cfg.extraPostVM}
|
|
|
|
build_memory=''${build_memory:-${builtins.toString diskoCfg.memSize}}
|
|
# shellcheck disable=SC2016
|
|
QEMU_OPTS=${lib.escapeShellArg QEMU_OPTS}
|
|
# replace quoted $out with the actual path
|
|
QEUM_OPTS=''${QEMU_OPTS//\$out/$out}
|
|
QEMU_OPTS+=" -m $build_memory -object memory-backend-memfd,id=mem,size=''${build_memory}M,share=on -machine memory-backend=mem"
|
|
export QEMU_OPTS
|
|
|
|
${pkgs.bash}/bin/sh -e ${vmTools.vmRunCommand vmTools.qemuCommandLinux}
|
|
cd /
|
|
'';
|
|
}
|