nixos-runner/flake.nix

471 lines
16 KiB
Nix
Raw Normal View History

2023-04-15 14:42:13 -05:00
{
description = "nixos-runner";
inputs = {
nixpkgs = {
url = "nixpkgs/nixos-unstable";
};
flake-utils = {
url = "github:numtide/flake-utils";
};
2024-09-07 22:01:37 -05:00
lix-module = {
url = "https://git.lix.systems/lix-project/nixos-module/archive/2.91.0.tar.gz";
inputs.nixpkgs.follows = "nixpkgs";
};
2023-04-15 14:42:13 -05:00
};
2024-09-07 22:01:37 -05:00
outputs = {
self,
flake-utils,
lix-module,
nixpkgs,
}: (
flake-utils.lib.eachDefaultSystem
(
system: let
pkgs = import nixpkgs {
inherit system;
imports = [
lix-module.nixosModules.default
];
nix.package = pkgs.lix;
2023-04-15 23:07:16 -05:00
2024-09-07 22:01:37 -05:00
# config.permittedInsecurePackages = [
# "nodejs-16.20.2"
# ];
overlays = [
# (
# self: super: {
# regclient = let
# pname = "regclient";
# version = "0.5.1+";
# src = pkgs.fetchFromGitHub {
# owner = "regclient";
# repo = "regclient";
# rev = "72df49963a17092138854c5d9d7943deac1dde6b";
# hash = "sha256-9k1VXtaHTF1GMIDs5qGzJkqPZa+ZKrWes+LakVKaQ38=";
# };
# vendorHash = "sha256-j+XidIgjJ5uw1d4OXRl3pjiW5Hvy7WqNM0KdVWMvWls=";
# in
# super.buildGoModule {
# inherit pname version src vendorHash;
# inherit (super.regclient) meta outputs postInstall;
# ldflags = [
# "-s"
# "-w"
# "-X main.VCSTag=v${version}"
# ];
# doCheck = false;
# };
# }
# )
];
};
lib = pkgs.lib;
docker-client = pkgs.docker_26.override {
clientOnly = true;
};
2024-09-07 22:41:04 -05:00
git = pkgs.git.override {
perlSupport = false;
2024-09-07 23:03:48 -05:00
pythonSupport = false;
svnSupport = false;
2024-09-07 22:41:04 -05:00
sendEmailSupport = false;
withManual = false;
withSsh = true;
};
2024-09-07 22:01:37 -05:00
in {
packages = {
nixos-runner = let
bundleNixpkgs = true;
channelName = "nixpkgs";
channelURL = "https://nixos.org/channels/nixos-unstable";
defaultPkgs = [
pkgs.bashInteractive
pkgs.bind.dnsutils
pkgs.coreutils-full
pkgs.curl
pkgs.dogdns
pkgs.gawk
pkgs.glibc
pkgs.gnugrep
pkgs.gnused
pkgs.gzip
pkgs.iputils
pkgs.less
pkgs.lix
pkgs.nodejs_20
pkgs.nushell
pkgs.more
pkgs.podman
pkgs.regctl
pkgs.stdenv.cc.cc.lib
pkgs.which
2023-08-27 14:46:13 -05:00
2024-09-07 22:01:37 -05:00
docker-client
2024-09-07 22:41:04 -05:00
git
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
self.packages.${system}.push-container
];
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
flake-registry = null;
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
users =
{
root = {
uid = 0;
shell = "${pkgs.bashInteractive}/bin/bash";
home = "/root";
gid = 0;
groups = ["root"];
description = "System administrator";
};
nobody = {
uid = 65534;
shell = "${pkgs.shadow}/bin/nologin";
home = "/var/empty";
gid = 65534;
groups = ["nobody"];
description = "Unprivileged account (don't use!)";
2023-04-15 14:42:13 -05:00
};
2024-09-07 22:01:37 -05:00
}
// lib.listToAttrs (
map
(
n: {
name = "nixbld${toString n}";
value = {
uid = 30000 + n;
gid = 30000;
groups = ["nixbld"];
description = "Nix build user ${toString n}";
};
}
)
(lib.lists.range 1 32)
);
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
groups = {
root.gid = 0;
nixbld.gid = 30000;
nobody.gid = 65534;
};
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
userToPasswd = (
data: {
uid,
gid ? 65534,
home ? "/var/empty",
description ? "",
shell ? "/bin/false",
...
}: "${data}:x:${toString uid}:${toString gid}:${description}:${home}:${shell}"
);
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
passwdContents = (
lib.concatStringsSep "\n"
(lib.attrValues (lib.mapAttrs userToPasswd users))
);
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
userToShadow = username: {...}: "${username}:!:1::::::";
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
shadowContents = (
lib.concatStringsSep "\n"
(lib.attrValues (lib.mapAttrs userToShadow users))
);
groupMemberMap = (
let
# Create a flat list of user/group mappings
mappings = (
builtins.foldl'
2023-04-15 14:42:13 -05:00
(
2024-09-07 22:01:37 -05:00
acc: user: let
groups = users.${user}.groups or [];
in
acc
++ map
(group: {
inherit user group;
})
groups
)
[]
(lib.attrNames users)
2023-04-15 14:42:13 -05:00
);
2024-09-07 22:01:37 -05:00
in (
builtins.foldl'
(
acc: v:
acc
// {
${v.group} = acc.${v.group} or [] ++ [v.user];
}
)
{}
mappings
)
);
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
groupToGroup = k: {gid}: let
members = groupMemberMap.${k} or [];
in "${k}:x:${toString gid}:${lib.concatStringsSep "," members}";
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
groupContents = (
lib.concatStringsSep "\n"
(lib.attrValues (lib.mapAttrs groupToGroup groups))
);
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
defaultNixConf = {
sandbox = "false";
build-users-group = "nixbld";
trusted-public-keys = [
"cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY="
];
experimental-features = [
"flakes"
"nix-command"
];
};
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
nixConfContents =
(lib.concatStringsSep "\n" (
lib.attrsets.mapAttrsToList (
n: v: let
vStr =
if builtins.isList v
then lib.concatStringsSep " " v
else v;
in "${n} = ${vStr}"
)
defaultNixConf
))
+ "\n";
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
containerSettings = ''
[engine]
init_path = "${pkgs.catatonit}/bin/catatonit"
helper_binaries_dir = [ "${pkgs.podman}/libexec/podman" ]
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
[network]
cni_plugin_dirs = [ "${pkgs.cni-plugins}/bin" ]
network_backend = "netavark"
'';
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
containerStorage = ''
[storage]
driver = "overlay"
graphroot = "/var/lib/containers/storage"
runroot = "/run/containers/storage"
'';
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
containerRegistries = ''
[registries]
[registries.block]
registries = [ ]
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
[registries.insecure]
registries = [ ]
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
[registries.search]
registries = [ "docker.io", "quay.io" ]
'';
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
containerPolicy = builtins.toJSON {
default = [
{
type = "insecureAcceptAnything";
}
];
transports = {
docker-daemon = {
"" = [
2023-04-15 14:42:13 -05:00
{
type = "insecureAcceptAnything";
}
];
};
2024-09-07 22:01:37 -05:00
};
};
2023-04-15 14:42:13 -05:00
2024-09-07 22:01:37 -05:00
baseSystem = let
nixpkgs = pkgs.path;
channel = pkgs.runCommand "channel-nixos" {inherit bundleNixpkgs;} ''
mkdir $out
if [ "$bundleNixpkgs" ]; then
ln -s ${nixpkgs} $out/nixpkgs
echo "[]" > $out/manifest.nix
fi
'';
rootEnv = pkgs.buildPackages.buildEnv {
name = "root-profile-env";
paths = defaultPkgs;
2023-04-15 14:42:13 -05:00
};
2024-09-07 22:01:37 -05:00
manifest = pkgs.buildPackages.runCommand "manifest.nix" {} ''
cat > $out <<EOF
2023-08-28 16:58:16 -05:00
[
2024-09-07 22:01:37 -05:00
${lib.concatStringsSep "\n" (builtins.map (drv: let
outputs = drv.outputsToInstall or ["out"];
in ''
{
${lib.concatStringsSep "\n" (builtins.map (output: ''
${output} = { outPath = "${lib.getOutput output drv}"; };
'')
outputs)}
outputs = [ ${lib.concatStringsSep " " (builtins.map (x: "\"${x}\"") outputs)} ];
name = "${drv.name}";
outPath = "${drv}";
system = "${drv.system}";
type = "derivation";
meta = { };
}
'')
defaultPkgs)}
2023-08-28 16:58:16 -05:00
]
2024-09-07 22:01:37 -05:00
EOF
'';
profile = pkgs.buildPackages.runCommand "user-environment" {} ''
mkdir $out
cp -a ${rootEnv}/* $out/
ln -s ${manifest} $out/manifest.nix
'';
in
pkgs.runCommand "base-system"
{
inherit
containerPolicy
containerRegistries
containerSettings
containerStorage
groupContents
nixConfContents
passwdContents
shadowContents
;
passAsFile = [
"containerPolicy"
"containerRegistries"
"containerSettings"
"containerStorage"
"groupContents"
"nixConfContents"
"passwdContents"
"shadowContents"
];
allowSubstitutes = false;
preferLocalBuild = true;
} ''
env
set -x
mkdir -p $out/etc
mkdir -p $out/etc/ssl/certs
ln -s /nix/var/nix/profiles/default/etc/ssl/certs/ca-bundle.crt $out/etc/ssl/certs
cat $passwdContentsPath > $out/etc/passwd
echo "" >> $out/etc/passwd
cat $groupContentsPath > $out/etc/group
echo "" >> $out/etc/group
cat $shadowContentsPath > $out/etc/shadow
echo "" >> $out/etc/shadow
mkdir -p $out/usr
ln -s /nix/var/nix/profiles/share $out/usr/
mkdir -p $out/nix/var/nix/gcroots
mkdir -p $out/tmp
mkdir -p $out/var/tmp
mkdir -p $out/etc/nix
cat $nixConfContentsPath > $out/etc/nix/nix.conf
mkdir -p $out/root
mkdir -p $out/nix/var/nix/profiles/per-user/root
mkdir -p $out/etc/containers
mkdir -p $out/etc/containers/networks
mkdir -p $out/var/lib/containers/storage
mkdir -p $out/run/containers/storage
cat $containerSettingsPath > $out/etc/containers/containers.conf
cat $containerStoragePath > $out/etc/containers/storage.conf
cat $containerRegistriesPath > $out/etc/containers/registry.conf
cat $containerPolicyPath > $out/etc/containers/policy.json
ln -s ${profile} $out/nix/var/nix/profiles/default-1-link
ln -s $out/nix/var/nix/profiles/default-1-link $out/nix/var/nix/profiles/default
ln -s /nix/var/nix/profiles/default $out/root/.nix-profile
ln -s ${channel} $out/nix/var/nix/profiles/per-user/root/channels-1-link
ln -s $out/nix/var/nix/profiles/per-user/root/channels-1-link $out/nix/var/nix/profiles/per-user/root/channels
mkdir -p $out/root/.nix-defexpr
ln -s $out/nix/var/nix/profiles/per-user/root/channels $out/root/.nix-defexpr/channels
echo "${channelURL} ${channelName}" > $out/root/.nix-channels
mkdir -p $out/bin $out/usr/bin
ln -s ${pkgs.coreutils}/bin/env $out/usr/bin/env
ln -s ${pkgs.bashInteractive}/bin/bash $out/bin/sh
''
+ (lib.optionalString (flake-registry != null) ''
nixCacheDir="/root/.cache/nix"
mkdir -p $out$nixCacheDir
globalFlakeRegistryPath="$nixCacheDir/flake-registry.json"
ln -s ${flake-registry}/flake-registry.json $out$globalFlakeRegistryPath
mkdir -p $out/nix/var/nix/gcroots/auto
rootName=$(${pkgs.nix}/bin/nix --extra-experimental-features nix-command hash file --type sha1 --base32 <(echo -n $globalFlakeRegistryPath))
ln -s $globalFlakeRegistryPath $out/nix/var/nix/gcroots/auto/$rootName
'');
in
pkgs.dockerTools.buildLayeredImageWithNixDb {
name = "nixos-runner";
tag = "latest";
maxLayers = 2;
contents =
2023-08-28 16:58:16 -05:00
[
2024-09-07 22:01:37 -05:00
baseSystem
2023-08-28 16:58:16 -05:00
]
2024-09-07 22:01:37 -05:00
++ defaultPkgs;
extraCommands = ''
rm -rf nix-support
ln -s /nix/var/nix/profiles nix/var/nix/gcroots/profiles
'';
fakeRootCommands = ''
chmod 1777 tmp
chmod 1777 var/tmp
'';
config = {
Cmd = ["${pkgs.bashInteractive}/bin/bash"];
Env = [
"USER=root"
"PATH=${lib.concatStringsSep ":" [
"/root/.nix-profile/bin"
"/nix/var/nix/profiles/default/bin"
"/nix/var/nix/profiles/default/sbin"
]}"
"MANPATH=${lib.concatStringsSep ":" [
"/root/.nix-profile/share/man"
"/nix/var/nix/profiles/default/share/man"
]}"
"LD_LIBRARY_PATH=${pkgs.lib.makeLibraryPath [pkgs.glibc pkgs.stdenv.cc.cc.lib]}"
"SSL_CERT_FILE=${pkgs.cacert}/etc/ssl/certs/ca-bundle.crt"
"GIT_SSL_CAINFO=${pkgs.cacert}/etc/ssl/certs/ca-bundle.crt"
"NIX_SSL_CERT_FILE=${pkgs.cacert}/etc/ssl/certs/ca-bundle.crt"
"NIX_PATH=/nix/var/nix/profiles/per-user/root/channels:/root/.nix-defexpr/channels"
];
};
2023-08-28 16:58:16 -05:00
};
2024-09-07 22:01:37 -05:00
push-container = pkgs.writeTextFile {
name = "push-container";
destination = "/bin/push-container";
text = lib.concatStringsSep "\n" [
"#!${pkgs.nushell}/bin/nu"
""
"alias regctl = ^${pkgs.regctl}/bin/regctl --verbosity warning"
"alias gzip = ^${pkgs.gzip}/bin/gzip"
""
(builtins.readFile ./push-container.nu)
];
executable = true;
2023-04-15 14:42:13 -05:00
};
2024-09-07 22:01:37 -05:00
};
apps = {
push-container = {
type = "app";
program = "${self.packages.${system}.push-container}/bin/push-container";
2023-04-15 15:00:08 -05:00
};
2024-09-07 22:01:37 -05:00
};
}
)
);
2023-04-15 14:42:13 -05:00
}