X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=modules%2Fprivate%2Fbuildbot%2Fdefault.nix;h=d6753e54ac23c7d09074083d8a617b5d6a2539b0;hb=dcb8ad4c0358735ba97fe83071f79b294bed8967;hp=0e63337d3b4677f098e686c784bdc4ae5e6a1edd;hpb=8fa7ff2c63fb0722144bc90837512d9f8b8c929d;p=perso%2FImmae%2FConfig%2FNix.git diff --git a/modules/private/buildbot/default.nix b/modules/private/buildbot/default.nix index 0e63337..d6753e5 100644 --- a/modules/private/buildbot/default.nix +++ b/modules/private/buildbot/default.nix @@ -1,4 +1,4 @@ -{ lib, pkgs, config, myconfig, ... }: +{ lib, pkgs, config, ... }: let varDir = "/var/lib/buildbot"; buildbot_common = pkgs.python3Packages.buildPythonPackage rec { @@ -24,11 +24,12 @@ in }; config = lib.mkIf config.myServices.buildbot.enable { - services.backup.profiles.buildbot = { + services.duplyBackup.profiles.buildbot = { rootDir = varDir; + remotes = [ "eriomem" "ovh" ]; }; - ids.uids.buildbot = myconfig.env.buildbot.user.uid; - ids.gids.buildbot = myconfig.env.buildbot.user.gid; + ids.uids.buildbot = config.myEnv.buildbot.user.uid; + ids.gids.buildbot = config.myEnv.buildbot.user.gid; users.groups.buildbot.gid = config.ids.gids.buildbot; users.users.buildbot = { @@ -42,7 +43,7 @@ in services.websites.env.tools.watchPaths = lib.attrsets.mapAttrsToList (k: project: "/var/secrets/buildbot/${project.name}/webhook-httpd-include") - myconfig.env.buildbot.projects; + config.myEnv.buildbot.projects; services.websites.env.tools.vhostConfs.git.extraConfig = lib.attrsets.mapAttrsToList (k: project: '' RedirectMatch permanent "^/buildbot/${project.name}$" "/buildbot/${project.name}/" @@ -64,7 +65,7 @@ in Include /var/secrets/buildbot/${project.name}/webhook-httpd-include - '') myconfig.env.buildbot.projects; + '') config.myEnv.buildbot.projects; system.activationScripts = lib.attrsets.mapAttrs' (k: project: lib.attrsets.nameValuePair "buildbot-${project.name}" { deps = [ "users" "wrappers" ]; @@ -73,7 +74,7 @@ in ${project.activationScript} ''; - }) myconfig.env.buildbot.projects; + }) config.myEnv.buildbot.projects; secrets.keys = ( lib.lists.flatten ( @@ -92,27 +93,40 @@ in permissions = "0600"; user = "wwwrun"; group = "wwwrun"; - text = lib.optionalString (lib.attrsets.hasAttr "webhookTokens" project) '' + text = lib.optionalString (project.webhookTokens != null) '' Require expr "req('Access-Key') in { ${builtins.concatStringsSep ", " (map (x: "'${x}'") project.webhookTokens)} }" ''; dest = "buildbot/${project.name}/webhook-httpd-include"; } + { + permissions = "0600"; + user = "buildbot"; + group = "buildbot"; + dest = "buildbot/${project.name}/environment_file"; + text = let + project_env = with lib.attrsets; + mapAttrs' (k: v: nameValuePair "BUILDBOT_${k}" v) project.environment // + mapAttrs' (k: v: nameValuePair "BUILDBOT_PATH_${k}" (v pkgs)) (attrByPath ["builderPaths"] {} project) // + { BUILDBOT_PROJECT_DIR = ./projects + "/${project.name}"; }; + in builtins.concatStringsSep "\n" + (lib.mapAttrsToList (envK: envV: "${envK}=${envV}") project_env); + } ] - ) myconfig.env.buildbot.projects + ) config.myEnv.buildbot.projects ) ) ++ [ { permissions = "0600"; user = "buildbot"; group = "buildbot"; - text = myconfig.env.buildbot.ldap.password; + text = config.myEnv.buildbot.ldap.password; dest = "buildbot/ldap"; } { permissions = "0600"; user = "buildbot"; group = "buildbot"; - text = builtins.readFile "${myconfig.privateFiles}/buildbot_ssh_key"; + text = builtins.readFile "${config.myEnv.privateFiles}/buildbot_ssh_key"; dest = "buildbot/ssh_key"; } ]; @@ -122,8 +136,13 @@ in paths = [ "/var/secrets/buildbot/ldap" "/var/secrets/buildbot/ssh_key" + "/var/secrets/buildbot/${project.name}/environment_file" ] ++ lib.attrsets.mapAttrsToList (k: v: "/var/secrets/buildbot/${project.name}/${k}") project.secrets; - }) myconfig.env.buildbot.projects; + }) config.myEnv.buildbot.projects; + + systemd.slices.buildbot = { + description = "buildbot slice"; + }; systemd.services = lib.attrsets.mapAttrs' (k: project: lib.attrsets.nameValuePair "buildbot-${project.name}" { description = "Buildbot Continuous Integration Server ${project.name}."; @@ -180,9 +199,9 @@ in ${builtins.concatStringsSep "\n" (lib.attrsets.mapAttrsToList (k: v: "install -Dm600 -o buildbot -g buildbot -T /var/secrets/buildbot/${project.name}/${k} $buildbot_secrets/${k}") project.secrets )} + ${buildbot}/bin/buildbot upgrade-master ${varDir}/${project.name} ''; environment = let - project_env = lib.attrsets.mapAttrs' (k: v: lib.attrsets.nameValuePair "BUILDBOT_${k}" v) project.environment; buildbot_config = pkgs.python3Packages.buildPythonPackage (rec { name = "buildbot_config-${project.name}"; src = ./projects + "/${project.name}"; @@ -199,9 +218,10 @@ in pkgs.python3Packages.buildbot-worker buildbot_common buildbot_config ])}/${buildbot.pythonModule.sitePackages}${if project.pythonPathHome then ":${varDir}/${project.name}/.local/${pkgs.python3.pythonForBuild.sitePackages}" else ""}"; - in project_env // { inherit PYTHONPATH HOME; }; + in { inherit PYTHONPATH HOME; }; serviceConfig = { + Slice = "buildbot.slice"; Type = "forking"; User = "buildbot"; Group = "buildbot"; @@ -211,7 +231,8 @@ in SupplementaryGroups = "keys"; WorkingDirectory = "${varDir}/${project.name}"; ExecStart = "${buildbot}/bin/buildbot start"; + EnvironmentFile = "/var/secrets/buildbot/${project.name}/environment_file"; }; - }) myconfig.env.buildbot.projects; + }) config.myEnv.buildbot.projects; }; }