X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=modules%2Fprivate%2Fmonitoring%2Fdefault.nix;h=a298f9246965aecd54b085193b950db6ee826cc3;hb=6ee7783682e977f3ceebfb5a8ee8ddd1db3f7cc6;hp=8ae0b306fe1b951a48b13162f55670e27780382b;hpb=a97118c489a59d723538292214efaa10dfcb96df;p=perso%2FImmae%2FConfig%2FNix.git diff --git a/modules/private/monitoring/default.nix b/modules/private/monitoring/default.nix index 8ae0b30..a298f92 100644 --- a/modules/private/monitoring/default.nix +++ b/modules/private/monitoring/default.nix @@ -16,13 +16,21 @@ let else if config.myServices.databases.enable then config.myServices.databases.postgresql.package else pkgs.postgresql; + zfsPlugin = pkgs.fetchurl { + url = "https://www.claudiokuenzler.com/monitoring-plugins/check_zpools.sh"; + sha256 = "0p9ms9340in80jkds4kfspw62xnzsv5s7ni9m28kxyd0bnzkbzhf"; + }; myplugins = pkgs.runCommand "buildplugins" { buildInputs = [ pkgs.makeWrapper pkgs.perl ]; } '' mkdir $out + cp ${zfsPlugin} $out/check_zpool.sh && chmod +x $out/check_zpool.sh cp ${./plugins}/* $out/ patchShebangs $out wrapProgram $out/check_command --prefix PATH : ${config.security.wrapperDir} + wrapProgram $out/check_zpool.sh --prefix PATH : ${lib.makeBinPath [ + pkgs.which pkgs.zfs pkgs.gawk + ]} wrapProgram $out/send_nrdp.sh --prefix PATH : ${lib.makeBinPath [ pkgs.curl pkgs.jq ]} @@ -58,6 +66,12 @@ let wrapProgram $out/check_eriomem --prefix PATH : ${lib.makeBinPath [ pkgs.s3cmd pkgs.python3 ]} + makeWrapper $out/check_backup_age $out/check_backup_eriomem_age --prefix PATH : ${lib.makeBinPath [ + pkgs.duplicity + ]} --set SECRETS_PATH ${lib.optionalString cfg.master config.secrets.fullPaths."eriomem_access_key"} + makeWrapper $out/check_backup_age $out/check_backup_ovh_age --prefix PATH : ${lib.makeBinPath [ + pkgs.duplicity + ]} --set SECRETS_PATH ${lib.optionalString cfg.master config.secrets.fullPaths."ovh_access_key"} wrapProgram $out/notify_by_email --prefix PATH : ${lib.makeBinPath [ pkgs.mailutils ]} @@ -67,35 +81,57 @@ let wrapProgram $out/check_ovh_sms --prefix PATH : ${lib.makeBinPath [ (pkgs.python3.withPackages (ps: [ps.ovh])) ]} + wrapProgram $out/check_bandwidth --prefix PATH : ${lib.makeBinPath [ + pkgs.iproute pkgs.bc + ]} ''; toObjects = pkgs.callPackage ./to_objects.nix {}; commonConfig = { + dilion = { + processWarn = "250"; processAlert = "400"; + loadWarn = "8.0"; loadAlert = "10.0"; + interface = "eth0"; + }; eldiron = { processWarn = "250"; processAlert = "400"; loadWarn = "8.0"; loadAlert = "10.0"; + interface = "eth0"; }; backup-2 = { processWarn = "60"; processAlert = "70"; loadWarn = "1.0"; loadAlert = "2.0"; + interface = "ens3"; }; monitoring-1 = { processWarn = "50"; processAlert = "60"; - loadWarn = "1.0"; loadAlert = "2.0"; + loadWarn = "4.0"; loadAlert = "6.0"; + load15Warn = "1.0"; load15Alert = "2.0"; + interface = "ens3"; + }; + quatresaisons = { + processWarn = "250"; processAlert = "400"; + loadWarn = "8.0"; loadAlert = "10.0"; + interface = "eth0"; }; }; + externalObjects = lib.genAttrs [ "tiboqorl-fr" ] + (n: pkgs.callPackage (./. + "/objects_" + n + ".nix") { inherit emailCheck; }); masterPassiveObjects = let - passiveNodes = lib.attrsets.filterAttrs (n: _: builtins.elem n ["backup-2" "eldiron"]) nodes; + passiveNodes = lib.attrsets.filterAttrs (n: _: builtins.elem n ["backup-2" "eldiron" "quatresaisons" "dilion"]) nodes; toPassiveServices = map (s: s.passiveInfo.filter s // s.passiveInfo); passiveServices = lib.flatten (lib.attrsets.mapAttrsToList (_: n: toPassiveServices n.config.myServices.monitoring.services) passiveNodes - ); + ) ++ lib.flatten (lib.attrsets.mapAttrsToList + (_: n: toPassiveServices n.service) + externalObjects); in { service = passiveServices; host = lib.lists.foldr (a: b: a//b) {} - (lib.attrsets.mapAttrsToList (_: h: h.config.myServices.monitoring.hosts) passiveNodes); + (lib.attrsets.mapAttrsToList (_: h: h.config.myServices.monitoring.hosts) passiveNodes + ++ lib.attrsets.mapAttrsToList (_: n: n.host) externalObjects); }; emailCheck = host: hostFQDN: let allCfg = config.myEnv.monitoring.email_check; @@ -121,7 +157,7 @@ let }; otherObjects = map (n: (pkgs.callPackage (./. + "/objects_" + n + ".nix") { inherit emailCheck; })) - [ "caldance-1" "ulminfo-fr" "phare" "tiboqorl-fr" ]; + [ "ulminfo-fr" "phare" ]; masterObjects = pkgs.callPackage ./objects_master.nix { inherit config; }; commonObjects = pkgs.callPackage ./objects_common.nix ({ master = cfg.master; @@ -136,10 +172,13 @@ let lib.attrsets.optionalAttrs (builtins.pathExists specific_file) (pkgs.callPackage specific_file { - inherit config emailCheck; + inherit config nodes emailCheck; hostFQDN = config.hostEnv.fqdn; hostName = name; }); + objectsFiles = lib.mapAttrs' (name: value: lib.nameValuePair + "=/${name}/objects.conf" { alias = pkgs.writeText "objects.conf" (toObjects value); } + ) externalObjects; in { options = { @@ -172,6 +211,10 @@ in }; config = lib.mkIf cfg.enable { + services.nginx = lib.mkIf config.myServices.status.enable { + virtualHosts."status.immae.eu".locations = objectsFiles; + }; + services.duplyBackup.profiles.monitoring = { rootDir = config.services.naemon.varDir; }; @@ -232,10 +275,23 @@ in dest = "naemon/id_rsa"; user = "naemon"; group = "naemon"; - premissions = "0400"; + permissions = "0400"; text = config.myEnv.monitoring.ssh_secret_key; } - ]; + ] ++ lib.optionals cfg.master ( + lib.mapAttrsToList (k: v: + { + dest = "${k}_access_key"; + user = "naemon"; + group = "naemon"; + permissions = "0400"; + text = '' + export AWS_ACCESS_KEY_ID="${v.accessKeyId}" + export AWS_SECRET_ACCESS_KEY="${v.secretAccessKey}" + export BASE_URL="${v.remote "immae-eldiron"}" + ''; + }) config.myEnv.backup.remotes + ); # needed since extraResource is not in the closure systemd.services.naemon.path = [ myplugins ]; services.naemon = {