{ config, pkgs, lib, name, nodes, ... }:
let
cfg = config.myServices.monitoring;
- send_mails = pkgs.runCommand "send_mails" {
- buildInputs = [ pkgs.makeWrapper ];
- } ''
- mkdir -p $out/bin
- cp ${./send_mails} $out/bin/send_mails
- patchShebangs $out
- wrapProgram $out/bin/send_mails --prefix PATH : ${lib.makeBinPath [
- pkgs.mailutils
- ]}
- '';
- postgresqlBinary = if config.myServices.databasesReplication.postgresql.enable
- then config.myServices.databasesReplication.postgresql.mainPackage
- else if config.myServices.databases.enable
- then config.myServices.databases.postgresql.package
- else pkgs.postgresql;
- myplugins = pkgs.runCommand "buildplugins" {
+ activatedPlugins = [ "memory" "command" "bandwidth" ]
+ ++ (if cfg.master then (masterObjects.activatedPlugins or []) else [])
+ ++ (if cfg.master then (lib.flatten (map (v: v.activatedPlugins or []) otherObjects)) else [])
+ ++ (hostObjects.activatedPlugins or [])
+ ++ (if cfg.master then ["notify-primary"] else ["notify-secondary"]);
+ allPluginsConfig = import ./myplugins.nix {
+ inherit pkgs lib config;
+ sudo = "/run/wrappers/bin/sudo";
+ };
+ mypluginsConfig = lib.getAttrs activatedPlugins allPluginsConfig;
+ myplugins = let
+ mypluginsChunk = builtins.concatStringsSep "\n" (lib.attrsets.mapAttrsToList (k: v: v.chunk or "") mypluginsConfig);
+ in pkgs.runCommand "buildplugins" {
buildInputs = [ pkgs.makeWrapper pkgs.perl ];
} ''
mkdir $out
- cp ${./plugins}/* $out/
- patchShebangs $out
- wrapProgram $out/check_command --prefix PATH : ${config.security.wrapperDir}
- wrapProgram $out/send_nrdp.sh --prefix PATH : ${lib.makeBinPath [
- pkgs.curl pkgs.jq
- ]}
- wrapProgram $out/check_mem.sh --prefix PATH : ${lib.makeBinPath [
- pkgs.gnugrep pkgs.gawk pkgs.procps-ng
- ]}
- wrapProgram $out/check_postgres_replication --prefix PATH : ${lib.makeBinPath [
- postgresqlBinary
- ]}
- wrapProgram $out/check_redis_replication --prefix PATH : ${lib.makeBinPath [
- pkgs.gnugrep pkgs.coreutils pkgs.redis
- ]}
- wrapProgram $out/check_mysql_replication --prefix PATH : ${lib.makeBinPath [
- pkgs.gnugrep pkgs.gnused pkgs.coreutils pkgs.mariadb
- ]}
- wrapProgram $out/check_openldap_replication --prefix PATH : ${lib.makeBinPath [
- pkgs.gnugrep pkgs.gnused pkgs.coreutils pkgs.openldap
- ]}
- wrapProgram $out/check_emails --prefix PATH : ${lib.makeBinPath [
- pkgs.openssh send_mails
- ]} --prefix PERL5LIB : ${pkgs.perlPackages.makePerlPath [
- pkgs.perlPackages.TimeDate
- ]}
- wrapProgram $out/check_ftp_database --prefix PATH : ${lib.makeBinPath [
- pkgs.lftp
- ]}
- wrapProgram $out/check_git --prefix PATH : ${lib.makeBinPath [
- pkgs.git pkgs.openssh
- ]}
- wrapProgram $out/check_imap_connection --prefix PATH : ${lib.makeBinPath [
- pkgs.openssl
- ]}
- wrapProgram $out/check_eriomem --prefix PATH : ${lib.makeBinPath [
- pkgs.s3cmd pkgs.python3
- ]}
- makeWrapper $out/check_backup_age $out/check_backup_eriomem_age --prefix PATH : ${lib.makeBinPath [
- pkgs.duplicity
- ]} --set SECRETS_PATH ${lib.optionalString cfg.master config.secrets.fullPaths."eriomem_access_key"}
- makeWrapper $out/check_backup_age $out/check_backup_ovh_age --prefix PATH : ${lib.makeBinPath [
- pkgs.duplicity
- ]} --set SECRETS_PATH ${lib.optionalString cfg.master config.secrets.fullPaths."ovh_access_key"}
- wrapProgram $out/notify_by_email --prefix PATH : ${lib.makeBinPath [
- pkgs.mailutils
- ]}
- wrapProgram $out/notify_by_slack --prefix PATH : ${lib.makeBinPath [
- pkgs.curl pkgs.jq
- ]}
- wrapProgram $out/check_ovh_sms --prefix PATH : ${lib.makeBinPath [
- (pkgs.python3.withPackages (ps: [ps.ovh]))
- ]}
- wrapProgram $out/check_bandwidth --prefix PATH : ${lib.makeBinPath [
- pkgs.iproute pkgs.bc
- ]}
+ ${mypluginsChunk}
'';
toObjects = pkgs.callPackage ./to_objects.nix {};
commonConfig = {
+ dilion = {
+ processWarn = "250"; processAlert = "400";
+ loadWarn = "1.0"; loadAlert = "1.2";
+ interface = "eth0";
+ };
eldiron = {
processWarn = "250"; processAlert = "400";
- loadWarn = "8.0"; loadAlert = "10.0";
+ loadWarn = "1.0"; loadAlert = "1.2";
interface = "eth0";
};
backup-2 = {
};
monitoring-1 = {
processWarn = "50"; processAlert = "60";
- loadWarn = "1.0"; loadAlert = "2.0";
+ loadWarn = "4.0"; loadAlert = "6.0";
+ load15Warn = "1.0"; load15Alert = "2.0";
interface = "ens3";
};
+ quatresaisons = {
+ processWarn = "250"; processAlert = "400";
+ loadWarn = "1.0"; loadAlert = "1.2";
+ interface = "eth0";
+ };
};
externalObjects = lib.genAttrs [ "tiboqorl-fr" ]
(n: pkgs.callPackage (./. + "/objects_" + n + ".nix") { inherit emailCheck; });
masterPassiveObjects = let
- passiveNodes = lib.attrsets.filterAttrs (n: _: builtins.elem n ["backup-2" "eldiron"]) nodes;
+ passiveNodes = lib.attrsets.filterAttrs (n: _: builtins.elem n ["backup-2" "eldiron" "quatresaisons" "dilion"]) nodes;
toPassiveServices = map (s: s.passiveInfo.filter s // s.passiveInfo);
passiveServices = lib.flatten (lib.attrsets.mapAttrsToList
(_: n: toPassiveServices n.config.myServices.monitoring.services)
};
otherObjects = map
(n: (pkgs.callPackage (./. + "/objects_" + n + ".nix") { inherit emailCheck; }))
- [ "ulminfo-fr" "phare" ];
+ [ "ulminfo-fr" "phare" "eban" ];
masterObjects = pkgs.callPackage ./objects_master.nix { inherit config; };
commonObjects = pkgs.callPackage ./objects_common.nix ({
master = cfg.master;
hostFQDN = config.hostEnv.fqdn;
hostName = name;
- sudo = "/run/wrappers/bin/sudo";
+ inherit mypluginsConfig;
} // builtins.getAttr name commonConfig);
hostObjects =
let
config = lib.mkIf cfg.enable {
services.nginx = lib.mkIf config.myServices.status.enable {
- virtualHosts."status.immae.eu".locations = objectsFiles;
+ virtualHosts."status.immae.eu".locations = objectsFiles // {
+ "=/common/immae.cfg" = {
+ alias = pkgs.writeText "immae.cfg" ''
+ # put me for instance in /etc/naemon/module-conf.d/immae.cfg
+ # Make sure that you have include_dir=module-conf.d in
+ # naemon.cfg
+ log_initial_states=1
+ date_format=iso8601
+ admin_email=${config.myEnv.monitoring.email}
+ obsess_over_services=1
+ ocsp_command=notify-master
+ '';
+ };
+ "=/common/resource.cfg" = {
+ alias = pkgs.writeText "resource.cfg" ''
+ # Resource.cfg file
+ # Replace this with path to monitoring plugins
+ $USER1$=@@COMMON_PLUGINS@@
+ # Replace this with a path to scripts from
+ # https://git.immae.eu/cgit/perso/Immae/Config/Nix.git/tree/modules/private/monitoring/plugins
+ $USER2$=@@IMMAE_PLUGINS@@
+ $USER200$=https://status.immae.eu/
+ $USER201$=@@TOKEN@@
+ '';
+ };
+ };
};
services.duplyBackup.profiles.monitoring = {
rootDir = config.services.naemon.varDir;
};
- security.sudo.extraRules = [
+ security.sudo.extraRules = let
+ pluginsSudo = lib.lists.remove null (lib.attrsets.mapAttrsToList (k: v:
+ if (v ? sudo)
+ then ({ users = [ "naemon" ]; } // (v.sudo myplugins))
+ else null) mypluginsConfig);
+ in [
{
commands = [
{ command = "${pkgs.mdadm}/bin/mdadm --monitor --scan -1"; options = [ "NOPASSWD" ]; }
users = [ "naemon" ];
runAs = "root";
}
- {
- commands = [
- { command = "${myplugins}/check_last_file_date /backup2/*"; options = [ "NOPASSWD" ]; }
- ];
- users = [ "naemon" ];
- runAs = "ALL";
- }
- {
- commands = [
- { command = "${myplugins}/check_postgres_replication *"; options = [ "NOPASSWD" ]; }
- ];
- users = [ "naemon" ];
- runAs = "postgres";
- }
- {
- commands = [
- { command = "${myplugins}/check_mysql_replication *"; options = [ "NOPASSWD" ]; }
- ];
- users = [ "naemon" ];
- runAs = "mysql";
- }
- {
- commands = [
- { command = "${myplugins}/check_openldap_replication *"; options = [ "NOPASSWD" ]; }
- ];
- users = [ "naemon" ];
- runAs = "openldap";
- }
- {
- commands = [
- { command = "${myplugins}/check_redis_replication *"; options = [ "NOPASSWD" ]; }
- ];
- users = [ "naemon" ];
- runAs = "redis";
- }
- ];
+ ] ++ pluginsSudo;
environment.etc."mdadm.conf" = {
enable = true;
mode = "0644";
broker_module=${pkgs.naemon-livestatus}/lib/naemon-livestatus/livestatus.so ${config.services.naemon.runDir}/live
broker_module=${pkgs.status_engine.module}/lib/status-engine/naemon/statusengine-${pkgs.naemon.status_engine_version}.o use_service_perfdata=1 use_process_data=0 use_system_command_data=0 use_external_command_data=0 use_flapping_data=0 use_program_status_data=0 use_notification_data=0 use_contact_status_data=0 use_contact_notification_data=0 use_event_handler_data=0 use_object_data=0
'';
- extraResource = ''
+ extraResource = let
+ resources = lib.mapAttrsToList (k: v: v.resources or {}) mypluginsConfig;
+ joined = lib.zipAttrsWith (n: v: if builtins.length (lib.unique v) == 1 then builtins.head v else abort "Non-unique resources names") resources;
+ joinedStr = builtins.concatStringsSep "\n" (lib.mapAttrsToList (k: v: "$" + "${k}$=${v}") joined);
+ in ''
$USER2$=${myplugins}
- $USER200$=${config.myEnv.monitoring.status_url}
- $USER201$=${config.myEnv.monitoring.status_token}
- $USER202$=${config.myEnv.monitoring.http_user_password}
- $USER203$=${config.secrets.fullPaths."naemon/id_rsa"}
- $USER204$=${config.myEnv.monitoring.imap_login}
- $USER205$=${config.myEnv.monitoring.imap_password}
- $USER206$=${config.myEnv.monitoring.slack_channel}
- $USER207$=${config.myEnv.monitoring.slack_url}
- $USER208$=${builtins.concatStringsSep "," (map (builtins.concatStringsSep ":") config.myEnv.monitoring.eriomem_keys)}
- $USER209$=${builtins.concatStringsSep "," [
- config.myEnv.monitoring.ovh_sms.endpoint
- config.myEnv.monitoring.ovh_sms.application_key
- config.myEnv.monitoring.ovh_sms.application_secret
- config.myEnv.monitoring.ovh_sms.consumer_key
- config.myEnv.monitoring.ovh_sms.account
- ]}
+ ${joinedStr}
'';
objectDefs = toObjects commonObjects
+ toObjects hostObjects
projects / perso / Immae / Config / Nix.git / blobdiff