X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=modules%2Fprivate%2Fmonitoring%2Fdefault.nix;h=8ae0b306fe1b951a48b13162f55670e27780382b;hb=a97118c489a59d723538292214efaa10dfcb96df;hp=2c2f693a9a0fd64dff62ba53cca937dd1b9d92b8;hpb=619e4f46adc15e409122c4e0fa0e0a0b811bb32f;p=perso%2FImmae%2FConfig%2FNix.git diff --git a/modules/private/monitoring/default.nix b/modules/private/monitoring/default.nix index 2c2f693..8ae0b30 100644 --- a/modules/private/monitoring/default.nix +++ b/modules/private/monitoring/default.nix @@ -1,6 +1,21 @@ { config, pkgs, lib, name, nodes, ... }: let cfg = config.myServices.monitoring; + send_mails = pkgs.runCommand "send_mails" { + buildInputs = [ pkgs.makeWrapper ]; + } '' + mkdir -p $out/bin + cp ${./send_mails} $out/bin/send_mails + patchShebangs $out + wrapProgram $out/bin/send_mails --prefix PATH : ${lib.makeBinPath [ + pkgs.mailutils + ]} + ''; + postgresqlBinary = if config.myServices.databasesReplication.postgresql.enable + then config.myServices.databasesReplication.postgresql.mainPackage + else if config.myServices.databases.enable + then config.myServices.databases.postgresql.package + else pkgs.postgresql; myplugins = pkgs.runCommand "buildplugins" { buildInputs = [ pkgs.makeWrapper pkgs.perl ]; } '' @@ -11,14 +26,11 @@ let wrapProgram $out/send_nrdp.sh --prefix PATH : ${lib.makeBinPath [ pkgs.curl pkgs.jq ]} - wrapProgram $out/check_maison_bbc --prefix PATH : ${lib.makeBinPath [ - pkgs.curl pkgs.jq - ]} wrapProgram $out/check_mem.sh --prefix PATH : ${lib.makeBinPath [ pkgs.gnugrep pkgs.gawk pkgs.procps-ng ]} wrapProgram $out/check_postgres_replication --prefix PATH : ${lib.makeBinPath [ - pkgs.postgresql + postgresqlBinary ]} wrapProgram $out/check_redis_replication --prefix PATH : ${lib.makeBinPath [ pkgs.gnugrep pkgs.coreutils pkgs.redis @@ -29,6 +41,11 @@ let wrapProgram $out/check_openldap_replication --prefix PATH : ${lib.makeBinPath [ pkgs.gnugrep pkgs.gnused pkgs.coreutils pkgs.openldap ]} + wrapProgram $out/check_emails --prefix PATH : ${lib.makeBinPath [ + pkgs.openssh send_mails + ]} --prefix PERL5LIB : ${pkgs.perlPackages.makePerlPath [ + pkgs.perlPackages.TimeDate + ]} wrapProgram $out/check_ftp_database --prefix PATH : ${lib.makeBinPath [ pkgs.lftp ]} @@ -38,8 +55,8 @@ let wrapProgram $out/check_imap_connection --prefix PATH : ${lib.makeBinPath [ pkgs.openssl ]} - wrapProgram $out/notify_maison_bbc_by_email --prefix PATH : ${lib.makeBinPath [ - pkgs.mailutils pkgs.gawk + wrapProgram $out/check_eriomem --prefix PATH : ${lib.makeBinPath [ + pkgs.s3cmd pkgs.python3 ]} wrapProgram $out/notify_by_email --prefix PATH : ${lib.makeBinPath [ pkgs.mailutils @@ -47,6 +64,9 @@ let wrapProgram $out/notify_by_slack --prefix PATH : ${lib.makeBinPath [ pkgs.curl pkgs.jq ]} + wrapProgram $out/check_ovh_sms --prefix PATH : ${lib.makeBinPath [ + (pkgs.python3.withPackages (ps: [ps.ovh])) + ]} ''; toObjects = pkgs.callPackage ./to_objects.nix {}; commonConfig = { @@ -55,7 +75,7 @@ let loadWarn = "8.0"; loadAlert = "10.0"; }; backup-2 = { - processWarn = "50"; processAlert = "60"; + processWarn = "60"; processAlert = "70"; loadWarn = "1.0"; loadAlert = "2.0"; }; monitoring-1 = { @@ -64,11 +84,6 @@ let }; }; masterPassiveObjects = let - otherPassiveObjects = map - (n: (pkgs.callPackage (./. + "/objects_" + n + ".nix") {})) - [ "caldance-1" "ulminfo-fr" "immae-eu" "phare" "tiboqorl-fr" ]; - otherPassiveServices = lib.flatten (map (h: h.service or []) otherPassiveObjects); - otherPassiveHosts = (map (h: h.host)) otherPassiveObjects; passiveNodes = lib.attrsets.filterAttrs (n: _: builtins.elem n ["backup-2" "eldiron"]) nodes; toPassiveServices = map (s: s.passiveInfo.filter s // s.passiveInfo); passiveServices = lib.flatten (lib.attrsets.mapAttrsToList @@ -76,12 +91,37 @@ let passiveNodes ); in { - service = passiveServices ++ otherPassiveServices; + service = passiveServices; host = lib.lists.foldr (a: b: a//b) {} - (otherPassiveHosts ++ lib.attrsets.mapAttrsToList (_: h: h.config.myServices.monitoring.hosts) passiveNodes); + (lib.attrsets.mapAttrsToList (_: h: h.config.myServices.monitoring.hosts) passiveNodes); }; + emailCheck = host: hostFQDN: let + allCfg = config.myEnv.monitoring.email_check; + cfg = allCfg."${host}"; + reverseTargets = builtins.attrNames (lib.attrsets.filterAttrs (k: v: builtins.elem host v.targets) allCfg); + to_email = cfg': host': + let sep = if lib.strings.hasInfix "+" cfg'.mail_address then "_" else "+"; + in "${cfg'.mail_address}${sep}${host'}@${cfg'.mail_domain}"; + mails_to_send = builtins.concatStringsSep "," (map (n: to_email allCfg."${n}" host) cfg.targets); + mails_to_receive = builtins.concatStringsSep "," (map (n: "${to_email cfg n}:${n}") reverseTargets); + command = if cfg.local + then + [ "check_emails_local" "/var/lib/naemon/checks/email" mails_to_send mails_to_receive ] + else + [ "check_emails" cfg.login cfg.port mails_to_send mails_to_receive ]; + in + { + service_description = "${hostFQDN} email service is active"; + use = "mail-service"; + host_name = hostFQDN; + servicegroups = "webstatus-email"; + check_command = command; + }; + otherObjects = map + (n: (pkgs.callPackage (./. + "/objects_" + n + ".nix") { inherit emailCheck; })) + [ "caldance-1" "ulminfo-fr" "phare" "tiboqorl-fr" ]; masterObjects = pkgs.callPackage ./objects_master.nix { inherit config; }; commonObjects = pkgs.callPackage ./objects_common.nix ({ master = cfg.master; @@ -96,7 +136,7 @@ let lib.attrsets.optionalAttrs (builtins.pathExists specific_file) (pkgs.callPackage specific_file { - inherit config; + inherit config emailCheck; hostFQDN = config.hostEnv.fqdn; hostName = name; }); @@ -201,7 +241,6 @@ in services.naemon = { enable = true; extraConfig = '' - broker_module=${pkgs.naemon-livestatus}/lib/naemon-livestatus/livestatus.so ${config.services.naemon.runDir}/live use_syslog=1 log_initial_states=1 date_format=iso8601 @@ -209,6 +248,9 @@ in '' + lib.optionalString (!cfg.master) '' obsess_over_services=1 ocsp_command=notify-master + '' + lib.optionalString (cfg.master) '' + broker_module=${pkgs.naemon-livestatus}/lib/naemon-livestatus/livestatus.so ${config.services.naemon.runDir}/live + broker_module=${pkgs.status_engine.module}/lib/status-engine/naemon/statusengine-${pkgs.naemon.status_engine_version}.o use_service_perfdata=1 use_process_data=0 use_system_command_data=0 use_external_command_data=0 use_flapping_data=0 use_program_status_data=0 use_notification_data=0 use_contact_status_data=0 use_contact_notification_data=0 use_event_handler_data=0 use_object_data=0 ''; extraResource = '' $USER2$=${myplugins} @@ -220,11 +262,20 @@ in $USER205$=${config.myEnv.monitoring.imap_password} $USER206$=${config.myEnv.monitoring.slack_channel} $USER207$=${config.myEnv.monitoring.slack_url} + $USER208$=${builtins.concatStringsSep "," (map (builtins.concatStringsSep ":") config.myEnv.monitoring.eriomem_keys)} + $USER209$=${builtins.concatStringsSep "," [ + config.myEnv.monitoring.ovh_sms.endpoint + config.myEnv.monitoring.ovh_sms.application_key + config.myEnv.monitoring.ovh_sms.application_secret + config.myEnv.monitoring.ovh_sms.consumer_key + config.myEnv.monitoring.ovh_sms.account + ]} ''; objectDefs = toObjects commonObjects + toObjects hostObjects + lib.optionalString cfg.master (toObjects masterObjects) - + lib.optionalString cfg.master (toObjects masterPassiveObjects); + + lib.optionalString cfg.master (toObjects masterPassiveObjects) + + lib.optionalString cfg.master (builtins.concatStringsSep "\n" (map toObjects otherObjects)); }; }; }