Add disk health check

This commit is contained in:
Yan Lin 2025-09-07 12:54:38 +02:00
parent 95b92c232e
commit d2bc0a522e
6 changed files with 413 additions and 5 deletions

127
modules/disk-health.nix Normal file
View file

@ -0,0 +1,127 @@
{ config, lib, pkgs, ... }:
{
# Simplified disk health monitoring configuration
# Focus on smartd real-time monitoring + simple daily SMART reports
# Package requirements
environment.systemPackages = with pkgs; [
smartmontools
curl # For Gotify notifications
];
# Enhanced smartd configuration for real-time monitoring
services.smartd = {
enable = true;
autodetect = false; # We'll configure devices explicitly
# Global smartd options
extraOptions = [ "-A /var/log/smartd/" "-i 600" ];
# Device-specific monitoring configurations
devices = [
# ZFS Mirror drives (NVMe SSDs) - more frequent monitoring
{
device = "/dev/disk/by-id/ata-ZHITAI_SC001_XT_1000GB_ZTB401TAB244431J4R";
options = "-d auto -a -o on -S on -s (S/../.././02|L/../../6/03) -m exec=/home/yanlin/.config/nix/scripts/disk-health-smartd-alert.sh";
}
{
device = "/dev/disk/by-id/ata-ZHITAI_SC001_XT_1000GB_ZTB401TAB244431KEG";
options = "-d auto -a -o on -S on -s (S/../.././02|L/../../6/03) -m exec=/home/yanlin/.config/nix/scripts/disk-health-smartd-alert.sh";
}
# Data drives (12TB HDDs) - standard monitoring
{
device = "/dev/disk/by-id/ata-HGST_HUH721212ALE604_5PK2N4GB";
options = "-d auto -a -o on -S on -s (S/../.././02|L/../../7/03) -W 4,45,55 -m exec=/home/yanlin/.config/nix/scripts/disk-health-smartd-alert.sh";
}
{
device = "/dev/disk/by-id/ata-HGST_HUH721212ALE604_5PJ7Z3LE";
options = "-d auto -a -o on -S on -s (S/../.././02|L/../../7/03) -W 4,45,55 -m exec=/home/yanlin/.config/nix/scripts/disk-health-smartd-alert.sh";
}
# Parity drive (16TB HDD) - enhanced monitoring due to criticality
{
device = "/dev/disk/by-id/ata-ST16000NM000J-2TW103_WRS0F8BE";
options = "-d auto -a -o on -S on -s (S/../.././02|L/../../1/03) -W 2,45,55 -m exec=/home/yanlin/.config/nix/scripts/disk-health-smartd-alert.sh";
}
];
};
# Simple systemd service for daily SMART reports
systemd.services = {
# Daily SMART report service - simplified and reliable
daily-smart-report = {
description = "Daily SMART Health Report";
after = [ "multi-user.target" ];
serviceConfig = {
Type = "oneshot";
ExecStart = "${pkgs.bash}/bin/bash /home/yanlin/.config/nix/scripts/daily-smart-report.sh";
User = "root";
StandardOutput = "journal";
StandardError = "journal";
# Add timeout to prevent hanging
TimeoutStartSec = "300"; # 5 minutes max
};
};
};
# Simple systemd timer for daily SMART reports
systemd.timers = {
# Daily SMART report at 8:00 AM
daily-smart-report = {
description = "Daily SMART Report Timer";
wantedBy = [ "timers.target" ];
timerConfig = {
OnCalendar = "08:00:00";
Persistent = true;
RandomizedDelaySec = "5m";
};
};
};
# Ensure log directories exist with proper permissions
systemd.tmpfiles.rules = [
"d /var/log 0755 root root -"
"f /var/log/daily-smart-report.log 0644 root root -"
"f /var/log/smartd-alerts.log 0644 root root -"
"d /var/log/smartd 0755 root root -"
];
# Enable the timer
systemd.targets.timers.wants = [
"daily-smart-report.timer"
];
# Create a logrotate configuration for the logs
services.logrotate = {
enable = true;
settings = {
"/var/log/daily-smart-report.log" = {
frequency = "weekly";
rotate = 4;
compress = true;
delaycompress = true;
missingok = true;
notifempty = true;
create = "644 root root";
};
"/var/log/smartd-alerts.log" = {
frequency = "weekly";
rotate = 4;
compress = true;
delaycompress = true;
missingok = true;
notifempty = true;
create = "644 root root";
};
};
};
# Ensure scripts are executable and in the right location
system.activationScripts.disk-health-scripts = ''
chmod +x /home/yanlin/.config/nix/scripts/gotify-notify.sh
chmod +x /home/yanlin/.config/nix/scripts/disk-health-smartd-alert.sh
chmod +x /home/yanlin/.config/nix/scripts/daily-smart-report.sh
'';
}

View file

@ -29,6 +29,8 @@ in
hms-offline = "home-manager switch --flake ~/.config/nix#$(whoami)@$(hostname) --option substitute false";
doss = "sudo darwin-rebuild switch --flake ~/.config/nix#$(hostname)";
noss = "sudo nixos-rebuild switch --flake ~/.config/nix#$(hostname)";
# Disk health monitoring
smart-report = "sudo /home/yanlin/.config/nix/scripts/daily-smart-report.sh";
} // lib.optionalAttrs pkgs.stdenv.isDarwin {
# macOS-specific app aliases