after some investigation I found that the ramdisk is full (100%)
Code: Select all
[root@ip-10-60-0-29 perfdata]# df -h
Filesystem Size Used Avail Use% Mounted on
/dev/xvda1 100G 49G 52G 49% /
devtmpfs 7.8G 0 7.8G 0% /dev
tmpfs 7.8G 0 7.8G 0% /dev/shm
tmpfs 7.8G 873M 7.0G 11% /run
tmpfs 7.8G 0 7.8G 0% /sys/fs/cgroup
s3fs 256T 0 256T 0% /store/backups/nagiosxi1
/dev/mapper/data_vg1-mysql_lv1 20G 9.5G 9.2G 51% /var/lib/mysql
/dev/mapper/data_vg1-perf_lv1 4.8G 3.1G 1.5G 69% /apps/perf
tmpfs 2.0G 2.0G 0 100% /var/nagiosramdisk
tmpfs 1.6G 0 1.6G 0% /run/user/1001
tmpfs 1.6G 0 1.6G 0% /run/user/1004
[root@ip-10-60-0-29 perfdata]# free -m
total used free shared buff/cache available
Mem: 15885 2630 2167 1660 11086 11140
Swap: 4095 1483 2612
Here you'll see some info
Code: Select all
[root@ip-10-60-0-29 perfdata]# grep ramdisk /usr/local/nagios/etc/nagios.cfg /usr/local/nrdp/server/config.inc.php /usr/local/nagiosxi/html/config.inc.php /usr/local/nagios/etc/pnp/npcd.cfg
/usr/local/nagios/etc/nagios.cfg:service_perfdata_file=/var/nagiosramdisk/service-perfdata
/usr/local/nagios/etc/nagios.cfg:host_perfdata_file=/var/nagiosramdisk/host-perfdata
/usr/local/nagios/etc/nagios.cfg:check_result_path=/var/nagiosramdisk/spool/checkresults
/usr/local/nagios/etc/nagios.cfg:object_cache_file=/var/nagiosramdisk/objects.cache
/usr/local/nagios/etc/nagios.cfg:status_file=/var/nagiosramdisk/status.dat
/usr/local/nagios/etc/nagios.cfg:temp_path=/var/nagiosramdisk/tmp
/usr/local/nrdp/server/config.inc.php:$cfg["check_results_dir"]="/var/nagiosramdisk/spool/checkresults";
/usr/local/nagiosxi/html/config.inc.php:$cfg['xidpe_dir'] = '/var/nagiosramdisk/spool/xidpe/';
/usr/local/nagiosxi/html/config.inc.php:$cfg['perfdata_spool'] = '/var/nagiosramdisk/spool/perfdata/';
/usr/local/nagios/etc/pnp/npcd.cfg:perfdata_spool_dir = /var/nagiosramdisk/spool/perfdata/
[root@ip-10-60-0-29 perfdata]# ls /var/nagiosramdisk/spool/xidpe | wc -l
2
[root@ip-10-60-0-29 perfdata]# ls /var/nagiosramdisk/spool/perfdata/ | wc -l
33660
[root@ip-10-60-0-29 perfdata]# ls /var/nagiosramdisk/spool/checkresults/ | wc -l
2
[root@ip-10-60-0-29 perfdata]# chage -l nagios
Last password change : Feb 17, 2017
Password expires : never
Password inactive : never
Account expires : never
Minimum number of days between password change : 0
Maximum number of days between password change : 99999
Number of days of warning before password expires : 7
[root@ip-10-60-0-29 perfdata]#
define command {
command_name process-host-perfdata-file-bulk
command_line /bin/mv /var/nagiosramdisk/host-perfdata /var/nagiosramdisk/spool/xidpe/$TIMET$.perfdata.host
}
define command {
command_name process-service-perfdata-file-bulk
command_line /bin/mv /var/nagiosramdisk/service-perfdata /var/nagiosramdisk/spool/xidpe/$TIMET$.perfdata.service
}