RAMDISK FULL AGAIN
Posted: Fri Feb 01, 2019 4:31 pm
Hello Team,
RAMDISK is Full again. Really hoping we can get this to stop permanently. Let me know how to proceed. Thank you
[root@ATT5-NAG1 mlilek]# ps -ef --cols=300
UID PID PPID C STIME TTY TIME CMD
root 1 0 0 2017 ? 00:00:15 /sbin/init
root 2 0 0 2017 ? 00:00:00 [kthreadd]
root 3 2 0 2017 ? 01:40:21 [migration/0]
root 4 2 0 2017 ? 00:09:45 [ksoftirqd/0]
root 5 2 0 2017 ? 00:00:00 [stopper/0]
root 6 2 0 2017 ? 00:11:13 [watchdog/0]
root 7 2 0 2017 ? 01:39:53 [migration/1]
root 8 2 0 2017 ? 00:00:00 [stopper/1]
root 9 2 0 2017 ? 00:21:31 [ksoftirqd/1]
root 10 2 0 2017 ? 00:12:53 [watchdog/1]
root 11 2 0 2017 ? 01:42:42 [migration/2]
root 12 2 0 2017 ? 00:00:00 [stopper/2]
root 13 2 0 2017 ? 00:19:36 [ksoftirqd/2]
root 14 2 0 2017 ? 00:12:03 [watchdog/2]
root 15 2 0 2017 ? 01:48:44 [migration/3]
root 16 2 0 2017 ? 00:00:00 [stopper/3]
root 17 2 0 2017 ? 00:19:05 [ksoftirqd/3]
root 18 2 0 2017 ? 00:11:57 [watchdog/3]
root 19 2 0 2017 ? 01:38:26 [events/0]
root 20 2 0 2017 ? 01:14:26 [events/1]
root 21 2 0 2017 ? 01:07:05 [events/2]
root 22 2 0 2017 ? 01:34:21 [events/3]
root 23 2 0 2017 ? 00:00:00 [events/0]
root 24 2 0 2017 ? 00:00:00 [events/1]
root 25 2 0 2017 ? 00:00:00 [events/2]
root 26 2 0 2017 ? 00:00:00 [events/3]
root 27 2 0 2017 ? 00:00:00 [events_long/0]
root 28 2 0 2017 ? 00:00:00 [events_long/1]
root 29 2 0 2017 ? 00:00:00 [events_long/2]
root 30 2 0 2017 ? 00:00:00 [events_long/3]
root 31 2 0 2017 ? 00:00:00 [events_power_ef]
root 32 2 0 2017 ? 00:00:00 [events_power_ef]
root 33 2 0 2017 ? 00:00:00 [events_power_ef]
root 34 2 0 2017 ? 00:00:00 [events_power_ef]
root 35 2 0 2017 ? 00:00:00 [cgroup]
root 36 2 0 2017 ? 00:00:00 [khelper]
root 37 2 0 2017 ? 00:00:00 [netns]
root 38 2 0 2017 ? 00:00:00 [async/mgr]
root 39 2 0 2017 ? 00:00:00 [pm]
root 40 2 0 2017 ? 00:03:38 [sync_supers]
root 41 2 0 2017 ? 00:00:06 [bdi-default]
root 42 2 0 2017 ? 00:00:00 [kintegrityd/0]
root 43 2 0 2017 ? 00:00:00 [kintegrityd/1]
tail -50 /usr/local/nagios/var/npcd.log
ls /var/nagiosramdisk/spool/root 44 2 0 2017 ? 00:00:00 [kintegrityd/2]
xidpe | wc -l
ls /var/nagiosramdisk/spool/perfdata/ | wc -l
ls /var/nagiosramdisk/spool/checkresults/ | wc -l
tail -50 /var/lib/pgsql/data/pg_log/postgresql-Tue.lroot 45 2 0 2017 ? 00:00:00 [kintegrityd/3]
ogroot 46 2 0 2017 ? 01:32:13 [kblockd/0]
root 47 2 0 2017 ? 02:36:18 [kblockd/1]
root 48 2 0 2017 ? 02:33:24 [kblockd/2]
root 49 2 0 2017 ? 02:31:39 [kblockd/3]
root 50 2 0 2017 ? 00:00:00 [kacpid]
root 51 2 0 2017 ? 00:00:00 [kacpi_notify]
root 52 2 0 2017 ? 00:00:00 [kacpi_hotplug]
root 53 2 0 2017 ? 00:00:00 [ata_aux]
root 54 2 0 2017 ? 00:00:00 [ata_sff/0]
root 55 2 0 2017 ? 00:00:00 [ata_sff/1]
root 56 2 0 2017 ? 00:00:00 [ata_sff/2]
root 57 2 0 2017 ? 00:00:00 [ata_sff/3]
root 58 2 0 2017 ? 00:00:00 [ksuspend_usbd]
root 59 2 0 2017 ? 00:00:00 [khubd]
root 60 2 0 2017 ? 00:00:00 [kseriod]
root 61 2 0 2017 ? 00:00:00 [md/0]
root 62 2 0 2017 ? 00:00:00 [md/1]
root 63 2 0 2017 ? 00:00:00 [md/2]
root 64 2 0 2017 ? 00:00:00 [md/3]
root 65 2 0 2017 ? 00:00:00 [md_misc/0]
root 66 2 0 2017 ? 00:00:00 [md_misc/1]
root 67 2 0 2017 ? 00:00:00 [md_misc/2]
root 68 2 0 2017 ? 00:00:00 [md_misc/3]
root 69 2 0 2017 ? 00:00:00 [linkwatch]
root 72 2 0 2017 ? 00:00:23 [khungtaskd]
root 73 2 0 2017 ? 00:21:40 [kswapd0]
root 74 2 0 2017 ? 00:00:00 [ksmd]
root 75 2 0 2017 ? 02:50:28 [khugepaged]
root 76 2 0 2017 ? 00:00:00 [aio/0]
root 77 2 0 2017 ? 00:00:00 [aio/1]
root 78 2 0 2017 ? 00:00:00 [aio/2]
root 79 2 0 2017 ? 00:00:00 [aio/3]
root 80 2 0 2017 ? 00:00:00 [crypto/0]
root 81 2 0 2017 ? 00:00:00 [crypto/1]
root 82 2 0 2017 ? 00:00:00 [crypto/2]
root 83 2 0 2017 ? 00:00:00 [crypto/3]
root 90 2 0 2017 ? 00:00:00 [kthrotld/0]
root 91 2 0 2017 ? 00:00:00 [kthrotld/1]
root 92 2 0 2017 ? 00:00:00 [kthrotld/2]
root 93 2 0 2017 ? 00:00:00 [kthrotld/3]
root 94 2 0 2017 ? 00:00:00 [pciehpd]
root 96 2 0 2017 ? 00:00:00 [kpsmoused]
root 97 2 0 2017 ? 00:00:00 [usbhid_resumer]
root 98 2 0 2017 ? 00:00:00 [deferwq]
root 130 2 0 2017 ? 00:00:00 [kdmremove]
root 131 2 0 2017 ? 00:00:00 [kstriped]
root 166 2 0 2017 ? 00:00:00 [ttm_swap]
root 353 2 0 2017 ? 00:00:00 [scsi_eh_0]
root 354 2 0 2017 ? 00:00:00 [scsi_eh_1]
root 359 2 0 2017 ? 00:46:10 [mpt_poll_0]
root 360 2 0 2017 ? 00:00:00 [mpt/0]
root 361 2 0 2017 ? 00:00:00 [scsi_eh_2]
root 421 2 0 2017 ? 00:00:00 [kdmflush]
root 422 2 0 2017 ? 00:00:00 [kdmflush]
root 441 2 0 2017 ? 06:29:09 [jbd2/dm-0-8]
root 442 2 0 2017 ? 00:00:00 [ext4-dio-unwrit]
root 523 1 0 2017 ? 00:00:00 /sbin/udevd -d
root 702 2 0 2017 ? 00:07:12 [vmmemctl]
root 873 2 0 2017 ? 00:00:00 [jbd2/sda1-8]
root 874 2 0 2017 ? 00:00:00 [ext4-dio-unwrit]
root 908 2 0 2017 ? 00:13:50 [kauditd]
root 1000 2 0 2017 ? 1-04:12:14 [flush-253:0]
root 1370 1 0 2017 ? 00:25:18 auditd
dbus 1435 1 0 2017 ? 00:00:00 dbus-daemon --system
root 2023 1 0 2017 ? 00:06:57 /usr/libexec/postfix/master
postfix 2032 2023 0 2017 ? 00:03:01 qmgr -l -t fifo -u
root 2242 1 0 2017 tty2 00:00:00 /sbin/mingetty /dev/tty2
root 2244 1 0 2017 tty3 00:00:00 /sbin/mingetty /dev/tty3
root 2246 1 0 2017 tty4 00:00:00 /sbin/mingetty /dev/tty4
root 2248 1 0 2017 tty5 00:00:00 /sbin/mingetty /dev/tty5
root 2250 1 0 2017 tty6 00:00:00 /sbin/mingetty /dev/tty6
nagios 5550 1 2 17:35 ? 00:02:22 /usr/local/nagios/bin/nagios -d /usr/local/nagios/etc/nagios.cfg
nagios 5552 5550 0 17:35 ? 00:00:12 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw/nagios.qh
nagios 5553 5550 0 17:35 ? 00:00:12 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw/nagios.qh
nagios 5554 5550 0 17:35 ? 00:00:12 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw/nagios.qh
nagios 5555 5550 0 17:35 ? 00:00:12 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw/nagios.qh
nagios 5556 5550 0 17:35 ? 00:00:12 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw/nagios.qh
nagios 5557 5550 0 17:35 ? 00:00:12 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw/nagios.qh
nagios 5558 50679 0 17:35 ? 00:00:10 /usr/local/nagios/bin/ndo2db -c /usr/local/nagios/etc/ndo2db.cfg
nagios 5559 5558 6 17:35 ? 00:07:14 /usr/local/nagios/bin/ndo2db -c /usr/local/nagios/etc/ndo2db.cfg
nagios 5576 5550 0 17:35 ? 00:00:00 /usr/local/nagios/bin/nagios -d /usr/local/nagios/etc/nagios.cfg
root 6073 1 0 2017 ? 00:00:00 /usr/sbin/console-kit-daemon --no-daemon
ntp 8328 1 0 Jan22 ? 00:00:01 ntpd -u ntp:ntp -p /var/run/ntpd.pid -g
root 22029 1 1 2018 ? 2-11:03:36 /usr/sbin/snmptrapd -Ln -p /var/run/snmptrapd.pid
apache 22099 63317 0 Jan31 ? 00:08:36 /usr/sbin/httpd
root 22393 1 0 2018 ? 00:05:37 /usr/bin/perl /usr/sbin/snmptt --daemon
snmptt 22396 22393 0 2018 ? 11:11:54 /usr/bin/perl /usr/sbin/snmptt --daemon
postgres 22717 55676 0 Jan31 ? 00:00:22 postgres: nagiosxi nagiosxi ::1(33164) idle
apache 22728 63317 0 09:00 ? 00:02:16 /usr/sbin/httpd
postgres 22929 55676 0 09:00 ? 00:00:06 postgres: nagiosxi nagiosxi ::1(34216) idle
apache 22931 63317 0 Jan31 ? 00:08:44 /usr/sbin/httpd
apache 22944 63317 0 09:00 ? 00:01:59 /usr/sbin/httpd
postgres 23103 55676 0 Jan31 ? 00:00:21 postgres: nagiosxi nagiosxi ::1(60168) idle
postgres 23548 55676 0 09:00 ? 00:00:04 postgres: nagiosxi nagiosxi ::1(34242) idle
apache 25867 63317 0 Jan31 ? 00:08:58 /usr/sbin/httpd
postgres 26434 55676 0 Jan31 ? 00:00:22 postgres: nagiosxi nagiosxi ::1(60360) idle
apache 30083 63317 0 Jan31 ? 00:06:51 /usr/sbin/httpd
apache 30346 63317 0 Jan31 ? 00:09:09 /usr/sbin/httpd
postgres 30968 55676 0 Jan31 ? 00:00:18 postgres: nagiosxi nagiosxi ::1(49926) idle
postgres 31109 55676 0 Jan31 ? 00:00:22 postgres: nagiosxi nagiosxi ::1(60440) idle
root 31423 64529 0 17:21 ? 00:00:00 sshd: mlilek [priv]
mlilek 31878 31423 0 17:21 ? 00:00:00 sshd: mlilek@pts/0
mlilek 31885 31878 0 17:21 pts/0 00:00:00 -bash
root 32008 31885 0 17:22 pts/0 00:00:00 su root
root 32365 32008 0 17:22 pts/0 00:00:00 bash
apache 33772 63317 0 Jan31 ? 00:08:16 /usr/sbin/httpd
postgres 36008 55676 0 Jan31 ? 00:00:21 postgres: nagiosxi nagiosxi ::1(35244) idle
postfix 39740 2023 0 18:55 ? 00:00:00 pickup -l -t fifo -u
root 40301 523 0 2018 ? 00:00:00 /sbin/udevd -d
root 40302 523 0 2018 ? 00:00:00 /sbin/udevd -d
root 42655 1 0 2017 ? 09:03:22 /usr/sbin/vmtoolsd
root 42676 1 0 2017 ? 00:00:00 /usr/lib/vmware-vgauth/VGAuthService -s
root 42742 1 0 2017 ? 03:19:20 /usr/lib/vmware-caf/pme/bin/ManagementAgentHost
apache 44775 63317 0 16:23 ? 00:01:17 /usr/sbin/httpd
postgres 45821 55676 0 16:23 ? 00:00:04 postgres: nagiosxi nagiosxi ::1(33012) idle
apache 48211 63317 0 Jan30 ? 00:11:48 /usr/sbin/httpd
apache 48220 63317 0 Jan30 ? 00:11:58 /usr/sbin/httpd
apache 48221 63317 0 Jan30 ? 00:11:50 /usr/sbin/httpd
apache 48238 63317 0 Jan30 ? 00:11:56 /usr/sbin/httpd
apache 48239 63317 0 Jan30 ? 00:11:47 /usr/sbin/httpd
apache 48240 63317 0 Jan30 ? 00:11:43 /usr/sbin/httpd
apache 48241 63317 0 Jan30 ? 00:11:53 /usr/sbin/httpd
root 48291 64529 0 19:22 ? 00:00:00 sshd: mlilek [priv]
postgres 48306 55676 0 Jan30 ? 00:00:34 postgres: nagiosxi nagiosxi ::1(51476) idle
postgres 48317 55676 0 Jan30 ? 00:00:32 postgres: nagiosxi nagiosxi ::1(51478) idle
postgres 48318 55676 0 Jan30 ? 00:00:36 postgres: nagiosxi nagiosxi ::1(51480) idle
postgres 48319 55676 0 Jan30 ? 00:00:34 postgres: nagiosxi nagiosxi ::1(51482) idle
postgres 48625 55676 0 Jan30 ? 00:00:34 postgres: nagiosxi nagiosxi ::1(51486) idle
postgres 48857 55676 0 Jan30 ? 00:00:35 postgres: nagiosxi nagiosxi ::1(51490) idle
postgres 48858 55676 0 Jan30 ? 00:00:33 postgres: nagiosxi nagiosxi ::1(51492) idle
root 50486 1 0 Jan30 ? 00:00:00 /bin/sh /usr/bin/mysqld_safe --datadir=/var/lib/mysql --socket=/var/lib/mysql/mysql.sock --pid-file=/var/run/mysqld/mysqld.pid --basedir=/usr --user=mysql
mysql 50591 50486 5 Jan30 ? 02:34:28 /usr/libexec/mysqld --basedir=/usr --datadir=/var/lib/mysql --user=mysql --log-error=/var/log/mysqld.log --pid-file=/var/run/mysqld/mysqld.pid --socket=/var/lib/mysql/mysql.sock
nagios 50679 1 0 Jan30 ? 00:00:00 /usr/local/nagios/bin/ndo2db -c /usr/local/nagios/etc/ndo2db.cfg
nagios 50942 1 0 Jan30 ? 00:00:10 /usr/local/nagios/bin/npcd -d -f /usr/local/nagios/etc/pnp/npcd.cfg
root 51060 1 0 Jan30 ? 00:00:07 crond
root 52360 51060 0 19:24 ? 00:00:00 CROND
root 52361 51060 0 19:24 ? 00:00:00 CROND
root 52362 51060 0 19:24 ? 00:00:00 CROND
root 52363 51060 0 19:24 ? 00:00:00 CROND
root 52364 51060 0 19:24 ? 00:00:00 CROND
root 52365 51060 0 19:24 ? 00:00:00 CROND
nagios 52368 52363 0 19:24 ? 00:00:00 /bin/sh -c /usr/bin/php -q /usr/local/nagiosxi/cron/eventman.php >> /usr/local/nagiosxi/var/eventman.log 2>&1
nagios 52369 52360 0 19:24 ? 00:00:00 /bin/sh -c /usr/bin/php -q /usr/local/nagiosxi/cron/perfdataproc.php >> /usr/local/nagiosxi/var/perfdataproc.log 2>&1
nagios 52372 52364 0 19:24 ? 00:00:00 /bin/sh -c /usr/bin/php -q /usr/local/nagiosxi/cron/cmdsubsys.php >> /usr/local/nagiosxi/var/cmdsubsys.log 2>&1
nagios 52373 52365 0 19:24 ? 00:00:00 /bin/sh -c /usr/bin/php -q /usr/local/nagiosxi/cron/sysstat.php >> /usr/local/nagiosxi/var/sysstat.log 2>&1
nagios 52374 52362 0 19:24 ? 00:00:00 /bin/sh -c /usr/bin/php -q /usr/local/nagiosxi/cron/event_handler.php >> /usr/local/nagiosxi/var/event_handler.log 2>&1
nagios 52375 52361 0 19:24 ? 00:00:00 /bin/sh -c /usr/bin/php -q /usr/local/nagiosxi/cron/feedproc.php >> /usr/local/nagiosxi/var/feedproc.log 2>&1
nagios 52377 52369 0 19:24 ? 00:00:00 /usr/bin/php -q /usr/local/nagiosxi/cron/perfdataproc.php
nagios 52379 52368 0 19:24 ? 00:00:00 /usr/bin/php -q /usr/local/nagiosxi/cron/eventman.php
nagios 52380 52372 0 19:24 ? 00:00:00 /usr/bin/php -q /usr/local/nagiosxi/cron/cmdsubsys.php
nagios 52383 52374 0 19:24 ? 00:00:00 /usr/bin/php -q /usr/local/nagiosxi/cron/event_handler.php
nagios 52384 52375 0 19:24 ? 00:00:00 /usr/bin/php -q /usr/local/nagiosxi/cron/feedproc.php
nagios 52386 52373 0 19:24 ? 00:00:00 /usr/bin/php -q /usr/local/nagiosxi/cron/sysstat.php
postgres 52400 55676 0 19:24 ? 00:00:00 postgres: nagiosxi nagiosxi ::1(45640) idle
postgres 52403 55676 0 19:24 ? 00:00:00 postgres: nagiosxi nagiosxi ::1(45642) idle
postgres 52408 55676 0 19:24 ? 00:00:00 postgres: nagiosxi nagiosxi ::1(45644) idle
postgres 52409 55676 0 19:24 ? 00:00:00 postgres: nagiosxi nagiosxi ::1(45646) idle
postgres 52417 55676 0 19:24 ? 00:00:00 postgres: nagiosxi nagiosxi ::1(45648) idle
postgres 52433 55676 0 19:24 ? 00:00:00 postgres: nagiosxi nagiosxi ::1(45652) idle
mlilek 53204 48291 0 19:24 ? 00:00:00 sshd: mlilek@pts/1
mlilek 53295 53204 0 19:24 pts/1 00:00:00 -bash
root 53402 53295 0 19:24 pts/1 00:00:00 su root
root 53478 1 0 2018 ? 00:42:24 /sbin/rsyslogd -i /var/run/syslogd.pid -c 5
root 53499 53402 0 19:24 pts/1 00:00:00 bash
nagios 53704 5552 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H gym-nas1.global.amec.com -w 3000.0,80% -c 5000.0,100% -p 5
nagios 53757 5553 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H stg5-abms1.global.amec.com -w 3000.0,80% -c 5000.0,100% -p 5
postfix 53782 2023 0 19:24 ? 00:00:00 cleanup -z -t unix -u
postfix 53785 2023 0 19:24 ? 00:00:00 local -t unix
postfix 53787 2023 0 19:24 ? 00:00:00 bounce -z -t unix -u
nagios 53791 5554 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H 10.199.89.1 -w 3000.0 80 -c 5000.0 100 -p 5
nagios 53798 5552 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H 10.199.89.1 -w 3000.0 80 -c 5000.0 100 -p 5
nagios 53803 5554 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H kw6-ups1.global.amec.com -w 3000.0 80 -c 5000.0 100 -p 5
nagios 53810 5552 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H ixa-it1.global.amec.com -w 3000.0,80% -c 5000.0,100% -p 5
nagios 53853 5553 1 19:24 ? 00:00:00 /usr/bin/perl -w /usr/local/nagios/libexec/check_ifoperstatus -H 10.16.60.1 -C 321AmEc! -k 3 -v 2
nagios 53860 5557 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H ukrdgxa955.fwuk.fwc.com -w 3000.0,80% -c 5000.0,100% -p 5
nagios 53927 5553 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H gla3-sw-core2.global.amec.com -w 3000.0 80 -c 5000.0 100 -p 5
nagios 53943 5556 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H dar-ts4.global.amec.com -w 3000.0,80% -c 5000.0,100% -p 5
nagios 53946 5552 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H frparap13121.fwceu.fwc.com -w 3000.0,80% -c 5000.0,100% -p 5
nagios 54055 52386 0 19:24 ? 00:00:00 sh -c /usr/bin/iostat -c 5 2 | tail --lines=2 | head --lines=1 | awk '{ print $1,$2,$3,$4,$5,$6 }'
nagios 54056 54055 0 19:24 ? 00:00:00 /usr/bin/iostat -c 5 2
nagios 54057 54055 0 19:24 ? 00:00:00 tail --lines=2
nagios 54058 54055 0 19:24 ? 00:00:00 head --lines=1
nagios 54059 54055 0 19:24 ? 00:00:00 awk { print $1,$2,$3,$4,$5,$6 }
nagios 54107 5553 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H 10.18.152.16 -w 3000.0 80 -c 5000.0 100 -p 5
nagios 54114 5557 3 19:24 ? 00:00:00 /usr/bin/perl -w /usr/local/nagios/libexec/check_snmp_storage.pl -H 10.200.1.242 -C 321AmEc! --v2c -m Physical Memory -w 90 -c 95 -f
nagios 54115 5556 3 19:24 ? 00:00:00 /usr/bin/perl -w /usr/local/nagios/libexec/check_snmp_storage.pl -H ixa-aps20.global.amec.com -C 321AmEc! --v2c -m Physical Memory -w 95 -c 98 -f
nagios 54144 5557 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H kw9-its1.global.amec.com -w 3000.0 80 -c 5000.0 100 -p 5
nagios 54148 5552 6 19:24 ? 00:00:00 /usr/bin/perl -w /usr/local/nagios/libexec/check_snmp_storage.pl -H att5-aps36.global.amec.com -C 321AmEc! --v2c -m ^C: -w 95 -c 98 -f
nagios 54149 5553 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H zamdrap075.fwuk.fwc.com -w 3000.0 80 -c 5000.0 100 -p 5
nagios 54150 5557 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H jbg1-sw-1n.global.amec.com -w 3000.0 80 -c 5000.0 100 -p 5
nagios 54152 5555 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H mil1-gdc10.global.amec.com -w 3000.0 80 -c 5000.0 100 -p 5
root 54155 53499 0 19:24 pts/1 00:00:00 ps -ef --cols=300
postgres 55676 1 0 2018 ? 01:48:05 /usr/bin/postmaster -p 5432 -D /var/lib/pgsql/data
postgres 55701 55676 0 2018 ? 00:26:12 postgres: logger process
postgres 55705 55676 0 2018 ? 02:43:29 postgres: writer process
postgres 55706 55676 0 2018 ? 01:49:50 postgres: wal writer process
postgres 55707 55676 0 2018 ? 00:41:30 postgres: autovacuum launcher process
postgres 55708 55676 0 2018 ? 01:54:09 postgres: stats collector process
root 60576 1 0 2018 tty1 00:00:00 /sbin/mingetty /dev/tty1
root 63202 1 0 2018 ? 00:00:00 xinetd -stayalive -pidfile /var/run/xinetd.pid
root 63317 1 0 Jan22 ? 00:00:47 /usr/sbin/httpd
root 64529 1 0 Jan22 ? 00:00:01 /usr/sbin/sshd
497 64930 1 0 2018 ? 00:00:00 shellinaboxd -u shellinabox -g shellinabox --cert=/var/lib/shellinabox --port=7878 --background=/var/run/shellinaboxd.pid --disable-ssl-menu -s /:SSH --localhost-only --css white-on-black.css
497 64932 64930 0 2018 ? 00:00:00 shellinaboxd -u shellinabox -g shellinabox --cert=/var/lib/shellinabox --port=7878 --background=/var/run/shellinaboxd.pid --disable-ssl-menu -s /:SSH --localhost-only --css white-on-black.css
[root@ATT5-NAG1 mlilek]# tail -50 /usr/local/nagios/var/perfdata.log
2019-02-01 19:15:25 [28280] [0] *** Timeout while processing Host: "nia-xdc1.global.amec.com" Service: "CPU_Usage"
2019-02-01 19:15:25 [28280] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:16:01 [30227] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:16:01 [30227] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:16:01 [30227] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:16:01 [30227] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048551.perfdata.service-PID-30227 deleted
2019-02-01 19:16:01 [30227] [0] *** Timeout while processing Host: "mil1-lic2.global.amec.com" Service: "CPU_Usage"
2019-02-01 19:16:01 [30227] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:16:21 [31146] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:16:21 [31146] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:16:21 [31146] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:16:21 [31146] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048566.perfdata.service-PID-31146 deleted
2019-02-01 19:16:21 [31146] [0] *** Timeout while processing Host: "pol-vh1.global.amec.com" Service: "Ping"
2019-02-01 19:16:21 [31146] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:16:58 [32495] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:16:58 [32495] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:16:58 [32495] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:16:58 [32495] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048611.perfdata.service-PID-32495 deleted
2019-02-01 19:16:58 [32495] [0] *** Timeout while processing Host: "att5-vh19.global.amec.com" Service: "Ping"
2019-02-01 19:16:58 [32495] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:17:38 [34300] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:17:38 [34300] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:17:38 [34300] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:17:38 [34300] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048641.perfdata.service-PID-34300 deleted
2019-02-01 19:17:38 [34300] [0] *** Timeout while processing Host: "za2-as7.global.amec.com" Service: "Drive_C__Disk_Usage"
2019-02-01 19:17:38 [34300] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:18:18 [36348] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:18:18 [36348] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:18:18 [36348] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:18:18 [36348] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048686.perfdata.service-PID-36348 deleted
2019-02-01 19:18:18 [36348] [0] *** Timeout while processing Host: "dar-lp-c2960g-24-sr3-nr.global.amec.com" Service: "Ping"
2019-02-01 19:18:18 [36348] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:18:38 [37205] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:18:38 [37205] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:18:38 [37205] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:18:38 [37205] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048701.perfdata.service-PID-37205 deleted
2019-02-01 19:18:38 [37205] [0] *** Timeout while processing Host: "att5-cpdu10b.global.amec.com" Service: "Ping"
2019-02-01 19:18:38 [37205] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:21:08 [44222] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:21:08 [44222] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:21:08 [44222] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:21:08 [44222] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048851.perfdata.service-PID-44222 deleted
2019-02-01 19:21:08 [44222] [0] *** Timeout while processing Host: "gos-swc2-nr.global.amec.com" Service: "Ping"
2019-02-01 19:21:08 [44222] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:21:28 [44948] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:21:28 [44948] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:21:28 [44948] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:21:28 [44948] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048866.perfdata.service-PID-44948 deleted
2019-02-01 19:21:28 [44948] [0] *** Timeout while processing Host: "lon2-its1.global.amec.com" Service: "Ping"
2019-02-01 19:21:28 [44948] [0] *** process_perfdata.pl terminated on signal ALRM
[root@ATT5-NAG1 mlilek]# tail -50 /usr/local/nagios/var/npcd.log
[02-01-2019 19:09:35] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:09:35] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048160.perfdata.service'
[02-01-2019 19:09:56] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:09:56] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048176.perfdata.service'
[02-01-2019 19:10:16] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:10:16] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048191.perfdata.service'
[02-01-2019 19:10:36] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:10:36] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048206.perfdata.service'
[02-01-2019 19:10:36] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:10:36] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048220.perfdata.service'
[02-01-2019 19:11:12] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:11:12] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048251.perfdata.service'
[02-01-2019 19:11:32] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:11:32] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048281.perfdata.service'
[02-01-2019 19:11:32] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:11:32] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048266.perfdata.service'
[02-01-2019 19:12:12] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:12:12] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048310.perfdata.service'
[02-01-2019 19:12:32] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:12:32] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048340.perfdata.service'
[02-01-2019 19:12:32] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:12:32] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048326.perfdata.service'
[02-01-2019 19:13:12] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:13:12] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048371.perfdata.service'
[02-01-2019 19:13:32] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:13:32] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048386.perfdata.service'
[02-01-2019 19:13:32] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:13:32] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048400.perfdata.service'
[02-01-2019 19:14:29] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:14:29] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048446.perfdata.service'
[02-01-2019 19:15:05] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:15:05] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048490.perfdata.service'
[02-01-2019 19:15:25] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:15:25] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048506.perfdata.service'
[02-01-2019 19:16:01] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:16:01] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048551.perfdata.service'
[02-01-2019 19:16:21] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:16:21] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048566.perfdata.service'
[02-01-2019 19:16:58] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:16:58] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048611.perfdata.service'
[02-01-2019 19:17:38] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:17:38] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048641.perfdata.service'
[02-01-2019 19:18:18] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:18:18] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048686.perfdata.service'
[02-01-2019 19:18:38] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:18:38] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048701.perfdata.service'
[02-01-2019 19:21:08] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:21:08] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048851.perfdata.service'
[02-01-2019 19:21:28] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:21:28] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048866.perfdata.service'
[root@ATT5-NAG1 mlilek]# ls /var/nagiosramdisk/spool/xidpe | wc -l
0
[root@ATT5-NAG1 mlilek]# ls /var/nagiosramdisk/spool/perfdata/ | wc -l
1
[root@ATT5-NAG1 mlilek]# ls /var/nagiosramdisk/spool/checkresults/ | wc -l
0
[root@ATT5-NAG1 mlilek]# tail -50 /var/lib/pgsql/data/pg_log/postgresql-Tue.log
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
WARNING: pgstat wait timeout
WARNING: pgstat wait timeout
WARNING: nonstandard use of \' in a string literal at character 65
HINT: Use '' to write quotes in strings, or use the escape string syntax (E'...').
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
[root@ATT5-NAG1 mlilek]#
[root@ATT5-NAG1 mlilek]#
[root@ATT5-NAG1 mlilek]# service postgresql stop
Stopping postgresql service: [ OK ]
[root@ATT5-NAG1 mlilek]#
[root@ATT5-NAG1 mlilek]# su postgres
bash-4.1$ echo "VACUUM;" > /tmp/fix.sql
bash-4.1$
bash-4.1$ postgres -D /var/lib/pgsql/data nagiosxi < /tmp/fix.sql
postgres: invalid argument: "nagiosxi"
Try "postgres --help" for more information.
bash-4.1$ postgres -D /var/lib/pgsql/data postgres < /tmp/fix.sql
postgres: invalid argument: "postgres"
Try "postgres --help" for more information.
bash-4.1$ postgres -D /var/lib/pgsql/data template1 < /tmp/fix.sql
postgres: invalid argument: "template1"
Try "postgres --help" for more information.
bash-4.1$ exit
exit
[root@ATT5-NAG1 mlilek]# service postgresql start
Starting postgresql service: [ OK ]
[root@ATT5-NAG1 mlilek]# top
top - 19:41:26 up 406 days, 11:50, 2 users, load average: 1.39, 1.10, 1.17
Tasks: 256 total, 2 running, 254 sleeping, 0 stopped, 0 zombie
Cpu(s): 0.0%us, 50.0%sy, 0.0%ni, 50.0%id, 0.0%wa, 0.0%hi, 0.0%si, 0.0%st
Mem: 8185408k total, 5333224k used, 2852184k free, 84184k buffers
Swap: 2064380k total, 130808k used, 1933572k free, 3792512k cached
Unknown command - try 'h' for help
PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
1 root 20 0 19356 920 740 S 0.0 0.0 0:15.67 init
2 root 20 0 0 0 0 S 0.0 0.0 0:00.02 kthreadd
3 root RT 0 0 0 0 S 0.0 0.0 100:21.56 migration/0
4 root 20 0 0 0 0 S 0.0 0.0 9:45.41 ksoftirqd/0
5 root RT 0 0 0 0 S 0.0 0.0 0:00.00 stopper/0
6 root RT 0 0 0 0 S 0.0 0.0 11:13.47 watchdog/0
7 root RT 0 0 0 0 S 0.0 0.0 99:53.69 migration/1
8 root RT 0 0 0 0 S 0.0 0.0 0:00.00 stopper/1
9 root 20 0 0 0 0 S 0.0 0.0 21:31.46 ksoftirqd/1
10 root RT 0 0 0 0 S 0.0 0.0 12:53.49 watchdog/1
11 root RT 0 0 0 0 S 0.0 0.0 102:42.85 migration/2
12 root RT 0 0 0 0 S 0.0 0.0 0:00.00 stopper/2
13 root 20 0 0 0 0 S 0.0 0.0 19:36.93 ksoftirqd/2
14 root RT 0 0 0 0 S 0.0 0.0 12:03.85 watchdog/2
15 root RT 0 0 0 0 S 0.0 0.0 108:44.88 migration/3
16 root RT 0 0 0 0 S 0.0 0.0 0:00.00 stopper/3
17 root 20 0 0 0 0 S 0.0 0.0 19:05.48 ksoftirqd/3
RAMDISK is Full again. Really hoping we can get this to stop permanently. Let me know how to proceed. Thank you
[root@ATT5-NAG1 mlilek]# ps -ef --cols=300
UID PID PPID C STIME TTY TIME CMD
root 1 0 0 2017 ? 00:00:15 /sbin/init
root 2 0 0 2017 ? 00:00:00 [kthreadd]
root 3 2 0 2017 ? 01:40:21 [migration/0]
root 4 2 0 2017 ? 00:09:45 [ksoftirqd/0]
root 5 2 0 2017 ? 00:00:00 [stopper/0]
root 6 2 0 2017 ? 00:11:13 [watchdog/0]
root 7 2 0 2017 ? 01:39:53 [migration/1]
root 8 2 0 2017 ? 00:00:00 [stopper/1]
root 9 2 0 2017 ? 00:21:31 [ksoftirqd/1]
root 10 2 0 2017 ? 00:12:53 [watchdog/1]
root 11 2 0 2017 ? 01:42:42 [migration/2]
root 12 2 0 2017 ? 00:00:00 [stopper/2]
root 13 2 0 2017 ? 00:19:36 [ksoftirqd/2]
root 14 2 0 2017 ? 00:12:03 [watchdog/2]
root 15 2 0 2017 ? 01:48:44 [migration/3]
root 16 2 0 2017 ? 00:00:00 [stopper/3]
root 17 2 0 2017 ? 00:19:05 [ksoftirqd/3]
root 18 2 0 2017 ? 00:11:57 [watchdog/3]
root 19 2 0 2017 ? 01:38:26 [events/0]
root 20 2 0 2017 ? 01:14:26 [events/1]
root 21 2 0 2017 ? 01:07:05 [events/2]
root 22 2 0 2017 ? 01:34:21 [events/3]
root 23 2 0 2017 ? 00:00:00 [events/0]
root 24 2 0 2017 ? 00:00:00 [events/1]
root 25 2 0 2017 ? 00:00:00 [events/2]
root 26 2 0 2017 ? 00:00:00 [events/3]
root 27 2 0 2017 ? 00:00:00 [events_long/0]
root 28 2 0 2017 ? 00:00:00 [events_long/1]
root 29 2 0 2017 ? 00:00:00 [events_long/2]
root 30 2 0 2017 ? 00:00:00 [events_long/3]
root 31 2 0 2017 ? 00:00:00 [events_power_ef]
root 32 2 0 2017 ? 00:00:00 [events_power_ef]
root 33 2 0 2017 ? 00:00:00 [events_power_ef]
root 34 2 0 2017 ? 00:00:00 [events_power_ef]
root 35 2 0 2017 ? 00:00:00 [cgroup]
root 36 2 0 2017 ? 00:00:00 [khelper]
root 37 2 0 2017 ? 00:00:00 [netns]
root 38 2 0 2017 ? 00:00:00 [async/mgr]
root 39 2 0 2017 ? 00:00:00 [pm]
root 40 2 0 2017 ? 00:03:38 [sync_supers]
root 41 2 0 2017 ? 00:00:06 [bdi-default]
root 42 2 0 2017 ? 00:00:00 [kintegrityd/0]
root 43 2 0 2017 ? 00:00:00 [kintegrityd/1]
tail -50 /usr/local/nagios/var/npcd.log
ls /var/nagiosramdisk/spool/root 44 2 0 2017 ? 00:00:00 [kintegrityd/2]
xidpe | wc -l
ls /var/nagiosramdisk/spool/perfdata/ | wc -l
ls /var/nagiosramdisk/spool/checkresults/ | wc -l
tail -50 /var/lib/pgsql/data/pg_log/postgresql-Tue.lroot 45 2 0 2017 ? 00:00:00 [kintegrityd/3]
ogroot 46 2 0 2017 ? 01:32:13 [kblockd/0]
root 47 2 0 2017 ? 02:36:18 [kblockd/1]
root 48 2 0 2017 ? 02:33:24 [kblockd/2]
root 49 2 0 2017 ? 02:31:39 [kblockd/3]
root 50 2 0 2017 ? 00:00:00 [kacpid]
root 51 2 0 2017 ? 00:00:00 [kacpi_notify]
root 52 2 0 2017 ? 00:00:00 [kacpi_hotplug]
root 53 2 0 2017 ? 00:00:00 [ata_aux]
root 54 2 0 2017 ? 00:00:00 [ata_sff/0]
root 55 2 0 2017 ? 00:00:00 [ata_sff/1]
root 56 2 0 2017 ? 00:00:00 [ata_sff/2]
root 57 2 0 2017 ? 00:00:00 [ata_sff/3]
root 58 2 0 2017 ? 00:00:00 [ksuspend_usbd]
root 59 2 0 2017 ? 00:00:00 [khubd]
root 60 2 0 2017 ? 00:00:00 [kseriod]
root 61 2 0 2017 ? 00:00:00 [md/0]
root 62 2 0 2017 ? 00:00:00 [md/1]
root 63 2 0 2017 ? 00:00:00 [md/2]
root 64 2 0 2017 ? 00:00:00 [md/3]
root 65 2 0 2017 ? 00:00:00 [md_misc/0]
root 66 2 0 2017 ? 00:00:00 [md_misc/1]
root 67 2 0 2017 ? 00:00:00 [md_misc/2]
root 68 2 0 2017 ? 00:00:00 [md_misc/3]
root 69 2 0 2017 ? 00:00:00 [linkwatch]
root 72 2 0 2017 ? 00:00:23 [khungtaskd]
root 73 2 0 2017 ? 00:21:40 [kswapd0]
root 74 2 0 2017 ? 00:00:00 [ksmd]
root 75 2 0 2017 ? 02:50:28 [khugepaged]
root 76 2 0 2017 ? 00:00:00 [aio/0]
root 77 2 0 2017 ? 00:00:00 [aio/1]
root 78 2 0 2017 ? 00:00:00 [aio/2]
root 79 2 0 2017 ? 00:00:00 [aio/3]
root 80 2 0 2017 ? 00:00:00 [crypto/0]
root 81 2 0 2017 ? 00:00:00 [crypto/1]
root 82 2 0 2017 ? 00:00:00 [crypto/2]
root 83 2 0 2017 ? 00:00:00 [crypto/3]
root 90 2 0 2017 ? 00:00:00 [kthrotld/0]
root 91 2 0 2017 ? 00:00:00 [kthrotld/1]
root 92 2 0 2017 ? 00:00:00 [kthrotld/2]
root 93 2 0 2017 ? 00:00:00 [kthrotld/3]
root 94 2 0 2017 ? 00:00:00 [pciehpd]
root 96 2 0 2017 ? 00:00:00 [kpsmoused]
root 97 2 0 2017 ? 00:00:00 [usbhid_resumer]
root 98 2 0 2017 ? 00:00:00 [deferwq]
root 130 2 0 2017 ? 00:00:00 [kdmremove]
root 131 2 0 2017 ? 00:00:00 [kstriped]
root 166 2 0 2017 ? 00:00:00 [ttm_swap]
root 353 2 0 2017 ? 00:00:00 [scsi_eh_0]
root 354 2 0 2017 ? 00:00:00 [scsi_eh_1]
root 359 2 0 2017 ? 00:46:10 [mpt_poll_0]
root 360 2 0 2017 ? 00:00:00 [mpt/0]
root 361 2 0 2017 ? 00:00:00 [scsi_eh_2]
root 421 2 0 2017 ? 00:00:00 [kdmflush]
root 422 2 0 2017 ? 00:00:00 [kdmflush]
root 441 2 0 2017 ? 06:29:09 [jbd2/dm-0-8]
root 442 2 0 2017 ? 00:00:00 [ext4-dio-unwrit]
root 523 1 0 2017 ? 00:00:00 /sbin/udevd -d
root 702 2 0 2017 ? 00:07:12 [vmmemctl]
root 873 2 0 2017 ? 00:00:00 [jbd2/sda1-8]
root 874 2 0 2017 ? 00:00:00 [ext4-dio-unwrit]
root 908 2 0 2017 ? 00:13:50 [kauditd]
root 1000 2 0 2017 ? 1-04:12:14 [flush-253:0]
root 1370 1 0 2017 ? 00:25:18 auditd
dbus 1435 1 0 2017 ? 00:00:00 dbus-daemon --system
root 2023 1 0 2017 ? 00:06:57 /usr/libexec/postfix/master
postfix 2032 2023 0 2017 ? 00:03:01 qmgr -l -t fifo -u
root 2242 1 0 2017 tty2 00:00:00 /sbin/mingetty /dev/tty2
root 2244 1 0 2017 tty3 00:00:00 /sbin/mingetty /dev/tty3
root 2246 1 0 2017 tty4 00:00:00 /sbin/mingetty /dev/tty4
root 2248 1 0 2017 tty5 00:00:00 /sbin/mingetty /dev/tty5
root 2250 1 0 2017 tty6 00:00:00 /sbin/mingetty /dev/tty6
nagios 5550 1 2 17:35 ? 00:02:22 /usr/local/nagios/bin/nagios -d /usr/local/nagios/etc/nagios.cfg
nagios 5552 5550 0 17:35 ? 00:00:12 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw/nagios.qh
nagios 5553 5550 0 17:35 ? 00:00:12 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw/nagios.qh
nagios 5554 5550 0 17:35 ? 00:00:12 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw/nagios.qh
nagios 5555 5550 0 17:35 ? 00:00:12 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw/nagios.qh
nagios 5556 5550 0 17:35 ? 00:00:12 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw/nagios.qh
nagios 5557 5550 0 17:35 ? 00:00:12 /usr/local/nagios/bin/nagios --worker /usr/local/nagios/var/rw/nagios.qh
nagios 5558 50679 0 17:35 ? 00:00:10 /usr/local/nagios/bin/ndo2db -c /usr/local/nagios/etc/ndo2db.cfg
nagios 5559 5558 6 17:35 ? 00:07:14 /usr/local/nagios/bin/ndo2db -c /usr/local/nagios/etc/ndo2db.cfg
nagios 5576 5550 0 17:35 ? 00:00:00 /usr/local/nagios/bin/nagios -d /usr/local/nagios/etc/nagios.cfg
root 6073 1 0 2017 ? 00:00:00 /usr/sbin/console-kit-daemon --no-daemon
ntp 8328 1 0 Jan22 ? 00:00:01 ntpd -u ntp:ntp -p /var/run/ntpd.pid -g
root 22029 1 1 2018 ? 2-11:03:36 /usr/sbin/snmptrapd -Ln -p /var/run/snmptrapd.pid
apache 22099 63317 0 Jan31 ? 00:08:36 /usr/sbin/httpd
root 22393 1 0 2018 ? 00:05:37 /usr/bin/perl /usr/sbin/snmptt --daemon
snmptt 22396 22393 0 2018 ? 11:11:54 /usr/bin/perl /usr/sbin/snmptt --daemon
postgres 22717 55676 0 Jan31 ? 00:00:22 postgres: nagiosxi nagiosxi ::1(33164) idle
apache 22728 63317 0 09:00 ? 00:02:16 /usr/sbin/httpd
postgres 22929 55676 0 09:00 ? 00:00:06 postgres: nagiosxi nagiosxi ::1(34216) idle
apache 22931 63317 0 Jan31 ? 00:08:44 /usr/sbin/httpd
apache 22944 63317 0 09:00 ? 00:01:59 /usr/sbin/httpd
postgres 23103 55676 0 Jan31 ? 00:00:21 postgres: nagiosxi nagiosxi ::1(60168) idle
postgres 23548 55676 0 09:00 ? 00:00:04 postgres: nagiosxi nagiosxi ::1(34242) idle
apache 25867 63317 0 Jan31 ? 00:08:58 /usr/sbin/httpd
postgres 26434 55676 0 Jan31 ? 00:00:22 postgres: nagiosxi nagiosxi ::1(60360) idle
apache 30083 63317 0 Jan31 ? 00:06:51 /usr/sbin/httpd
apache 30346 63317 0 Jan31 ? 00:09:09 /usr/sbin/httpd
postgres 30968 55676 0 Jan31 ? 00:00:18 postgres: nagiosxi nagiosxi ::1(49926) idle
postgres 31109 55676 0 Jan31 ? 00:00:22 postgres: nagiosxi nagiosxi ::1(60440) idle
root 31423 64529 0 17:21 ? 00:00:00 sshd: mlilek [priv]
mlilek 31878 31423 0 17:21 ? 00:00:00 sshd: mlilek@pts/0
mlilek 31885 31878 0 17:21 pts/0 00:00:00 -bash
root 32008 31885 0 17:22 pts/0 00:00:00 su root
root 32365 32008 0 17:22 pts/0 00:00:00 bash
apache 33772 63317 0 Jan31 ? 00:08:16 /usr/sbin/httpd
postgres 36008 55676 0 Jan31 ? 00:00:21 postgres: nagiosxi nagiosxi ::1(35244) idle
postfix 39740 2023 0 18:55 ? 00:00:00 pickup -l -t fifo -u
root 40301 523 0 2018 ? 00:00:00 /sbin/udevd -d
root 40302 523 0 2018 ? 00:00:00 /sbin/udevd -d
root 42655 1 0 2017 ? 09:03:22 /usr/sbin/vmtoolsd
root 42676 1 0 2017 ? 00:00:00 /usr/lib/vmware-vgauth/VGAuthService -s
root 42742 1 0 2017 ? 03:19:20 /usr/lib/vmware-caf/pme/bin/ManagementAgentHost
apache 44775 63317 0 16:23 ? 00:01:17 /usr/sbin/httpd
postgres 45821 55676 0 16:23 ? 00:00:04 postgres: nagiosxi nagiosxi ::1(33012) idle
apache 48211 63317 0 Jan30 ? 00:11:48 /usr/sbin/httpd
apache 48220 63317 0 Jan30 ? 00:11:58 /usr/sbin/httpd
apache 48221 63317 0 Jan30 ? 00:11:50 /usr/sbin/httpd
apache 48238 63317 0 Jan30 ? 00:11:56 /usr/sbin/httpd
apache 48239 63317 0 Jan30 ? 00:11:47 /usr/sbin/httpd
apache 48240 63317 0 Jan30 ? 00:11:43 /usr/sbin/httpd
apache 48241 63317 0 Jan30 ? 00:11:53 /usr/sbin/httpd
root 48291 64529 0 19:22 ? 00:00:00 sshd: mlilek [priv]
postgres 48306 55676 0 Jan30 ? 00:00:34 postgres: nagiosxi nagiosxi ::1(51476) idle
postgres 48317 55676 0 Jan30 ? 00:00:32 postgres: nagiosxi nagiosxi ::1(51478) idle
postgres 48318 55676 0 Jan30 ? 00:00:36 postgres: nagiosxi nagiosxi ::1(51480) idle
postgres 48319 55676 0 Jan30 ? 00:00:34 postgres: nagiosxi nagiosxi ::1(51482) idle
postgres 48625 55676 0 Jan30 ? 00:00:34 postgres: nagiosxi nagiosxi ::1(51486) idle
postgres 48857 55676 0 Jan30 ? 00:00:35 postgres: nagiosxi nagiosxi ::1(51490) idle
postgres 48858 55676 0 Jan30 ? 00:00:33 postgres: nagiosxi nagiosxi ::1(51492) idle
root 50486 1 0 Jan30 ? 00:00:00 /bin/sh /usr/bin/mysqld_safe --datadir=/var/lib/mysql --socket=/var/lib/mysql/mysql.sock --pid-file=/var/run/mysqld/mysqld.pid --basedir=/usr --user=mysql
mysql 50591 50486 5 Jan30 ? 02:34:28 /usr/libexec/mysqld --basedir=/usr --datadir=/var/lib/mysql --user=mysql --log-error=/var/log/mysqld.log --pid-file=/var/run/mysqld/mysqld.pid --socket=/var/lib/mysql/mysql.sock
nagios 50679 1 0 Jan30 ? 00:00:00 /usr/local/nagios/bin/ndo2db -c /usr/local/nagios/etc/ndo2db.cfg
nagios 50942 1 0 Jan30 ? 00:00:10 /usr/local/nagios/bin/npcd -d -f /usr/local/nagios/etc/pnp/npcd.cfg
root 51060 1 0 Jan30 ? 00:00:07 crond
root 52360 51060 0 19:24 ? 00:00:00 CROND
root 52361 51060 0 19:24 ? 00:00:00 CROND
root 52362 51060 0 19:24 ? 00:00:00 CROND
root 52363 51060 0 19:24 ? 00:00:00 CROND
root 52364 51060 0 19:24 ? 00:00:00 CROND
root 52365 51060 0 19:24 ? 00:00:00 CROND
nagios 52368 52363 0 19:24 ? 00:00:00 /bin/sh -c /usr/bin/php -q /usr/local/nagiosxi/cron/eventman.php >> /usr/local/nagiosxi/var/eventman.log 2>&1
nagios 52369 52360 0 19:24 ? 00:00:00 /bin/sh -c /usr/bin/php -q /usr/local/nagiosxi/cron/perfdataproc.php >> /usr/local/nagiosxi/var/perfdataproc.log 2>&1
nagios 52372 52364 0 19:24 ? 00:00:00 /bin/sh -c /usr/bin/php -q /usr/local/nagiosxi/cron/cmdsubsys.php >> /usr/local/nagiosxi/var/cmdsubsys.log 2>&1
nagios 52373 52365 0 19:24 ? 00:00:00 /bin/sh -c /usr/bin/php -q /usr/local/nagiosxi/cron/sysstat.php >> /usr/local/nagiosxi/var/sysstat.log 2>&1
nagios 52374 52362 0 19:24 ? 00:00:00 /bin/sh -c /usr/bin/php -q /usr/local/nagiosxi/cron/event_handler.php >> /usr/local/nagiosxi/var/event_handler.log 2>&1
nagios 52375 52361 0 19:24 ? 00:00:00 /bin/sh -c /usr/bin/php -q /usr/local/nagiosxi/cron/feedproc.php >> /usr/local/nagiosxi/var/feedproc.log 2>&1
nagios 52377 52369 0 19:24 ? 00:00:00 /usr/bin/php -q /usr/local/nagiosxi/cron/perfdataproc.php
nagios 52379 52368 0 19:24 ? 00:00:00 /usr/bin/php -q /usr/local/nagiosxi/cron/eventman.php
nagios 52380 52372 0 19:24 ? 00:00:00 /usr/bin/php -q /usr/local/nagiosxi/cron/cmdsubsys.php
nagios 52383 52374 0 19:24 ? 00:00:00 /usr/bin/php -q /usr/local/nagiosxi/cron/event_handler.php
nagios 52384 52375 0 19:24 ? 00:00:00 /usr/bin/php -q /usr/local/nagiosxi/cron/feedproc.php
nagios 52386 52373 0 19:24 ? 00:00:00 /usr/bin/php -q /usr/local/nagiosxi/cron/sysstat.php
postgres 52400 55676 0 19:24 ? 00:00:00 postgres: nagiosxi nagiosxi ::1(45640) idle
postgres 52403 55676 0 19:24 ? 00:00:00 postgres: nagiosxi nagiosxi ::1(45642) idle
postgres 52408 55676 0 19:24 ? 00:00:00 postgres: nagiosxi nagiosxi ::1(45644) idle
postgres 52409 55676 0 19:24 ? 00:00:00 postgres: nagiosxi nagiosxi ::1(45646) idle
postgres 52417 55676 0 19:24 ? 00:00:00 postgres: nagiosxi nagiosxi ::1(45648) idle
postgres 52433 55676 0 19:24 ? 00:00:00 postgres: nagiosxi nagiosxi ::1(45652) idle
mlilek 53204 48291 0 19:24 ? 00:00:00 sshd: mlilek@pts/1
mlilek 53295 53204 0 19:24 pts/1 00:00:00 -bash
root 53402 53295 0 19:24 pts/1 00:00:00 su root
root 53478 1 0 2018 ? 00:42:24 /sbin/rsyslogd -i /var/run/syslogd.pid -c 5
root 53499 53402 0 19:24 pts/1 00:00:00 bash
nagios 53704 5552 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H gym-nas1.global.amec.com -w 3000.0,80% -c 5000.0,100% -p 5
nagios 53757 5553 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H stg5-abms1.global.amec.com -w 3000.0,80% -c 5000.0,100% -p 5
postfix 53782 2023 0 19:24 ? 00:00:00 cleanup -z -t unix -u
postfix 53785 2023 0 19:24 ? 00:00:00 local -t unix
postfix 53787 2023 0 19:24 ? 00:00:00 bounce -z -t unix -u
nagios 53791 5554 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H 10.199.89.1 -w 3000.0 80 -c 5000.0 100 -p 5
nagios 53798 5552 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H 10.199.89.1 -w 3000.0 80 -c 5000.0 100 -p 5
nagios 53803 5554 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H kw6-ups1.global.amec.com -w 3000.0 80 -c 5000.0 100 -p 5
nagios 53810 5552 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H ixa-it1.global.amec.com -w 3000.0,80% -c 5000.0,100% -p 5
nagios 53853 5553 1 19:24 ? 00:00:00 /usr/bin/perl -w /usr/local/nagios/libexec/check_ifoperstatus -H 10.16.60.1 -C 321AmEc! -k 3 -v 2
nagios 53860 5557 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H ukrdgxa955.fwuk.fwc.com -w 3000.0,80% -c 5000.0,100% -p 5
nagios 53927 5553 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H gla3-sw-core2.global.amec.com -w 3000.0 80 -c 5000.0 100 -p 5
nagios 53943 5556 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H dar-ts4.global.amec.com -w 3000.0,80% -c 5000.0,100% -p 5
nagios 53946 5552 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H frparap13121.fwceu.fwc.com -w 3000.0,80% -c 5000.0,100% -p 5
nagios 54055 52386 0 19:24 ? 00:00:00 sh -c /usr/bin/iostat -c 5 2 | tail --lines=2 | head --lines=1 | awk '{ print $1,$2,$3,$4,$5,$6 }'
nagios 54056 54055 0 19:24 ? 00:00:00 /usr/bin/iostat -c 5 2
nagios 54057 54055 0 19:24 ? 00:00:00 tail --lines=2
nagios 54058 54055 0 19:24 ? 00:00:00 head --lines=1
nagios 54059 54055 0 19:24 ? 00:00:00 awk { print $1,$2,$3,$4,$5,$6 }
nagios 54107 5553 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H 10.18.152.16 -w 3000.0 80 -c 5000.0 100 -p 5
nagios 54114 5557 3 19:24 ? 00:00:00 /usr/bin/perl -w /usr/local/nagios/libexec/check_snmp_storage.pl -H 10.200.1.242 -C 321AmEc! --v2c -m Physical Memory -w 90 -c 95 -f
nagios 54115 5556 3 19:24 ? 00:00:00 /usr/bin/perl -w /usr/local/nagios/libexec/check_snmp_storage.pl -H ixa-aps20.global.amec.com -C 321AmEc! --v2c -m Physical Memory -w 95 -c 98 -f
nagios 54144 5557 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H kw9-its1.global.amec.com -w 3000.0 80 -c 5000.0 100 -p 5
nagios 54148 5552 6 19:24 ? 00:00:00 /usr/bin/perl -w /usr/local/nagios/libexec/check_snmp_storage.pl -H att5-aps36.global.amec.com -C 321AmEc! --v2c -m ^C: -w 95 -c 98 -f
nagios 54149 5553 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H zamdrap075.fwuk.fwc.com -w 3000.0 80 -c 5000.0 100 -p 5
nagios 54150 5557 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H jbg1-sw-1n.global.amec.com -w 3000.0 80 -c 5000.0 100 -p 5
nagios 54152 5555 0 19:24 ? 00:00:00 /usr/local/nagios/libexec/check_icmp -H mil1-gdc10.global.amec.com -w 3000.0 80 -c 5000.0 100 -p 5
root 54155 53499 0 19:24 pts/1 00:00:00 ps -ef --cols=300
postgres 55676 1 0 2018 ? 01:48:05 /usr/bin/postmaster -p 5432 -D /var/lib/pgsql/data
postgres 55701 55676 0 2018 ? 00:26:12 postgres: logger process
postgres 55705 55676 0 2018 ? 02:43:29 postgres: writer process
postgres 55706 55676 0 2018 ? 01:49:50 postgres: wal writer process
postgres 55707 55676 0 2018 ? 00:41:30 postgres: autovacuum launcher process
postgres 55708 55676 0 2018 ? 01:54:09 postgres: stats collector process
root 60576 1 0 2018 tty1 00:00:00 /sbin/mingetty /dev/tty1
root 63202 1 0 2018 ? 00:00:00 xinetd -stayalive -pidfile /var/run/xinetd.pid
root 63317 1 0 Jan22 ? 00:00:47 /usr/sbin/httpd
root 64529 1 0 Jan22 ? 00:00:01 /usr/sbin/sshd
497 64930 1 0 2018 ? 00:00:00 shellinaboxd -u shellinabox -g shellinabox --cert=/var/lib/shellinabox --port=7878 --background=/var/run/shellinaboxd.pid --disable-ssl-menu -s /:SSH --localhost-only --css white-on-black.css
497 64932 64930 0 2018 ? 00:00:00 shellinaboxd -u shellinabox -g shellinabox --cert=/var/lib/shellinabox --port=7878 --background=/var/run/shellinaboxd.pid --disable-ssl-menu -s /:SSH --localhost-only --css white-on-black.css
[root@ATT5-NAG1 mlilek]# tail -50 /usr/local/nagios/var/perfdata.log
2019-02-01 19:15:25 [28280] [0] *** Timeout while processing Host: "nia-xdc1.global.amec.com" Service: "CPU_Usage"
2019-02-01 19:15:25 [28280] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:16:01 [30227] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:16:01 [30227] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:16:01 [30227] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:16:01 [30227] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048551.perfdata.service-PID-30227 deleted
2019-02-01 19:16:01 [30227] [0] *** Timeout while processing Host: "mil1-lic2.global.amec.com" Service: "CPU_Usage"
2019-02-01 19:16:01 [30227] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:16:21 [31146] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:16:21 [31146] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:16:21 [31146] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:16:21 [31146] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048566.perfdata.service-PID-31146 deleted
2019-02-01 19:16:21 [31146] [0] *** Timeout while processing Host: "pol-vh1.global.amec.com" Service: "Ping"
2019-02-01 19:16:21 [31146] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:16:58 [32495] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:16:58 [32495] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:16:58 [32495] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:16:58 [32495] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048611.perfdata.service-PID-32495 deleted
2019-02-01 19:16:58 [32495] [0] *** Timeout while processing Host: "att5-vh19.global.amec.com" Service: "Ping"
2019-02-01 19:16:58 [32495] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:17:38 [34300] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:17:38 [34300] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:17:38 [34300] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:17:38 [34300] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048641.perfdata.service-PID-34300 deleted
2019-02-01 19:17:38 [34300] [0] *** Timeout while processing Host: "za2-as7.global.amec.com" Service: "Drive_C__Disk_Usage"
2019-02-01 19:17:38 [34300] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:18:18 [36348] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:18:18 [36348] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:18:18 [36348] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:18:18 [36348] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048686.perfdata.service-PID-36348 deleted
2019-02-01 19:18:18 [36348] [0] *** Timeout while processing Host: "dar-lp-c2960g-24-sr3-nr.global.amec.com" Service: "Ping"
2019-02-01 19:18:18 [36348] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:18:38 [37205] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:18:38 [37205] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:18:38 [37205] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:18:38 [37205] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048701.perfdata.service-PID-37205 deleted
2019-02-01 19:18:38 [37205] [0] *** Timeout while processing Host: "att5-cpdu10b.global.amec.com" Service: "Ping"
2019-02-01 19:18:38 [37205] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:21:08 [44222] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:21:08 [44222] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:21:08 [44222] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:21:08 [44222] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048851.perfdata.service-PID-44222 deleted
2019-02-01 19:21:08 [44222] [0] *** Timeout while processing Host: "gos-swc2-nr.global.amec.com" Service: "Ping"
2019-02-01 19:21:08 [44222] [0] *** process_perfdata.pl terminated on signal ALRM
2019-02-01 19:21:28 [44948] [0] *** TIMEOUT: Timeout after 5 secs. ***
2019-02-01 19:21:28 [44948] [0] *** TIMEOUT: Deleting current file to avoid NPCD loops
2019-02-01 19:21:28 [44948] [0] *** TIMEOUT: Please check your npcd.cfg
2019-02-01 19:21:28 [44948] [0] *** TIMEOUT: /var/nagiosramdisk/spool/perfdata//1549048866.perfdata.service-PID-44948 deleted
2019-02-01 19:21:28 [44948] [0] *** Timeout while processing Host: "lon2-its1.global.amec.com" Service: "Ping"
2019-02-01 19:21:28 [44948] [0] *** process_perfdata.pl terminated on signal ALRM
[root@ATT5-NAG1 mlilek]# tail -50 /usr/local/nagios/var/npcd.log
[02-01-2019 19:09:35] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:09:35] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048160.perfdata.service'
[02-01-2019 19:09:56] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:09:56] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048176.perfdata.service'
[02-01-2019 19:10:16] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:10:16] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048191.perfdata.service'
[02-01-2019 19:10:36] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:10:36] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048206.perfdata.service'
[02-01-2019 19:10:36] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:10:36] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048220.perfdata.service'
[02-01-2019 19:11:12] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:11:12] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048251.perfdata.service'
[02-01-2019 19:11:32] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:11:32] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048281.perfdata.service'
[02-01-2019 19:11:32] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:11:32] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048266.perfdata.service'
[02-01-2019 19:12:12] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:12:12] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048310.perfdata.service'
[02-01-2019 19:12:32] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:12:32] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048340.perfdata.service'
[02-01-2019 19:12:32] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:12:32] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048326.perfdata.service'
[02-01-2019 19:13:12] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:13:12] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048371.perfdata.service'
[02-01-2019 19:13:32] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:13:32] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048386.perfdata.service'
[02-01-2019 19:13:32] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:13:32] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048400.perfdata.service'
[02-01-2019 19:14:29] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:14:29] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048446.perfdata.service'
[02-01-2019 19:15:05] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:15:05] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048490.perfdata.service'
[02-01-2019 19:15:25] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:15:25] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048506.perfdata.service'
[02-01-2019 19:16:01] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:16:01] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048551.perfdata.service'
[02-01-2019 19:16:21] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:16:21] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048566.perfdata.service'
[02-01-2019 19:16:58] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:16:58] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048611.perfdata.service'
[02-01-2019 19:17:38] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:17:38] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048641.perfdata.service'
[02-01-2019 19:18:18] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:18:18] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048686.perfdata.service'
[02-01-2019 19:18:38] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:18:38] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048701.perfdata.service'
[02-01-2019 19:21:08] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:21:08] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048851.perfdata.service'
[02-01-2019 19:21:28] NPCD: ERROR: Executed command exits with return code '7'
[02-01-2019 19:21:28] NPCD: ERROR: Command line was '/usr/local/nagios/libexec/process_perfdata.pl -n -b /var/nagiosramdisk/spool/perfdata//1549048866.perfdata.service'
[root@ATT5-NAG1 mlilek]# ls /var/nagiosramdisk/spool/xidpe | wc -l
0
[root@ATT5-NAG1 mlilek]# ls /var/nagiosramdisk/spool/perfdata/ | wc -l
1
[root@ATT5-NAG1 mlilek]# ls /var/nagiosramdisk/spool/checkresults/ | wc -l
0
[root@ATT5-NAG1 mlilek]# tail -50 /var/lib/pgsql/data/pg_log/postgresql-Tue.log
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
WARNING: pgstat wait timeout
WARNING: pgstat wait timeout
WARNING: nonstandard use of \' in a string literal at character 65
HINT: Use '' to write quotes in strings, or use the escape string syntax (E'...').
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
ERROR: relation "xi_notifications" does not exist
STATEMENT: VACUUM ANALYZE xi_notifications;
[root@ATT5-NAG1 mlilek]#
[root@ATT5-NAG1 mlilek]#
[root@ATT5-NAG1 mlilek]# service postgresql stop
Stopping postgresql service: [ OK ]
[root@ATT5-NAG1 mlilek]#
[root@ATT5-NAG1 mlilek]# su postgres
bash-4.1$ echo "VACUUM;" > /tmp/fix.sql
bash-4.1$
bash-4.1$ postgres -D /var/lib/pgsql/data nagiosxi < /tmp/fix.sql
postgres: invalid argument: "nagiosxi"
Try "postgres --help" for more information.
bash-4.1$ postgres -D /var/lib/pgsql/data postgres < /tmp/fix.sql
postgres: invalid argument: "postgres"
Try "postgres --help" for more information.
bash-4.1$ postgres -D /var/lib/pgsql/data template1 < /tmp/fix.sql
postgres: invalid argument: "template1"
Try "postgres --help" for more information.
bash-4.1$ exit
exit
[root@ATT5-NAG1 mlilek]# service postgresql start
Starting postgresql service: [ OK ]
[root@ATT5-NAG1 mlilek]# top
top - 19:41:26 up 406 days, 11:50, 2 users, load average: 1.39, 1.10, 1.17
Tasks: 256 total, 2 running, 254 sleeping, 0 stopped, 0 zombie
Cpu(s): 0.0%us, 50.0%sy, 0.0%ni, 50.0%id, 0.0%wa, 0.0%hi, 0.0%si, 0.0%st
Mem: 8185408k total, 5333224k used, 2852184k free, 84184k buffers
Swap: 2064380k total, 130808k used, 1933572k free, 3792512k cached
Unknown command - try 'h' for help
PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
1 root 20 0 19356 920 740 S 0.0 0.0 0:15.67 init
2 root 20 0 0 0 0 S 0.0 0.0 0:00.02 kthreadd
3 root RT 0 0 0 0 S 0.0 0.0 100:21.56 migration/0
4 root 20 0 0 0 0 S 0.0 0.0 9:45.41 ksoftirqd/0
5 root RT 0 0 0 0 S 0.0 0.0 0:00.00 stopper/0
6 root RT 0 0 0 0 S 0.0 0.0 11:13.47 watchdog/0
7 root RT 0 0 0 0 S 0.0 0.0 99:53.69 migration/1
8 root RT 0 0 0 0 S 0.0 0.0 0:00.00 stopper/1
9 root 20 0 0 0 0 S 0.0 0.0 21:31.46 ksoftirqd/1
10 root RT 0 0 0 0 S 0.0 0.0 12:53.49 watchdog/1
11 root RT 0 0 0 0 S 0.0 0.0 102:42.85 migration/2
12 root RT 0 0 0 0 S 0.0 0.0 0:00.00 stopper/2
13 root 20 0 0 0 0 S 0.0 0.0 19:36.93 ksoftirqd/2
14 root RT 0 0 0 0 S 0.0 0.0 12:03.85 watchdog/2
15 root RT 0 0 0 0 S 0.0 0.0 108:44.88 migration/3
16 root RT 0 0 0 0 S 0.0 0.0 0:00.00 stopper/3
17 root 20 0 0 0 0 S 0.0 0.0 19:05.48 ksoftirqd/3