Logstash Daemon dead but pid file exists
Posted: Tue Nov 14, 2017 1:01 pm
We upgraded to 2.0 and now the logstash collector keeps bombing out.
so I ran the following
and also:
and see attachment.
so I ran the following
Code: Select all
[root@lkenmycroftp01 nagioslogserver]# service logstash status
Logstash Daemon dead but pid file exists
[root@lkenmycroftp01 nagioslogserver]# service logstash restart
Restarting Logstash Daemon: [FAILED]
[ OK ]
[root@lkenmycroftp01 nagioslogserver]# service logstash status
Logstash Daemon (pid 20500) is running...
[root@lkenmycroftp01 nagioslogserver]# ps aux | grep java
nagios 10949 40.5 63.2 298613896 20765960 ? SLl 11:13 18:22 /usr/bin/java -Xms16035m -Xmx16035m -Djava.awt.headless=true -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=75 -XX:+UseCMSInitiatingOccupancyOnly -XX:+HeapDumpOnOutOfMemoryError -XX:+DisableExplicitGC -Dfile.encoding=UTF-8 -Des.cluster.name=c9dc126e-346d-4bfa-a30e-14b849c50ab5 -Des.node.name=4832fc3b-a2d4-429c-80f1-60f23afa08c3 -Des.discovery.zen.ping.unicast.hosts=172.22.3.187 -Des.path.repo=/ -Delasticsearch -Des.pidfile=/var/run/elasticsearch/elasticsearch.pid -Des.path.home=/usr/local/nagioslogserver/elasticsearch -cp :/usr/local/nagioslogserver/elasticsearch/lib/elasticsearch-1.7.6.jar:/usr/local/nagioslogserver/elasticsearch/lib/*:/usr/local/nagioslogserver/elasticsearch/lib/sigar/* -Des.default.path.home=/usr/local/nagioslogserver/elasticsearch -Des.default.path.logs=/var/log/elasticsearch -Des.default.path.data=/usr/local/nagioslogserver/elasticsearch/data -Des.default.path.work=/usr/local/nagioslogserver/tmp/elasticsearch -Des.default.path.conf=/usr/local/nagioslogserver/elasticsearch/config org.elasticsearch.bootstrap.Elasticsearch
root 20500 0.0 0.1 2925136 52808 pts/0 SNl 11:58 0:00 /usr/bin/java -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -Djava.awt.headless=true -XX:CMSInitiatingOccupancyFraction=75 -XX:+UseCMSInitiatingOccupancyOnly -XX:+HeapDumpOnOutOfMemoryError -Djava.io.tmpdir=/usr/local/nagioslogserver/tmp -Xmx1024m -Xss2048k -Djffi.boot.library.path=/usr/local/nagioslogserver/logstash/vendor/jruby/lib/jni -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -Djava.awt.headless=true -XX:CMSInitiatingOccupancyFraction=75 -XX:+UseCMSInitiatingOccupancyOnly -XX:+HeapDumpOnOutOfMemoryError -Djava.io.tmpdir=/usr/local/nagioslogserver/tmp -XX:HeapDumpPath=/usr/local/nagioslogserver/logstash/heapdump.hprof -Xbootclasspath/a:/usr/local/nagioslogserver/logstash/vendor/jruby/lib/jruby.jar -classpath : -Djruby.home=/usr/local/nagioslogserver/logstash/vendor/jruby -Djruby.lib=/usr/local/nagioslogserver/logstash/vendor/jruby/lib -Djruby.script=jruby -Djruby.shell=/bin/sh org.jruby.Main --1.9 /usr/local/nagioslogserver/logstash/lib/bootstrap/environment.rb logstash/runner.rb agent -f /usr/local/nagioslogserver/logstash/etc/conf.d -l /var/log/logstash/logstash.log -w 4
root 20559 0.0 0.0 103316 852 pts/0 S+ 11:58 0:00 grep java
[root@lkenmycroftp01 nagioslogserver]# ls -al /var/run/logstash
total 12
drwxr-xr-x. 2 nagios nagios 4096 Nov 14 11:58 .
drwxr-xr-x. 37 root root 4096 Nov 14 10:27 ..
-rw-r--r-- 1 nagios nagios 0 Nov 14 11:27 logstash
-rw-r--r-- 1 root nagios 6 Nov 14 11:58 logstash.pidCode: Select all
tail -n 100 /var/log/logstash/logstash.log