configurations could not be verified

[lukedevon]

ls -al /usr/local/nagioslogserver/logstash/etc/conf.d/

drwxrwxr-x. 2 nagios nagios 77 Mar 1 01:18 .
drwxrwxr-x. 3 nagios nagios 20 Nov 21 16:14 ..
-rw-rw-r-- 1 nagios nagios 355 Mar 1 02:39 000_inputs.conf
-rw-rw-r-- 1 nagios nagios 318 Mar 1 02:39 500_filters.conf
-rw-rw-r-- 1 nagios nagios 401 Mar 1 02:39 999_outputs.conf

cat /usr/local/nagioslogserver/logstash/etc/conf.d/*

#
# Logstash Configuration File
# Dynamically created by Nagios Log Server
#
# DO NOT EDIT THIS FILE. IT WILL BE OVERWRITTEN.
#
# Created Fri, 01 Mar 2019 02:39:32 +0800
#

#
# Global inputs
#

input {
tcp {
type => 'syslog'
port => 5544
}

udp {
type => 'syslog'
port => 514
}
}

#
# Local inputs
#


#
# Logstash Configuration File
# Dynamically created by Nagios Log Server
#
# DO NOT EDIT THIS FILE. IT WILL BE OVERWRITTEN.
#
# Created Fri, 01 Mar 2019 02:39:32 +0800
#

#
# Global filters
#

filter {
dns {
reverse => ["host"]
action => ["append"]
add_tag => ["dns"]
}
}

#
# Local filters
#


#
# Logstash Configuration File
# Dynamically created by Nagios Log Server
#
# DO NOT EDIT THIS FILE. IT WILL BE OVERWRITTEN.
#
# Created Fri, 01 Mar 2019 02:39:32 +0800
#

#
# Required output for Nagios Log Server
#

output {
elasticsearch {
hosts => ['localhost']
document_type => '%{type}'
workers => 4
}
}

#
# Global outputs
#

output {

}

#
# Local outputs
#

/usr/local/nagioslogserver/logstash/bin/logstash -t /usr/local/nagioslogserver/logstash/etc/conf.d/*.conf

Configuration OK

[scottwilkerson]

Hmm, the configuration looks like it was written and is valid.

Are you still seeing a verification error?

[lukedevon]

Hi,

Still, the nls2 is offline.

It looks like this instance hasn't checked in the last 5 minutes.
Normally this means it is not online or elasticsearch is not running.

but elasticsearch is running,

● elasticsearch.service - LSB: This service manages the elasticsearch daemon
Loaded: loaded (/etc/rc.d/init.d/elasticsearch; bad; vendor preset: disabled)
Active: active (running) since Mon 2019-03-04 20:21:09 +08; 3h 29min ago
Docs: man:systemd-sysv-generator(8)
Process: 4701 ExecStart=/etc/rc.d/init.d/elasticsearch start (code=exited, status=0/SUCCESS)
CGroup: /system.slice/elasticsearch.service
└─4807 /bin/java -Xms16006m -Xmx16006m -Djava.awt.headless=true -XX:+UseParNewGC -XX:+UseConcMarkS...


Thank you
Luke.

[scottwilkerson]

Could you run the following on both nodes?

Code: Select all

curl -XGET 'http://localhost:9200/_cluster/health?pretty=true'

Also, could this behavior have started after changing interfaces per your other thread?
https://support.nagios.com/forum/viewto ... 37&t=52793

[lukedevon]

Hi,


in NLS1,

{
"cluster_name" : "29f99764-1be6-4c0c-9113-b87d54d16034",
"status" : "green",
"timed_out" : false,
"number_of_nodes" : 2,
"number_of_data_nodes" : 2,
"active_primary_shards" : 182,
"active_shards" : 364,
"relocating_shards" : 0,
"initializing_shards" : 0,
"unassigned_shards" : 0,
"delayed_unassigned_shards" : 0,
"number_of_pending_tasks" : 0,
"number_of_in_flight_fetch" : 0
}


in NLS2,

{
"cluster_name" : "29f99764-1be6-4c0c-9113-b87d54d16034",
"status" : "green",
"timed_out" : false,
"number_of_nodes" : 2,
"number_of_data_nodes" : 2,
"active_primary_shards" : 182,
"active_shards" : 364,
"relocating_shards" : 0,
"initializing_shards" : 0,
"unassigned_shards" : 0,
"delayed_unassigned_shards" : 0,
"number_of_pending_tasks" : 0,
"number_of_in_flight_fetch" : 0
}

and the other thread in a different nls cluster.

Thank you
Luke.

[scottwilkerson]

One more command to run on each

Code: Select all

curl -XGET 'http://localhost:9200/_nodes?pretty=true'

What I'm looking for is what is in the "host" field

Then we want to make sure you can access that host from your computer (i.e. can your workstation resolve what is in the host field)

[lukedevon]

Hi,

From NLS1,

{
"cluster_name" : "<Cluster_ID>",
"nodes" : {
"DIMoy91QQiC8onRmkmOjKQ" : {
"name" : "3cffd020-3e68-4e00-90f0-210ed2d48438",
"transport_address" : "inet[/<logs_nls2_ip>:9300]",
"host" : "<node_nls2>",
"ip" : "<nls2_operation_ip>",
"version" : "1.7.6",
"build" : "c730b59",
"http_address" : "inet[localhost/127.0.0.1:9200]",
"attributes" : {
"max_local_storage_nodes" : "1"
},
"settings" : {
"pidfile" : "/var/run/elasticsearch/elasticsearch.pid",
"path" : {
"conf" : "/usr/local/nagioslogserver/elasticsearch/config",
"data" : "/nagios/data",
"logs" : "/var/log/elasticsearch",
"work" : "/usr/local/nagioslogserver/tmp/elasticsearch",
"home" : "/usr/local/nagioslogserver/elasticsearch",
"repo" : "/"
},
"cluster" : {
"name" : "<Cluster_ID>"
},
"node" : {
"name" : "3cffd020-3e68-4e00-90f0-210ed2d48438",
"max_local_storage_nodes" : "1"
},
"discovery" : {
"zen" : {
"ping" : {
"multicast" : {
"enabled" : "false"
},
"unicast" : {
"hosts.0" : "localhost",
"hosts" : "localhost,<<logs_nls1_ip>,<logs_nls2_ip>,<logs_nls_vip>"
}
}
}
},
"name" : "3cffd020-3e68-4e00-90f0-210ed2d48438",
"http" : {
"host" : "localhost",
"max_content_length" : "1024mb"
},
"client" : {
"type" : "node"
},
"bootstrap" : {
"mlockall" : "true"
},
"transport" : {
"tcp" : {
"compress" : "true"
}
},
"config" : {
"ignore_system_properties" : "true"
}
},
"os" : {
"refresh_interval_in_millis" : 1000,
"available_processors" : 4,
"cpu" : {
"vendor" : "Intel",
"model" : "Core Processor (Skylake)",
"mhz" : 1999,
"total_cores" : 4,
"total_sockets" : 4,
"cores_per_socket" : 1,
"cache_size_in_bytes" : 4096
},
"mem" : {
"total_in_bytes" : 33567166464
},
"swap" : {
"total_in_bytes" : 68715278336
}
},
"process" : {
"refresh_interval_in_millis" : 1000,
"id" : 4807,
"max_file_descriptors" : 65535,
"mlockall" : true
},
"jvm" : {
"pid" : 4807,
"version" : "1.8.0_191",
"vm_name" : "OpenJDK 64-Bit Server VM",
"vm_version" : "25.191-b12",
"vm_vendor" : "Oracle Corporation",
"start_time_in_millis" : 1551702069197,
"mem" : {
"heap_init_in_bytes" : 16783507456,
"heap_max_in_bytes" : 16748642304,
"non_heap_init_in_bytes" : 2555904,
"non_heap_max_in_bytes" : 0,
"direct_max_in_bytes" : 16748642304
},
"gc_collectors" : [ "ParNew", "ConcurrentMarkSweep" ],
"memory_pools" : [ "Code Cache", "Metaspace", "Compressed Class Space", "Par Eden Space", "Par Survivor Space", "CMS Old Gen" ]
},
"thread_pool" : {
"percolate" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "1k"
},
"fetch_shard_started" : {
"type" : "scaling",
"min" : 1,
"max" : 8,
"keep_alive" : "5m",
"queue_size" : -1
},
"listener" : {
"type" : "fixed",
"min" : 2,
"max" : 2,
"queue_size" : -1
},
"index" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "200"
},
"refresh" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"suggest" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "1k"
},
"generic" : {
"type" : "cached",
"keep_alive" : "30s",
"queue_size" : -1
},
"warmer" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"search" : {
"type" : "fixed",
"min" : 7,
"max" : 7,
"queue_size" : "1k"
},
"flush" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"optimize" : {
"type" : "fixed",
"min" : 1,
"max" : 1,
"queue_size" : -1
},
"fetch_shard_store" : {
"type" : "scaling",
"min" : 1,
"max" : 8,
"keep_alive" : "5m",
"queue_size" : -1
},
"management" : {
"type" : "scaling",
"min" : 1,
"max" : 5,
"keep_alive" : "5m",
"queue_size" : -1
},
"get" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "1k"
},
"merge" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"bulk" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "50"
},
"snapshot" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
}
},
"network" : {
"refresh_interval_in_millis" : 5000,
"primary_interface" : {
"address" : "<logs_nls2_ip>",
"name" : "eth1",
"mac_address" : "52:54:00:4C:41:10"
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/<logs_nls2_ip>:9300]",
"profiles" : { }
},
"http" : {
"bound_address" : "inet[/127.0.0.1:9200]",
"publish_address" : "inet[/127.0.0.1:9200]",
"max_content_length_in_bytes" : 1073741824
},
"plugins" : [ {
"name" : "knapsack-1.7.3.0-d0ea246",
"version" : "1.7.3.0",
"description" : "Knapsack plugin for import/export",
"jvm" : true,
"site" : false
} ]
},
"VxMeGhgzSeSwmEXxK1RbAg" : {
"name" : "12c3bc39-1cf0-4dfd-a2c8-d9ec25fd25e8",
"transport_address" : "inet[/<logs_nls1_ip>:9300]",
"host" : "pl-pd-nls1",
"ip" : "<nls1_operation_ip>",
"version" : "1.7.6",
"build" : "c730b59",
"http_address" : "inet[localhost/127.0.0.1:9200]",
"attributes" : {
"max_local_storage_nodes" : "1"
},
"settings" : {
"pidfile" : "/var/run/elasticsearch/elasticsearch.pid",
"path" : {
"conf" : "/usr/local/nagioslogserver/elasticsearch/config",
"data" : "/nagios/data",
"logs" : "/var/log/elasticsearch",
"work" : "/usr/local/nagioslogserver/tmp/elasticsearch",
"home" : "/usr/local/nagioslogserver/elasticsearch",
"repo" : "/"
},
"cluster" : {
"name" : "<Cluster_ID>"
},
"node" : {
"name" : "12c3bc39-1cf0-4dfd-a2c8-d9ec25fd25e8",
"max_local_storage_nodes" : "1"
},
"discovery" : {
"zen" : {
"ping" : {
"multicast" : {
"enabled" : "false"
},
"unicast" : {
"hosts.0" : "localhost",
"hosts" : "localhost,<logs_nls1_ip>,<logs_nls2_ip>,<logs_nls_vip>"
}
}
}
},
"name" : "12c3bc39-1cf0-4dfd-a2c8-d9ec25fd25e8",
"http" : {
"host" : "localhost",
"max_content_length" : "1024M"
},
"client" : {
"type" : "node"
},
"bootstrap" : {
"mlockall" : "true"
},
"transport" : {
"tcp" : {
"compress" : "true"
}
},
"config" : {
"ignore_system_properties" : "true"
}
},
"os" : {
"refresh_interval_in_millis" : 1000,
"available_processors" : 4,
"cpu" : {
"vendor" : "Intel",
"model" : "Core Processor (Skylake)",
"mhz" : 2000,
"total_cores" : 4,
"total_sockets" : 4,
"cores_per_socket" : 1,
"cache_size_in_bytes" : 4096
},
"mem" : {
"total_in_bytes" : 33567166464
},
"swap" : {
"total_in_bytes" : 68715278336
}
},
"process" : {
"refresh_interval_in_millis" : 1000,
"id" : 4780,
"max_file_descriptors" : 65535,
"mlockall" : true
},
"jvm" : {
"pid" : 4780,
"version" : "1.8.0_191",
"vm_name" : "OpenJDK 64-Bit Server VM",
"vm_version" : "25.191-b12",
"vm_vendor" : "Oracle Corporation",
"start_time_in_millis" : 1551702378044,
"mem" : {
"heap_init_in_bytes" : 16783507456,
"heap_max_in_bytes" : 16748642304,
"non_heap_init_in_bytes" : 2555904,
"non_heap_max_in_bytes" : 0,
"direct_max_in_bytes" : 16748642304
},
"gc_collectors" : [ "ParNew", "ConcurrentMarkSweep" ],
"memory_pools" : [ "Code Cache", "Metaspace", "Compressed Class Space", "Par Eden Space", "Par Survivor Space", "CMS Old Gen" ]
},
"thread_pool" : {
"percolate" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "1k"
},
"fetch_shard_started" : {
"type" : "scaling",
"min" : 1,
"max" : 8,
"keep_alive" : "5m",
"queue_size" : -1
},
"listener" : {
"type" : "fixed",
"min" : 2,
"max" : 2,
"queue_size" : -1
},
"index" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "200"
},
"refresh" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"suggest" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "1k"
},
"generic" : {
"type" : "cached",
"keep_alive" : "30s",
"queue_size" : -1
},
"warmer" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"search" : {
"type" : "fixed",
"min" : 7,
"max" : 7,
"queue_size" : "1k"
},
"flush" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"optimize" : {
"type" : "fixed",
"min" : 1,
"max" : 1,
"queue_size" : -1
},
"fetch_shard_store" : {
"type" : "scaling",
"min" : 1,
"max" : 8,
"keep_alive" : "5m",
"queue_size" : -1
},
"management" : {
"type" : "scaling",
"min" : 1,
"max" : 5,
"keep_alive" : "5m",
"queue_size" : -1
},
"get" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "1k"
},
"merge" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"bulk" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "50"
},
"snapshot" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
}
},
"network" : {
"refresh_interval_in_millis" : 5000,
"primary_interface" : {
"address" : "<logs_nls1_ip>",
"name" : "eth1",
"mac_address" : "52:54:00:07:58:36"
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0:9300]",
"publish_address" : "inet[/<logs_nls1_ip>:9300]",
"profiles" : { }
},
"http" : {
"bound_address" : "inet[/127.0.0.1:9200]",
"publish_address" : "inet[localhost/127.0.0.1:9200]",
"max_content_length_in_bytes" : 1073741824
},
"plugins" : [ {
"name" : "knapsack-1.7.3.0-d0ea246",
"version" : "1.7.3.0",
"description" : "Knapsack plugin for import/export",
"jvm" : true,
"site" : false
} ]
}
}
}


From NLS2,

{
"cluster_name" : "<Cluster_ID>",
"nodes" : {
"DIMoy91QQiC8onRmkmOjKQ" : {
"name" : "3cffd020-3e68-4e00-90f0-210ed2d48438",
"transport_address" : "inet[/<logs_nls2_ip>:9300]",
"host" : "<node_nls2>",
"ip" : "<nls2_operation_ip>",
"version" : "1.7.6",
"build" : "c730b59",
"http_address" : "inet[localhost/127.0.0.1:9200]",
"attributes" : {
"max_local_storage_nodes" : "1"
},
"settings" : {
"pidfile" : "/var/run/elasticsearch/elasticsearch.pid",
"path" : {
"conf" : "/usr/local/nagioslogserver/elasticsearch/config",
"data" : "/nagios/data",
"logs" : "/var/log/elasticsearch",
"work" : "/usr/local/nagioslogserver/tmp/elasticsearch",
"home" : "/usr/local/nagioslogserver/elasticsearch",
"repo" : "/"
},
"cluster" : {
"name" : "<Cluster_ID>"
},
"node" : {
"name" : "3cffd020-3e68-4e00-90f0-210ed2d48438",
"max_local_storage_nodes" : "1"
},
"discovery" : {
"zen" : {
"ping" : {
"multicast" : {
"enabled" : "false"
},
"unicast" : {
"hosts.0" : "localhost",
"hosts" : "localhost,<logs_nls1_ip>,<logs_nls2_ip>,<logs_nls_vip>"
}
}
}
},
"name" : "3cffd020-3e68-4e00-90f0-210ed2d48438",
"http" : {
"host" : "localhost",
"max_content_length" : "1024mb"
},
"client" : {
"type" : "node"
},
"bootstrap" : {
"mlockall" : "true"
},
"transport" : {
"tcp" : {
"compress" : "true"
}
},
"config" : {
"ignore_system_properties" : "true"
}
},
"os" : {
"refresh_interval_in_millis" : 1000,
"available_processors" : 4,
"cpu" : {
"vendor" : "Intel",
"model" : "Core Processor (Skylake)",
"mhz" : 1999,
"total_cores" : 4,
"total_sockets" : 4,
"cores_per_socket" : 1,
"cache_size_in_bytes" : 4096
},
"mem" : {
"total_in_bytes" : 33567166464
},
"swap" : {
"total_in_bytes" : 68715278336
}
},
"process" : {
"refresh_interval_in_millis" : 1000,
"id" : 4807,
"max_file_descriptors" : 65535,
"mlockall" : true
},
"jvm" : {
"pid" : 4807,
"version" : "1.8.0_191",
"vm_name" : "OpenJDK 64-Bit Server VM",
"vm_version" : "25.191-b12",
"vm_vendor" : "Oracle Corporation",
"start_time_in_millis" : 1551702069197,
"mem" : {
"heap_init_in_bytes" : 16783507456,
"heap_max_in_bytes" : 16748642304,
"non_heap_init_in_bytes" : 2555904,
"non_heap_max_in_bytes" : 0,
"direct_max_in_bytes" : 16748642304
},
"gc_collectors" : [ "ParNew", "ConcurrentMarkSweep" ],
"memory_pools" : [ "Code Cache", "Metaspace", "Compressed Class Space", "Par Eden Space", "Par Survivor Space", "CMS Old Gen" ]
},
"thread_pool" : {
"percolate" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "1k"
},
"fetch_shard_started" : {
"type" : "scaling",
"min" : 1,
"max" : 8,
"keep_alive" : "5m",
"queue_size" : -1
},
"listener" : {
"type" : "fixed",
"min" : 2,
"max" : 2,
"queue_size" : -1
},
"index" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "200"
},
"refresh" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"suggest" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "1k"
},
"generic" : {
"type" : "cached",
"keep_alive" : "30s",
"queue_size" : -1
},
"warmer" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"search" : {
"type" : "fixed",
"min" : 7,
"max" : 7,
"queue_size" : "1k"
},
"flush" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"optimize" : {
"type" : "fixed",
"min" : 1,
"max" : 1,
"queue_size" : -1
},
"fetch_shard_store" : {
"type" : "scaling",
"min" : 1,
"max" : 8,
"keep_alive" : "5m",
"queue_size" : -1
},
"management" : {
"type" : "scaling",
"min" : 1,
"max" : 5,
"keep_alive" : "5m",
"queue_size" : -1
},
"get" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "1k"
},
"merge" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"bulk" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "50"
},
"snapshot" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
}
},
"network" : {
"refresh_interval_in_millis" : 5000,
"primary_interface" : {
"address" : "<logs_nls2_ip>",
"name" : "eth1",
"mac_address" : "52:54:00:4C:41:10"
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0:9300]",
"publish_address" : "inet[/<logs_nls2_ip>:9300]",
"profiles" : { }
},
"http" : {
"bound_address" : "inet[/127.0.0.1:9200]",
"publish_address" : "inet[localhost/127.0.0.1:9200]",
"max_content_length_in_bytes" : 1073741824
},
"plugins" : [ {
"name" : "knapsack-1.7.3.0-d0ea246",
"version" : "1.7.3.0",
"description" : "Knapsack plugin for import/export",
"jvm" : true,
"site" : false
} ]
},
"VxMeGhgzSeSwmEXxK1RbAg" : {
"name" : "12c3bc39-1cf0-4dfd-a2c8-d9ec25fd25e8",
"transport_address" : "inet[/<logs_nls1_ip>:9300]",
"host" : "pl-pd-nls1",
"ip" : "<nls1_operation_ip>",
"version" : "1.7.6",
"build" : "c730b59",
"http_address" : "inet[localhost/127.0.0.1:9200]",
"attributes" : {
"max_local_storage_nodes" : "1"
},
"settings" : {
"pidfile" : "/var/run/elasticsearch/elasticsearch.pid",
"path" : {
"conf" : "/usr/local/nagioslogserver/elasticsearch/config",
"data" : "/nagios/data",
"logs" : "/var/log/elasticsearch",
"work" : "/usr/local/nagioslogserver/tmp/elasticsearch",
"home" : "/usr/local/nagioslogserver/elasticsearch",
"repo" : "/"
},
"cluster" : {
"name" : "<Cluster_ID>"
},
"node" : {
"name" : "12c3bc39-1cf0-4dfd-a2c8-d9ec25fd25e8",
"max_local_storage_nodes" : "1"
},
"discovery" : {
"zen" : {
"ping" : {
"multicast" : {
"enabled" : "false"
},
"unicast" : {
"hosts.0" : "localhost",
"hosts" : "localhost,<logs_nls1_ip>,<logs_nls2_ip>,<logs_nls_vip>"
}
}
}
},
"name" : "12c3bc39-1cf0-4dfd-a2c8-d9ec25fd25e8",
"http" : {
"host" : "localhost",
"max_content_length" : "1024M"
},
"client" : {
"type" : "node"
},
"bootstrap" : {
"mlockall" : "true"
},
"transport" : {
"tcp" : {
"compress" : "true"
}
},
"config" : {
"ignore_system_properties" : "true"
}
},
"os" : {
"refresh_interval_in_millis" : 1000,
"available_processors" : 4,
"cpu" : {
"vendor" : "Intel",
"model" : "Core Processor (Skylake)",
"mhz" : 2000,
"total_cores" : 4,
"total_sockets" : 4,
"cores_per_socket" : 1,
"cache_size_in_bytes" : 4096
},
"mem" : {
"total_in_bytes" : 33567166464
},
"swap" : {
"total_in_bytes" : 68715278336
}
},
"process" : {
"refresh_interval_in_millis" : 1000,
"id" : 4780,
"max_file_descriptors" : 65535,
"mlockall" : true
},
"jvm" : {
"pid" : 4780,
"version" : "1.8.0_191",
"vm_name" : "OpenJDK 64-Bit Server VM",
"vm_version" : "25.191-b12",
"vm_vendor" : "Oracle Corporation",
"start_time_in_millis" : 1551702378044,
"mem" : {
"heap_init_in_bytes" : 16783507456,
"heap_max_in_bytes" : 16748642304,
"non_heap_init_in_bytes" : 2555904,
"non_heap_max_in_bytes" : 0,
"direct_max_in_bytes" : 16748642304
},
"gc_collectors" : [ "ParNew", "ConcurrentMarkSweep" ],
"memory_pools" : [ "Code Cache", "Metaspace", "Compressed Class Space", "Par Eden Space", "Par Survivor Space", "CMS Old Gen" ]
},
"thread_pool" : {
"percolate" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "1k"
},
"fetch_shard_started" : {
"type" : "scaling",
"min" : 1,
"max" : 8,
"keep_alive" : "5m",
"queue_size" : -1
},
"listener" : {
"type" : "fixed",
"min" : 2,
"max" : 2,
"queue_size" : -1
},
"index" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "200"
},
"refresh" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"suggest" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "1k"
},
"generic" : {
"type" : "cached",
"keep_alive" : "30s",
"queue_size" : -1
},
"warmer" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"search" : {
"type" : "fixed",
"min" : 7,
"max" : 7,
"queue_size" : "1k"
},
"flush" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"optimize" : {
"type" : "fixed",
"min" : 1,
"max" : 1,
"queue_size" : -1
},
"fetch_shard_store" : {
"type" : "scaling",
"min" : 1,
"max" : 8,
"keep_alive" : "5m",
"queue_size" : -1
},
"management" : {
"type" : "scaling",
"min" : 1,
"max" : 5,
"keep_alive" : "5m",
"queue_size" : -1
},
"get" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "1k"
},
"merge" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
},
"bulk" : {
"type" : "fixed",
"min" : 4,
"max" : 4,
"queue_size" : "50"
},
"snapshot" : {
"type" : "scaling",
"min" : 1,
"max" : 2,
"keep_alive" : "5m",
"queue_size" : -1
}
},
"network" : {
"refresh_interval_in_millis" : 5000,
"primary_interface" : {
"address" : "<logs_nls1_ip>",
"name" : "eth1",
"mac_address" : "52:54:00:07:58:36"
}
},
"transport" : {
"bound_address" : "inet[/0:0:0:0:0:0:0:0%0:9300]",
"publish_address" : "inet[/<logs_nls1_ip>:9300]",
"profiles" : { }
},
"http" : {
"bound_address" : "inet[/127.0.0.1:9200]",
"publish_address" : "inet[/127.0.0.1:9200]",
"max_content_length_in_bytes" : 1073741824
},
"plugins" : [ {
"name" : "knapsack-1.7.3.0-d0ea246",
"version" : "1.7.3.0",
"description" : "Knapsack plugin for import/export",
"jvm" : true,
"site" : false
} ]
}
}
}


I am able to ping, hostnames and IP of NLS1 and 2 from the workstation.All the NLS IPs and Hostnames are defined in the workstation's /etc/hosts file.

Thanks
Luke.

[scottwilkerson]

This is really bizarre as they can both see each other.

Are you a licensed customer? I'd like to setup a remote session to take a look at the system

[lukedevon]

Yes, all the NLS clusters are licensed. Let me check with the customer if they allowed remote access.

Regards
Luke.

[scottwilkerson]

Yes, all the NLS clusters are licensed. Let me check with the customer if they allowed remote access.

Regards
Luke.

Sounds good, let me know