This POD environment variables: PARENT_HOSTNAME=euca ES_IP=10.15.163.122 ES_PORT=9300 HOSTNAME_IP_MAPPING=euca 10.15.163.122 ESTYPE_PORT_MAPPING=sg-elastic-data 9301 sg-elastic-logs 9302 sg-elastic-client 9300 ES_PATH_CONF=/usr/share/elasticsearch/config Setting POD label parent-hostname: euca { "kind": "Pod", "apiVersion": "v1", "metadata": { "name": "sg-elastic-client-0", "generateName": "sg-elastic-client-", "namespace": "analytics", "selfLink": "/api/v1/namespaces/analytics/pods/sg-elastic-client-0", "uid": "4ac0f6f7-d556-11e9-b43f-fa163e44cb73", "resourceVersion": "121186", "creationTimestamp": "2019-09-12T12:10:20Z", "labels": { "app": "elasticsearch", "controller-revision-hash": "sg-elastic-client-7c8966b7d5", "node-name": "sg-elastic-client", "parent-hostname": "euca", "statefulset.kubernetes.io/pod-name": "sg-elastic-client-0" }, "annotations": { "cni.projectcalico.org/podIP": "192.168.0.242/32" }, "ownerReferences": [ { "apiVersion": "apps/v1", "kind": "StatefulSet", "name": "sg-elastic-client", "uid": "4a9f0ad5-d556-11e9-b43f-fa163e44cb73", "controller": true, "blockOwnerDeletion": true } ] }, "spec": { "volumes": [ { "name": "elasticsearch-config", "configMap": { "name": "elasticsearch-config", "defaultMode": 420 } }, { "name": "sg-elastic-client-certificates", "secret": { "secretName": "sg-elastic-client-certificates", "items": [ { "key": "truststore.jks", "path": "truststore.jks", "mode": 420 }, { "key": "elasticsearch-keystore.jks", "path": "node-keystore.jks", "mode": 420 }, { "key": "elasticsearch-admin-keystore.jks", "path": "admin-keystore.jks", "mode": 420 } ], "defaultMode": 420 } }, { "name": "elasticsearch-scripts", "configMap": { "name": "elasticsearch-scripts", "items": [ { "key": "distribute-mounted-files.sh", "path": "distribute-mounted-files.sh", "mode": 448 }, { "key": "docker-entrypoint.sh", "path": "docker-entrypoint.sh", "mode": 448 }, { "key": "start-elasticsearch.sh", "path": "start-elasticsearch.sh", "mode": 448 }, { "key": "get-value-from-map.sh", "path": "get-value-from-map.sh", "mode": 448 }, { "key": "set-pod-label.sh", "path": "set-pod-label.sh", "mode": 448 } ], "defaultMode": 420 } }, { "name": "elasticsearch-data", "hostPath": { "path": "/var/esdata/es_client", "type": "" } }, { "name": "elasticsearch-backups", "hostPath": { "path": "/es_backup", "type": "" } }, { "name": "timezone-config", "hostPath": { "path": "/etc/localtime", "type": "" } }, { "name": "default-token-pkv8n", "secret": { "secretName": "default-token-pkv8n", "defaultMode": 420 } } ], "containers": [ { "name": "sg-elastic-client", "image": "sandbox-docker-releases.repo.lab.pl.alcatel-lucent.com/master/elasticsearch:build_3020", "command": [ "/bin/bash", "-c" ], "args": [ "/volumes/scripts/docker-entrypoint.sh" ], "ports": [ { "name": "http", "containerPort": 9200, "protocol": "TCP" }, { "name": "transport", "containerPort": 9300, "protocol": "TCP" } ], "env": [ { "name": "PARENT_HOSTNAME", "valueFrom": { "fieldRef": { "apiVersion": "v1", "fieldPath": "spec.nodeName" } } }, { "name": "HOSTNAME_IP_MAPPING", "valueFrom": { "configMapKeyRef": { "name": "mapping-config", "key": "hostnameIpMapping" } } }, { "name": "ESTYPE_PORT_MAPPING", "valueFrom": { "configMapKeyRef": { "name": "mapping-config", "key": "elasticsearchPortMapping" } } }, { "name": "ES_JAVA_OPTS", "value": "-Xms1073741824 -Xmx1073741824 -XX:+UnlockExperimentalVMOptions -XX:+UseCGroupMemoryLimitForHeap -XX:+UnlockDiagnosticVMOptions -XX:+PrintCompressedOopsMode" }, { "name": "NODE_NAME", "value": "sg-elastic-client" }, { "name": "NODE_TAG", "value": "client" }, { "name": "IS_NODE_CLIENT", "value": "true" }, { "name": "IS_NODE_MASTER", "value": "true" }, { "name": "IS_NODE_DATA", "value": "false" }, { "name": "DISCOVERY_SERVICE", "value": "elasticsearch-transport" }, { "name": "NAMESPACE", "valueFrom": { "fieldRef": { "apiVersion": "v1", "fieldPath": "metadata.namespace" } } }, { "name": "NUMBER_OF_MASTER_NODES", "value": "2" }, { "name": "TRUSTSTORE_PASSWORD", "valueFrom": { "secretKeyRef": { "name": "elasticsearch-secrets", "key": "truststore.password" } } }, { "name": "KEYSTORE_PASSWORD", "valueFrom": { "secretKeyRef": { "name": "elasticsearch-secrets", "key": "keystore.client.password" } } }, { "name": "INDEXLISTER_PASSWORD", "valueFrom": { "secretKeyRef": { "name": "elasticsearch-secrets", "key": "indexlister.password" } } }, { "name": "NSS_LOCAL_SITE_NAME", "value": "euca" }, { "name": "CLUSTER_NAME_SUFFIX", "value": "-sg-cluster" } ], "resources": { "limits": { "memory": "2147483648" }, "requests": { "memory": "2147483648" } }, "volumeMounts": [ { "name": "elasticsearch-config", "readOnly": true, "mountPath": "/volumes/config" }, { "name": "sg-elastic-client-certificates", "readOnly": true, "mountPath": "/volumes/certificates" }, { "name": "elasticsearch-scripts", "readOnly": true, "mountPath": "/volumes/scripts" }, { "name": "elasticsearch-data", "mountPath": "/usr/share/elasticsearch/data" }, { "name": "elasticsearch-backups", "mountPath": "/usr/share/elasticsearch/backups" }, { "name": "timezone-config", "readOnly": true, "mountPath": "/etc/localtime" }, { "name": "default-token-pkv8n", "readOnly": true, "mountPath": "/var/run/secrets/kubernetes.io/serviceaccount" } ], "livenessProbe": { "tcpSocket": { "port": 9200 }, "initialDelaySeconds": 240, "timeoutSeconds": 5, "periodSeconds": 5, "successThreshold": 1, "failureThreshold": 3 }, "readinessProbe": { "tcpSocket": { "port": 9200 }, "timeoutSeconds": 5, "periodSeconds": 10, "successThreshold": 1, "failureThreshold": 3 }, "terminationMessagePath": "/dev/termination-log", "terminationMessagePolicy": "File", "imagePullPolicy": "IfNotPresent" } ], "restartPolicy": "Always", "terminationGracePeriodSeconds": 30, "dnsPolicy": "ClusterFirst", "nodeSelector": { "elastic_master": "true" }, "serviceAccountName": "default", "serviceAccount": "default", "nodeName": "euca", "securityContext": { }, "imagePullSecrets": [ { "name": "analytics-registry" } ], "hostname": "sg-elastic-client-0", "subdomain": "elasticsearch-transport", cp: cannot stat '/volumes/sgconfig': No such file or directory future versions of Elasticsearch will require Java 11; your Java version from [/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.201.b09-2.el7_6.x86_64/jre] does not meet this requirement OpenJDK 64-Bit Server VM warning: If the number of processors is expected to increase from one, then you should configure the number of parallel GC threads appropriately using -XX:ParallelGCThreads=N heap address: 0x00000000c0000000, size: 1024 MB, Compressed Oops mode: 32-bit Narrow klass base: 0x0000000000000000, Narrow klass shift: 3 Compressed class space size: 1073741824 Address: 0x0000000100000000 Req Addr: 0x0000000100000000 [2019-09-12T12:10:29,651][WARN ][org.elasticsearch.deprecation.bootstrap.Bootstrap] future versions of Elasticsearch will require Java 11; your Java version from [/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.201.b09-2.el7_6.x86_64/jre] does not meet this requirement [2019-09-12T12:10:30,132][INFO ][org.elasticsearch.env.NodeEnvironment] using [1] data paths, mounts [[/usr/share/elasticsearch/data (/dev/vda3)]], net usable_space [31.9gb], net total_space [49gb], types [ext4] [2019-09-12T12:10:30,133][INFO ][org.elasticsearch.env.NodeEnvironment] heap size [1015.6mb], compressed ordinary object pointers [true] [2019-09-12T12:10:30,138][INFO ][org.elasticsearch.node.Node] node name [sg-elastic-client], node ID [Zcreg4dTToupbgepdYIv1w], cluster name [euca-sg-cluster] [2019-09-12T12:10:30,139][INFO ][org.elasticsearch.node.Node] version[7.3.0], pid[43], build[default/rpm/de777fa/2019-07-24T18:30:11.767338Z], OS[Linux/3.10.0-693.21.1.el7.x86_64/amd64], JVM[Oracle Corporation/OpenJDK 64-Bit Server VM/1.8.0_201/25.201-b09] [2019-09-12T12:10:30,139][INFO ][org.elasticsearch.node.Node] JVM home [/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.201.b09-2.el7_6.x86_64/jre] [2019-09-12T12:10:30,139][INFO ][org.elasticsearch.node.Node] JVM arguments [-XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=75, -XX:+UseCMSInitiatingOccupancyOnly, -XX:+AlwaysPreTouch, -Xss1m, -Djava.awt.headless=true, -Dfile.encoding=UTF-8, -Djna.nosys=true, -Djdk.io.permissionsUseCanonicalPath=true, -Dio.netty.noUnsafe=true, -Dio.netty.noKeySetOptimization=true, -Dio.netty.recycler.maxCapacityPerThread=0, -Dlog4j.shutdownHookEnabled=false, -Dlog4j2.disable.jmx=true, -Dlog4j.skipJansi=true, -XX:+HeapDumpOnOutOfMemoryError, -Xms1073741824, -Xmx1073741824, -XX:+UnlockExperimentalVMOptions, -XX:+UseCGroupMemoryLimitForHeap, -XX:+UnlockDiagnosticVMOptions, -XX:+PrintCompressedOopsMode, -Dio.netty.allocator.type=unpooled, -XX:MaxDirectMemorySize=536870912, -Des.path.home=/usr/share/elasticsearch, -Des.path.conf=/usr/share/elasticsearch/config, -Des.distribution.flavor=default, -Des.distribution.type=rpm, -Des.bundled_jdk=true] [2019-09-12T12:10:30,779][WARN ][org.elasticsearch.deprecation.common.settings.Settings] [truststore.password] setting was deprecated in Elasticsearch and will be removed in a future release! See the breaking changes documentation for the next major version. [2019-09-12T12:10:33,189][INFO ][com.floragunn.searchguard.SearchGuardPlugin] ES Config path is /usr/share/elasticsearch/config [2019-09-12T12:10:33,267][INFO ][com.floragunn.searchguard.ssl.DefaultSearchGuardKeyStore] OpenSSL not available (this is not an error, we simply fallback to built-in JDK SSL) because of java.lang.IllegalArgumentException: Failed to load any of the given libraries: [netty_tcnative_linux_x86_64, netty_tcnative_linux_x86_64_fedora, netty_tcnative_x86_64, netty_tcnative] [2019-09-12T12:10:33,275][INFO ][com.floragunn.searchguard.ssl.DefaultSearchGuardKeyStore] Config directory is /usr/share/elasticsearch/config/, from there the key- and truststore files are resolved relatively [2019-09-12T12:10:33,279][INFO ][com.floragunn.searchguard.ssl.util.SSLCertificateHelper] No alias given, use the first one: elasticsearch [2019-09-12T12:10:33,283][WARN ][com.floragunn.searchguard.ssl.util.SSLCertificateHelper] Certificate chain for alias elasticsearch contains a root certificate [2019-09-12T12:10:33,308][INFO ][com.floragunn.searchguard.ssl.DefaultSearchGuardKeyStore] HTTPS client auth mode OPTIONAL [2019-09-12T12:10:33,309][INFO ][com.floragunn.searchguard.ssl.util.SSLCertificateHelper] No alias given, use the first one: elasticsearch [2019-09-12T12:10:33,309][WARN ][com.floragunn.searchguard.ssl.util.SSLCertificateHelper] Certificate chain for alias elasticsearch contains a root certificate [2019-09-12T12:10:33,312][INFO ][com.floragunn.searchguard.ssl.DefaultSearchGuardKeyStore] TLS Transport Client Provider : JDK [2019-09-12T12:10:33,312][INFO ][com.floragunn.searchguard.ssl.DefaultSearchGuardKeyStore] TLS Transport Server Provider : JDK [2019-09-12T12:10:33,313][INFO ][com.floragunn.searchguard.ssl.DefaultSearchGuardKeyStore] TLS HTTP Provider : JDK [2019-09-12T12:10:33,313][INFO ][com.floragunn.searchguard.ssl.DefaultSearchGuardKeyStore] Enabled TLS protocols for transport layer : [TLSv1.1, TLSv1.2] [2019-09-12T12:10:33,313][INFO ][com.floragunn.searchguard.ssl.DefaultSearchGuardKeyStore] Enabled TLS protocols for HTTP layer : [TLSv1.1, TLSv1.2] [2019-09-12T12:10:33,707][INFO ][com.floragunn.searchguard.SearchGuardPlugin] Clustername: euca-sg-cluster [2019-09-12T12:10:33,748][WARN ][com.floragunn.searchguard.SearchGuardPlugin] Directory /usr/share/elasticsearch/config has insecure file permissions (should be 0700) [2019-09-12T12:10:33,748][WARN ][com.floragunn.searchguard.SearchGuardPlugin] File /usr/share/elasticsearch/config/admin-keystore.jks has insecure file permissions (should be 0600) [2019-09-12T12:10:33,748][WARN ][com.floragunn.searchguard.SearchGuardPlugin] File /usr/share/elasticsearch/config/truststore.jks has insecure file permissions (should be 0600) [2019-09-12T12:10:33,748][WARN ][com.floragunn.searchguard.SearchGuardPlugin] File /usr/share/elasticsearch/config/node-keystore.jks has insecure file permissions (should be 0600) [2019-09-12T12:10:33,749][WARN ][com.floragunn.searchguard.SearchGuardPlugin] Directory /usr/share/elasticsearch/config/..2019_09_12_12_10_21.536132639 has insecure file permissions (should be 0700) [2019-09-12T12:10:33,749][WARN ][com.floragunn.searchguard.SearchGuardPlugin] File /usr/share/elasticsearch/config/..2019_09_12_12_10_21.536132639/log4j2.properties has insecure file permissions (should be 0600) [2019-09-12T12:10:33,749][WARN ][com.floragunn.searchguard.SearchGuardPlugin] File /usr/share/elasticsearch/config/..2019_09_12_12_10_21.536132639/jvm.options has insecure file permissions (should be 0600) [2019-09-12T12:10:33,749][WARN ][com.floragunn.searchguard.SearchGuardPlugin] File /usr/share/elasticsearch/config/..2019_09_12_12_10_21.536132639/elasticsearch.yml has insecure file permissions (should be 0600) [2019-09-12T12:10:33,749][WARN ][com.floragunn.searchguard.SearchGuardPlugin] File /usr/share/elasticsearch/config/..2019_09_12_12_10_21.536132639/config.ini has insecure file permissions (should be 0600) [2019-09-12T12:10:33,749][WARN ][com.floragunn.searchguard.SearchGuardPlugin] File /usr/share/elasticsearch/config/log4j2.properties has insecure file permissions (should be 0600) [2019-09-12T12:10:33,749][WARN ][com.floragunn.searchguard.SearchGuardPlugin] File /usr/share/elasticsearch/config/..data has insecure file permissions (should be 0600) [2019-09-12T12:10:33,749][WARN ][com.floragunn.searchguard.SearchGuardPlugin] File /usr/share/elasticsearch/config/jvm.options has insecure file permissions (should be 0600) [2019-09-12T12:10:33,750][WARN ][com.floragunn.searchguard.SearchGuardPlugin] File /usr/share/elasticsearch/config/elasticsearch.yml has insecure file permissions (should be 0600) [2019-09-12T12:10:33,750][WARN ][com.floragunn.searchguard.SearchGuardPlugin] File /usr/share/elasticsearch/config/config.ini has insecure file permissions (should be 0600) [2019-09-12T12:10:33,774][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [aggs-matrix-stats] [2019-09-12T12:10:33,774][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [analysis-common] [2019-09-12T12:10:33,774][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [data-frame] [2019-09-12T12:10:33,774][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [flattened] [2019-09-12T12:10:33,774][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [ingest-common] [2019-09-12T12:10:33,774][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [ingest-geoip] [2019-09-12T12:10:33,774][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [ingest-user-agent] [2019-09-12T12:10:33,774][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [lang-expression] [2019-09-12T12:10:33,775][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [lang-mustache] [2019-09-12T12:10:33,775][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [lang-painless] [2019-09-12T12:10:33,775][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [mapper-extras] [2019-09-12T12:10:33,775][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [parent-join] [2019-09-12T12:10:33,775][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [percolator] [2019-09-12T12:10:33,775][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [rank-eval] [2019-09-12T12:10:33,775][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [reindex] [2019-09-12T12:10:33,775][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [repository-url] [2019-09-12T12:10:33,775][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [transport-netty4] [2019-09-12T12:10:33,775][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [vectors] [2019-09-12T12:10:33,775][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [x-pack-ccr] [2019-09-12T12:10:33,776][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [x-pack-core] [2019-09-12T12:10:33,776][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [x-pack-deprecation] [2019-09-12T12:10:33,776][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [x-pack-graph] [2019-09-12T12:10:33,776][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [x-pack-ilm] [2019-09-12T12:10:33,776][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [x-pack-logstash] [2019-09-12T12:10:33,776][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [x-pack-ml] [2019-09-12T12:10:33,776][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [x-pack-monitoring] [2019-09-12T12:10:33,776][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [x-pack-rollup] [2019-09-12T12:10:33,776][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [x-pack-security] [2019-09-12T12:10:33,776][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [x-pack-sql] [2019-09-12T12:10:33,776][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [x-pack-voting-only-node] [2019-09-12T12:10:33,776][INFO ][org.elasticsearch.plugins.PluginsService] loaded module [x-pack-watcher] [2019-09-12T12:10:33,777][INFO ][org.elasticsearch.plugins.PluginsService] loaded plugin [search-guard-7] [2019-09-12T12:10:33,802][INFO ][com.floragunn.searchguard.SearchGuardPlugin] Disabled https compression by default to mitigate BREACH attacks. You can enable it by setting 'http.compression: true' in elasticsearch.yml [2019-09-12T12:10:38,489][INFO ][com.floragunn.searchguard.auditlog.impl.AuditLogImpl] Configured categories on rest layer to ignore: [AUTHENTICATED, GRANTED_PRIVILEGES] [2019-09-12T12:10:38,490][INFO ][com.floragunn.searchguard.auditlog.impl.AuditLogImpl] Configured categories on transport layer to ignore: [AUTHENTICATED, GRANTED_PRIVILEGES] [2019-09-12T12:10:38,490][INFO ][com.floragunn.searchguard.auditlog.impl.AuditLogImpl] Configured Users to ignore: [kibanaserver] [2019-09-12T12:10:38,490][INFO ][com.floragunn.searchguard.auditlog.impl.AuditLogImpl] Configured Users to ignore for read compliance events: [kibanaserver] [2019-09-12T12:10:38,490][INFO ][com.floragunn.searchguard.auditlog.impl.AuditLogImpl] Configured Users to ignore for write compliance events: [kibanaserver] [2019-09-12T12:10:38,496][ERROR][com.floragunn.searchguard.auditlog.sink.SinkProvider] Default endpoint could not be created, auditlog will not work properly. [2019-09-12T12:10:38,497][WARN ][com.floragunn.searchguard.auditlog.routing.AuditMessageRouter] No default storage available, audit log may not work properly. Please check configuration. [2019-09-12T12:10:38,497][INFO ][com.floragunn.searchguard.auditlog.impl.AuditLogImpl] Message routing enabled: false [2019-09-12T12:10:38,500][WARN ][com.floragunn.searchguard.compliance.ComplianceConfig] If you plan to use field masking pls configure searchguard.compliance.salt to be a random string of 16 chars length identical on all nodes [2019-09-12T12:10:38,500][INFO ][com.floragunn.searchguard.compliance.ComplianceConfig] PII configuration [auditLogPattern=null, auditLogIndex=null]: {} [2019-09-12T12:10:39,334][INFO ][org.elasticsearch.discovery.DiscoveryModule] using discovery type [zen] and seed hosts providers [settings] [2019-09-12T12:10:40,130][INFO ][org.elasticsearch.node.Node] initialized [2019-09-12T12:10:40,130][INFO ][org.elasticsearch.node.Node] starting ... [2019-09-12T12:10:40,316][INFO ][org.elasticsearch.transport.TransportService] publish_address {10.15.163.122:9300}, bound_addresses {[::]:9300} [2019-09-12T12:10:40,327][INFO ][org.elasticsearch.bootstrap.BootstrapChecks] bound or publishing to a non-loopback address, enforcing bootstrap checks [2019-09-12T12:10:40,346][INFO ][org.elasticsearch.cluster.coordination.Coordinator] setting initial configuration to VotingConfiguration{Zcreg4dTToupbgepdYIv1w} [2019-09-12T12:10:40,568][INFO ][org.elasticsearch.cluster.service.MasterService] elected-as-master ([1] nodes joined)[{sg-elastic-client}{Zcreg4dTToupbgepdYIv1w}{pL4FaVmYSYG1ZykEvvUjYg}{10.15.163.122}{10.15.163.122:9300}{im}{xpack.installed=true, tag=client} elect leader, _BECOME_MASTER_TASK_, _FINISH_ELECTION_], term: 1, version: 1, reason: master node changed {previous [], current [{sg-elastic-client}{Zcreg4dTToupbgepdYIv1w}{pL4FaVmYSYG1ZykEvvUjYg}{10.15.163.122}{10.15.163.122:9300}{im}{xpack.installed=true, tag=client}]} [2019-09-12T12:10:40,635][INFO ][org.elasticsearch.cluster.coordination.CoordinationState] cluster UUID set to [psD1h9YrTEaBuLf0SgId9Q] [2019-09-12T12:10:40,686][INFO ][org.elasticsearch.cluster.service.ClusterApplierService] master node changed {previous [], current [{sg-elastic-client}{Zcreg4dTToupbgepdYIv1w}{pL4FaVmYSYG1ZykEvvUjYg}{10.15.163.122}{10.15.163.122:9300}{im}{xpack.installed=true, tag=client}]}, term: 1, version: 1, reason: Publication{term=1, version=1} [2019-09-12T12:10:40,716][INFO ][org.elasticsearch.http.AbstractHttpServerTransport] publish_address {10.15.163.122:9200}, bound_addresses {[::]:9200} [2019-09-12T12:10:40,716][INFO ][org.elasticsearch.node.Node] started [2019-09-12T12:10:40,718][INFO ][com.floragunn.searchguard.SearchGuardPlugin] Node started [2019-09-12T12:10:40,718][INFO ][com.floragunn.searchguard.configuration.ConfigurationRepository] Check if searchguard index exists ... [2019-09-12T12:10:40,720][INFO ][com.floragunn.searchguard.configuration.ConfigurationRepository] searchguard index does not exist yet, so no need to load config on node startup. Use sgadmin to initialize cluster [2019-09-12T12:10:40,721][INFO ][com.floragunn.searchguard.SearchGuardPlugin] 4 Search Guard modules loaded so far: [Module [type=MULTITENANCY, implementing class=com.floragunn.searchguard.configuration.PrivilegesInterceptorImpl], Module [type=AUDITLOG, implementing class=com.floragunn.searchguard.auditlog.impl.AuditLogImpl], Module [type=REST_MANAGEMENT_API, implementing class=com.floragunn.searchguard.dlic.rest.api.SearchGuardRestApiActions], Module [type=DLSFLS, implementing class=com.floragunn.searchguard.configuration.SearchGuardFlsDlsIndexSearcherWrapper]] [2019-09-12T12:10:40,721][INFO ][com.floragunn.searchguard.configuration.ConfigurationRepository] Background init thread started. Install default config?: false [2019-09-12T12:10:40,757][INFO ][org.elasticsearch.gateway.GatewayService] recovered [0] indices into cluster_state [2019-09-12T12:10:40,906][INFO ][org.elasticsearch.license.LicenseService] license [e5354ffe-3d71-44d0-8d1a-88dba6cc83ad] mode [basic] - valid [2019-09-12T12:10:55,401][WARN ][org.elasticsearch.transport.OutboundHandler] send message failed [channel: Netty4TcpChannel{localAddress=0.0.0.0/0.0.0.0:57080, remoteAddress=10.15.163.122/10.15.163.122:9302}] javax.net.ssl.SSLException: handshake timed out at io.netty.handler.ssl.SslHandler.handshake(...)(Unknown Source) ~[?:?] [2019-09-12T12:11:05,945][WARN ][org.elasticsearch.transport.OutboundHandler] send message failed [channel: Netty4TcpChannel{localAddress=0.0.0.0/0.0.0.0:57186, remoteAddress=10.15.163.122/10.15.163.122:9302}] javax.net.ssl.SSLException: handshake timed out at io.netty.handler.ssl.SslHandler.handshake(...)(Unknown Source) ~[?:?] [2019-09-12T12:11:16,964][WARN ][org.elasticsearch.transport.OutboundHandler] send message failed [channel: Netty4TcpChannel{localAddress=0.0.0.0/0.0.0.0:57298, remoteAddress=10.15.163.122/10.15.163.122:9302}] javax.net.ssl.SSLException: handshake timed out at io.netty.handler.ssl.SslHandler.handshake(...)(Unknown Source) ~[?:?] [2019-09-12T12:11:27,585][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [searchguard] creating index, cause [api], templates [], shards [1]/[1], mappings [] [2019-09-12T12:11:27,683][ERROR][com.floragunn.searchguard.configuration.ConfigurationLoaderSG7] Failure No shard available for [org.elasticsearch.action.get.MultiGetShardRequest@705f9fd] retrieving configuration for [INTERNALUSERS, ACTIONGROUPS, CONFIG, ROLES, ROLESMAPPING, TENANTS] (index=searchguard) [2019-09-12T12:11:27,683][ERROR][com.floragunn.searchguard.configuration.ConfigurationLoaderSG7] Failure No shard available for [org.elasticsearch.action.get.MultiGetShardRequest@705f9fd] retrieving configuration for [INTERNALUSERS, ACTIONGROUPS, CONFIG, ROLES, ROLESMAPPING, TENANTS] (index=searchguard) [2019-09-12T12:11:27,683][ERROR][com.floragunn.searchguard.configuration.ConfigurationLoaderSG7] Failure No shard available for [org.elasticsearch.action.get.MultiGetShardRequest@705f9fd] retrieving configuration for [INTERNALUSERS, ACTIONGROUPS, CONFIG, ROLES, ROLESMAPPING, TENANTS] (index=searchguard) [2019-09-12T12:11:27,683][ERROR][com.floragunn.searchguard.configuration.ConfigurationLoaderSG7] Failure No shard available for [org.elasticsearch.action.get.MultiGetShardRequest@705f9fd] retrieving configuration for [INTERNALUSERS, ACTIONGROUPS, CONFIG, ROLES, ROLESMAPPING, TENANTS] (index=searchguard) [2019-09-12T12:11:27,684][ERROR][com.floragunn.searchguard.configuration.ConfigurationLoaderSG7] Failure No shard available for [org.elasticsearch.action.get.MultiGetShardRequest@705f9fd] retrieving configuration for [INTERNALUSERS, ACTIONGROUPS, CONFIG, ROLES, ROLESMAPPING, TENANTS] (index=searchguard) [2019-09-12T12:11:27,684][ERROR][com.floragunn.searchguard.configuration.ConfigurationLoaderSG7] Failure No shard available for [org.elasticsearch.action.get.MultiGetShardRequest@705f9fd] retrieving configuration for [INTERNALUSERS, ACTIONGROUPS, CONFIG, ROLES, ROLESMAPPING, TENANTS] (index=searchguard) [2019-09-12T12:11:27,967][WARN ][org.elasticsearch.transport.OutboundHandler] send message failed [channel: Netty4TcpChannel{localAddress=0.0.0.0/0.0.0.0:57406, remoteAddress=10.15.163.122/10.15.163.122:9302}] javax.net.ssl.SSLException: handshake timed out at io.netty.handler.ssl.SslHandler.handshake(...)(Unknown Source) ~[?:?] [2019-09-12T12:11:29,194][INFO ][org.elasticsearch.cluster.routing.allocation.AllocationService] updating number_of_replicas to [0] for indices [searchguard] [2019-09-12T12:11:29,194][INFO ][org.elasticsearch.cluster.service.MasterService] node-join[{sg-elastic-logs}{_3lfG1zeTF-rvJ_ybodmsA}{0e-6Bc_1Ri6NUSkTAi8OoQ}{10.15.163.122}{10.15.163.122:9302}{di}{xpack.installed=true, tag=log} join existing leader], term: 1, version: 5, reason: added {{sg-elastic-logs}{_3lfG1zeTF-rvJ_ybodmsA}{0e-6Bc_1Ri6NUSkTAi8OoQ}{10.15.163.122}{10.15.163.122:9302}{di}{xpack.installed=true, tag=log},} [2019-09-12T12:11:29,432][INFO ][org.elasticsearch.cluster.service.ClusterApplierService] added {{sg-elastic-logs}{_3lfG1zeTF-rvJ_ybodmsA}{0e-6Bc_1Ri6NUSkTAi8OoQ}{10.15.163.122}{10.15.163.122:9302}{di}{xpack.installed=true, tag=log},}, term: 1, version: 5, reason: Publication{term=1, version=5} [2019-09-12T12:11:29,937][INFO ][org.elasticsearch.cluster.routing.allocation.AllocationService] Cluster health status changed from [YELLOW] to [GREEN] (reason: [shards started [[searchguard][0]] ...]). [2019-09-12T12:11:33,727][INFO ][org.elasticsearch.cluster.metadata.MetaDataMappingService] [searchguard/tKDW-lElTpafmDSJz8ssMA] create_mapping [_doc] [2019-09-12T12:11:34,047][INFO ][org.elasticsearch.cluster.metadata.MetaDataMappingService] [searchguard/tKDW-lElTpafmDSJz8ssMA] update_mapping [_doc] [2019-09-12T12:11:34,190][INFO ][org.elasticsearch.cluster.metadata.MetaDataMappingService] [searchguard/tKDW-lElTpafmDSJz8ssMA] update_mapping [_doc] [2019-09-12T12:11:34,327][INFO ][org.elasticsearch.cluster.metadata.MetaDataMappingService] [searchguard/tKDW-lElTpafmDSJz8ssMA] update_mapping [_doc] [2019-09-12T12:11:34,476][INFO ][org.elasticsearch.cluster.metadata.MetaDataMappingService] [searchguard/tKDW-lElTpafmDSJz8ssMA] update_mapping [_doc] [2019-09-12T12:11:34,637][INFO ][org.elasticsearch.cluster.metadata.MetaDataMappingService] [searchguard/tKDW-lElTpafmDSJz8ssMA] update_mapping [_doc] [2019-09-12T12:11:34,962][INFO ][org.elasticsearch.cluster.metadata.MetaDataMappingService] [searchguard/tKDW-lElTpafmDSJz8ssMA] update_mapping [_doc] [2019-09-12T12:11:35,078][INFO ][com.floragunn.searchguard.compliance.ComplianceConfig] Compliance features are enabled [2019-09-12T12:11:35,079][INFO ][com.floragunn.searchguard.configuration.ConfigurationRepository] Search Guard License Info: SearchGuardLicense [uid=00000000-0000-0000-0000-000000000000, type=TRIAL, features=[COMPLIANCE], issueDate=2019-09-12, expiryDate=2019-11-11, issuedTo=The world, issuer=floragunn GmbH, startDate=2019-09-12, majorVersion=7, clusterName=*, allowedNodeCount=2147483647, msgs=[], expiresInDays=60, isExpired=false, valid=true, action=, prodUsage=Yes, one cluster with all commercial features and unlimited nodes per cluster., clusterService=org.elasticsearch.cluster.service.ClusterService@61420f24, getMsgs()=[], getExpiresInDays()=60, isExpired()=false, isValid()=true, getAction()=, getProdUsage()=Yes, one cluster with all commercial features and unlimited nodes per cluster.] [2019-09-12T12:11:35,079][INFO ][com.floragunn.searchguard.configuration.ConfigurationRepository] Search Guard License Type: TRIAL, valid [2019-09-12T12:11:35,686][INFO ][com.floragunn.searchguard.configuration.ConfigurationRepository] Node 'sg-elastic-client' initialized [2019-09-12T12:11:40,808][INFO ][org.elasticsearch.cluster.metadata.MetaDataIndexTemplateService] adding template [alarm] for index patterns [alarm-*] [2019-09-12T12:11:41,089][INFO ][org.elasticsearch.cluster.metadata.MetaDataIndexTemplateService] adding template [alarm_logs] for index patterns [alarm_logs-*] [2019-09-12T12:11:41,377][INFO ][org.elasticsearch.cluster.metadata.MetaDataIndexTemplateService] adding template [audit_logs] for index patterns [audit-logs-*] [2019-09-12T12:11:41,609][INFO ][org.elasticsearch.cluster.metadata.MetaDataIndexTemplateService] adding template [housekeeper_config] for index patterns [housekeeper-config] [2019-09-12T12:11:41,836][INFO ][org.elasticsearch.cluster.metadata.MetaDataIndexTemplateService] adding template [ipfix] for index patterns [ipfix_*] [2019-09-12T12:11:42,084][INFO ][org.elasticsearch.cluster.metadata.MetaDataIndexTemplateService] adding template [ipfix_base] for index patterns [ipfix_base-*] [2019-09-12T12:11:42,397][INFO ][org.elasticsearch.cluster.metadata.MetaDataIndexTemplateService] adding template [kibana] for index patterns [.kibana] [2019-09-12T12:11:42,642][INFO ][org.elasticsearch.cluster.metadata.MetaDataIndexTemplateService] adding template [matched_rules] for index patterns [ipfix_matched_rules-*] [2019-09-12T12:11:42,932][INFO ][org.elasticsearch.cluster.metadata.MetaDataIndexTemplateService] adding template [rule_hit_detector_config] for index patterns [rule_hit_detector_config] [2019-09-12T12:11:43,178][INFO ][org.elasticsearch.cluster.metadata.MetaDataIndexTemplateService] adding template [snmp_edge_measurement] for index patterns [snmp_edge_measurement-*] [2019-09-12T12:11:43,469][INFO ][org.elasticsearch.cluster.metadata.MetaDataIndexTemplateService] adding template [ipfix_msg] for index patterns [ipfix_*] [2019-09-12T12:11:43,846][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [ipfix_base-euca-2019.09.12] creating index, cause [api], templates [ipfix, ipfix_base, ipfix_msg], shards [2]/[1], mappings [_doc] [2019-09-12T12:11:43,848][INFO ][org.elasticsearch.cluster.routing.allocation.AllocationService] Cluster health status changed from [YELLOW] to [RED] (reason: [index [ipfix_base-euca-2019.09.12] created]). [2019-09-12T12:12:14,346][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [ipfix_matched_rules-euca-2019.09.12] creating index, cause [api], templates [ipfix, matched_rules, ipfix_msg], shards [2]/[1], mappings [_doc] [2019-09-12T12:12:44,840][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [snmp_edge_measurement-euca] creating index, cause [api], templates [snmp_edge_measurement], shards [1]/[1], mappings [_doc] [2019-09-12T12:13:15,252][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [alarm-euca] creating index, cause [api], templates [alarm], shards [1]/[1], mappings [_doc] [2019-09-12T12:13:45,672][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [alarm_logs-euca-2019.09.12] creating index, cause [api], templates [alarm_logs], shards [1]/[1], mappings [_doc] [2019-09-12T12:13:46,280][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [audit-logs-euca-2019.09] creating index, cause [api], templates [audit_logs], shards [1]/[1], mappings [_doc] [2019-09-12T12:13:46,786][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [rule_hit_detector_config] creating index, cause [api], templates [rule_hit_detector_config], shards [1]/[1], mappings [] [2019-09-12T12:15:03,104][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [ipfix_base-euca-2019.09.13] creating index, cause [api], templates [ipfix, ipfix_base, ipfix_msg], shards [2]/[1], mappings [_doc] [2019-09-12T12:15:33,638][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [ipfix_base-euca-2019.09.14] creating index, cause [api], templates [ipfix, ipfix_base, ipfix_msg], shards [2]/[1], mappings [_doc] [2019-09-12T12:16:04,313][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [ipfix_matched_rules-euca-2019.09.13] creating index, cause [api], templates [ipfix, matched_rules, ipfix_msg], shards [2]/[1], mappings [_doc] [2019-09-12T12:16:34,830][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [ipfix_matched_rules-euca-2019.09.14] creating index, cause [api], templates [ipfix, matched_rules, ipfix_msg], shards [2]/[1], mappings [_doc] [2019-09-12T12:17:05,451][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [alarm_logs-euca-2019.09.13] creating index, cause [api], templates [alarm_logs], shards [1]/[1], mappings [_doc] [2019-09-12T12:17:06,249][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [alarm_logs-euca-2019.09.14] creating index, cause [api], templates [alarm_logs], shards [1]/[1], mappings [_doc] [2019-09-12T12:17:07,048][INFO ][org.elasticsearch.cluster.metadata.MetaDataCreateIndexService] [audit-logs-euca-2019.10] creating index, cause [api], templates [audit_logs], shards [1]/[1], mappings [_doc] [2019-09-12T12:20:59,629][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42522 [2019-09-12T12:20:59,653][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42524 [2019-09-12T12:21:00,720][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42542 [2019-09-12T12:21:00,739][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42548 [2019-09-12T12:21:01,834][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42566 [2019-09-12T12:21:01,851][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42568 [2019-09-12T12:21:04,023][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42612 [2019-09-12T12:21:04,043][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42614 [2019-09-12T12:21:07,724][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42656 [2019-09-12T12:21:07,742][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42658 [2019-09-12T12:21:13,370][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42752 [2019-09-12T12:21:13,395][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42754 [2019-09-12T12:21:14,416][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42776 [2019-09-12T12:21:14,434][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42778 [2019-09-12T12:21:15,507][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42792 [2019-09-12T12:21:15,530][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42794 [2019-09-12T12:21:16,311][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42806 [2019-09-12T12:21:16,328][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42808 [2019-09-12T12:21:17,638][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42826 [2019-09-12T12:21:17,655][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42830 [2019-09-12T12:21:21,992][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42902 [2019-09-12T12:21:22,020][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:42904 [2019-09-12T12:21:30,182][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:43022 [2019-09-12T12:21:30,243][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:43024 [2019-09-12T12:21:33,937][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:43084 [2019-09-12T12:21:33,996][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:43092 [2019-09-12T12:21:44,899][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:43242 [2019-09-12T12:21:44,919][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:43244 [2019-09-12T12:22:02,724][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:43500 [2019-09-12T12:22:02,785][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:43504 [2019-09-12T12:22:13,384][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:43662 [2019-09-12T12:22:13,442][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:43664 [2019-09-12T12:22:33,271][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:43988 [2019-09-12T12:22:33,295][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:43990 [2019-09-12T12:22:40,283][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:44096 [2019-09-12T12:22:40,306][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:44098 [2019-09-12T12:23:00,829][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:44408 [2019-09-12T12:23:00,889][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:44410 [2019-09-12T12:23:09,207][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:44602 [2019-09-12T12:23:09,225][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:44604 [2019-09-12T12:23:28,308][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:44882 [2019-09-12T12:23:28,331][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:44884 [2019-09-12T12:23:39,864][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:45046 [2019-09-12T12:23:39,928][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:45048 [2019-09-12T12:24:00,310][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:45346 [2019-09-12T12:24:00,336][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:45348 [2019-09-12T12:24:10,565][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:45498 [2019-09-12T12:24:10,584][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:45500 [2019-09-12T12:24:32,672][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:45828 [2019-09-12T12:24:32,730][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:45830 [2019-09-12T12:24:39,298][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:45924 [2019-09-12T12:24:39,317][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:45926 [2019-09-12T12:25:00,530][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:46262 [2019-09-12T12:25:00,550][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:46264 [2019-09-12T12:25:06,323][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:46354 [2019-09-12T12:25:06,341][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:46358 [2019-09-12T12:25:32,690][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:46748 [2019-09-12T12:25:32,708][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:46750 [2019-09-12T12:25:35,320][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:46792 [2019-09-12T12:25:35,339][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:46794 [2019-09-12T12:26:03,811][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:47216 [2019-09-12T12:26:03,830][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:47220 [2019-09-12T12:26:07,711][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:47268 [2019-09-12T12:26:07,734][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:47270 [2019-09-12T12:26:35,191][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:47674 [2019-09-12T12:26:35,248][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:47676 [2019-09-12T12:26:40,730][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:47754 [2019-09-12T12:26:40,750][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:47756 [2019-09-12T12:27:04,989][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:48112 [2019-09-12T12:27:05,010][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:48114 [2019-09-12T12:27:10,067][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:48184 [2019-09-12T12:27:10,130][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:48186 [2019-09-12T12:27:38,683][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:48596 [2019-09-12T12:27:38,714][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:48600 [2019-09-12T12:27:40,019][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:48624 [2019-09-12T12:27:40,034][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:48626 [2019-09-12T12:28:10,307][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:49064 [2019-09-12T12:28:10,365][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:49066 [2019-09-12T12:28:11,145][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:49082 [2019-09-12T12:28:11,167][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:49084 [2019-09-12T12:28:40,182][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:49502 [2019-09-12T12:28:40,216][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:49504 [2019-09-12T12:28:42,984][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:49544 [2019-09-12T12:28:43,003][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:49550 [2019-09-12T12:29:10,070][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:49984 [2019-09-12T12:29:10,091][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:49986 [2019-09-12T12:29:13,859][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:50048 [2019-09-12T12:29:13,919][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:50052 [2019-09-12T12:29:43,628][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:50498 [2019-09-12T12:29:43,647][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:50500 [2019-09-12T12:29:44,955][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:50520 [2019-09-12T12:29:44,972][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:50524 [2019-09-12T12:30:13,851][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:50940 [2019-09-12T12:30:13,871][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:50942 [2019-09-12T12:30:14,050][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:50952 [2019-09-12T12:30:14,067][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:50954 [2019-09-12T12:30:41,301][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:51354 [2019-09-12T12:30:41,321][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:51356 [2019-09-12T12:30:45,023][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:51412 [2019-09-12T12:30:45,040][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:51414 [2019-09-12T12:31:14,069][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:51834 [2019-09-12T12:31:14,086][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:51836 [2019-09-12T12:31:14,507][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:51842 [2019-09-12T12:31:14,563][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:51844 [2019-09-12T12:31:40,561][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:52216 [2019-09-12T12:31:40,615][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:52220 [2019-09-12T12:31:42,977][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:52252 [2019-09-12T12:31:43,003][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:52258 [2019-09-12T12:32:12,831][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:52690 [2019-09-12T12:32:12,848][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:52692 [2019-09-12T12:32:15,481][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:52732 [2019-09-12T12:32:15,506][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:52734 [2019-09-12T12:32:44,977][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:53160 [2019-09-12T12:32:45,034][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:53166 [2019-09-12T12:32:46,397][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:53190 [2019-09-12T12:32:46,416][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:53192 [2019-09-12T12:33:15,296][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:53672 [2019-09-12T12:33:15,357][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:53674 [2019-09-12T12:33:18,339][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:53714 [2019-09-12T12:33:18,399][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:53716 [2019-09-12T12:33:47,189][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:54140 [2019-09-12T12:33:47,207][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:54142 [2019-09-12T12:33:50,224][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:54180 [2019-09-12T12:33:50,253][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:54182 [2019-09-12T12:34:18,822][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:54592 [2019-09-12T12:34:18,872][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:54594 [2019-09-12T12:34:23,012][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:54668 [2019-09-12T12:34:23,030][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:54670 [2019-09-12T12:34:52,268][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:55100 [2019-09-12T12:34:52,284][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:55104 [2019-09-12T12:34:54,655][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:55168 [2019-09-12T12:34:54,673][WARN ][com.floragunn.searchguard.auth.BackendRegistry] Authentication finally failed for null from 192.168.0.251:55170