{ "tenant": "signals-nonprod", "watch_id": "0_kopernik_k8s_prod_infra_logs_test", "status": { "code": "EXECUTION_FAILED", "detail": "Error while executing SearchInput mysearch: all shards failed" }, "error": { "message": "Failed to execute phase [query], all shards failed; shardFailures {[E6nI-eWvRcisBUcgegf9sA][kopernik-k8s-prod-infra-logs-2021.06.15-000001][0]: RemoteTransportException[[szla-esdata044.srv20900ub-kvm.cold][10.242.237.61:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[NIOGaWhIQIOpx8YYs_AX_A][kopernik-k8s-prod-infra-logs-2021.07.15-000002][0]: RemoteTransportException[[szla-esdata014.srv20900ud-kvm.warm][10.242.237.29:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[zWa_uccXQZ-TPyUwlIKUPg][kopernik-k8s-prod-infra-logs-2021.08.14-000003][0]: RemoteTransportException[[szla-esdata082.srv20900yq-kvm.warm][10.242.237.108:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[zl5vzcqQQUizl6mJSOLLHw][kopernik-k8s-prod-infra-logs-dd-2021.04.28-000001][0]: RemoteTransportException[[szla-esdata038.srv20900ub-kvm.cold][10.242.237.55:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[LRlU9JMRSXysGxhWDD60cA][kopernik-k8s-prod-infra-logs-dd-2021.05.28-000002][0]: RemoteTransportException[[pias-esdata051.srv24246acb-kvm.cold][10.250.204.58:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[YU0TyzPXR6-lfTI2SsTXWg][kopernik-k8s-prod-infra-logs-2021.06.15-000001][1]: RemoteTransportException[[pias-esdata056.srv24246acb-kvm.cold][10.250.204.63:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[j58MQk84TSyxXfIRGR_c8w][kopernik-k8s-prod-infra-logs-2021.07.15-000002][1]: RemoteTransportException[[pias-esdata020.srv24246zb-kvm.warm][10.250.204.27:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[9nvipA8ERSmkJvEytiU-oA][kopernik-k8s-prod-infra-logs-2021.08.14-000003][1]: RemoteTransportException[[szla-esdata011.srv20900ud-kvm.warm][10.242.237.26:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[LC0GOl_LR0SIjv4fCpK11g][kopernik-k8s-prod-infra-logs-dd-2021.04.28-000001][1]: RemoteTransportException[[szla-esdata025.srv20900tz-kvm.cold][10.242.237.40:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[ZLNvS3n-SQakMzsOwgEfbw][kopernik-k8s-prod-infra-logs-dd-2021.05.28-000002][1]: RemoteTransportException[[pias-esdata045.srv24246aca-kvm.cold][10.250.204.52:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[1FAs5dd3RGeHQShW9bDZSQ][kopernik-k8s-prod-infra-logs-2021.06.15-000001][2]: RemoteTransportException[[szla-esdata027.srv20900ua-kvm.cold][10.242.237.43:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[yZBIJdZdR4OPoJ8dUMFcmA][kopernik-k8s-prod-infra-logs-2021.07.15-000002][2]: RemoteTransportException[[szla-esdata009.srv20900ud-kvm.warm][10.242.237.24:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[yZBIJdZdR4OPoJ8dUMFcmA][kopernik-k8s-prod-infra-logs-2021.08.14-000003][2]: RemoteTransportException[[szla-esdata009.srv20900ud-kvm.warm][10.242.237.24:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[KeKjvr_KSBiGlPN9l_0edg][kopernik-k8s-prod-infra-logs-dd-2021.04.28-000001][2]: RemoteTransportException[[szla-esdata030.srv20900ua-kvm.cold][10.242.237.46:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }{[LdzkoAXNTmaDzHBgwDGaIg][kopernik-k8s-prod-infra-logs-dd-2021.05.28-000002][2]: RemoteTransportException[[pias-esdata044.srv24246aca-kvm.cold][10.250.204.51:9300][indices:data/read/search[phase/query]]]; nested: ElasticsearchException[failed to wrap searcher]; nested: IOException[java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: NotSerializableExceptionWrapper[execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; nested: IOException[Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]]; }", "detail": { "type": "search_phase_execution_exception", "reason": "all shards failed", "phase": "query", "grouped": true, "failed_shards": [ { "shard": 0, "index": "kopernik-k8s-prod-infra-logs-2021.06.15-000001", "node": "E6nI-eWvRcisBUcgegf9sA", "reason": { "type": "exception", "reason": "failed to wrap searcher", "caused_by": { "type": "i_o_exception", "reason": "java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]", "caused_by": { "type": "execution_exception", "reason": "execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]", "caused_by": { "type": "i_o_exception", "reason": "Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]" } } } } }, { "shard": 0, "index": "kopernik-k8s-prod-infra-logs-2021.07.15-000002", "node": "NIOGaWhIQIOpx8YYs_AX_A", "reason": { "type": "exception", "reason": "failed to wrap searcher", "caused_by": { "type": "i_o_exception", "reason": "java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]", "caused_by": { "type": "execution_exception", "reason": "execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]", "caused_by": { "type": "i_o_exception", "reason": "Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]" } } } } }, { "shard": 0, "index": "kopernik-k8s-prod-infra-logs-2021.08.14-000003", "node": "zWa_uccXQZ-TPyUwlIKUPg", "reason": { "type": "exception", "reason": "failed to wrap searcher", "caused_by": { "type": "i_o_exception", "reason": "java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]", "caused_by": { "type": "execution_exception", "reason": "execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]", "caused_by": { "type": "i_o_exception", "reason": "Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]" } } } } }, { "shard": 0, "index": "kopernik-k8s-prod-infra-logs-dd-2021.04.28-000001", "node": "zl5vzcqQQUizl6mJSOLLHw", "reason": { "type": "exception", "reason": "failed to wrap searcher", "caused_by": { "type": "i_o_exception", "reason": "java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]", "caused_by": { "type": "execution_exception", "reason": "execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]", "caused_by": { "type": "i_o_exception", "reason": "Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]" } } } } }, { "shard": 0, "index": "kopernik-k8s-prod-infra-logs-dd-2021.05.28-000002", "node": "LRlU9JMRSXysGxhWDD60cA", "reason": { "type": "exception", "reason": "failed to wrap searcher", "caused_by": { "type": "i_o_exception", "reason": "java.util.concurrent.ExecutionException: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]", "caused_by": { "type": "execution_exception", "reason": "execution_exception: com.fasterxml.jackson.core.JsonParseException: Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]", "caused_by": { "type": "i_o_exception", "reason": "Unexpected character ('\\' (code 92)): was expecting double-quote to start field name\n at [Source: (StringReader); line: 1, column: 3]" } } } } } ] } }, "execution_start": "2021-08-26T11:44:45.380Z", "execution_end": "2021-08-26T11:44:45.418Z", "actions": [], "node": "pias-essignals001.srv24246abz-kvm.signals", "_id": "xr1GgnsB6engwip91bZs", "_index": ".signals_log_2021.08.26"