elasticsearch - 使用发布请求加载数据时，ElasticSearch 崩溃

Question

我在我的本地主机中为一些 POC 项目运行了 elasticsearch。我有一个节点，即我的电脑。我开发的一个 c++ 应用程序会定期将文档索引到 elasticsearch 中。它工作正常，直到最近 es 不再接受文件。Es 拒绝并出现以下错误。

[2019-05-22T14:23:54,340][INFO ][o.e.n.Node               ] [rMNTUrd] started
[2019-05-22T14:25:05,762][WARN ][r.suppressed             ] [rMNTUrd] path: /healthbeatprocess/_doc, params: {index=healthbeatprocess, type=_doc}
org.elasticsearch.action.UnavailableShardsException: [healthbeatprocess][3] primary shard is not active Timeout: [1m], request: [BulkShardRequest [[healthbeatprocess][3]] containing [index {[healthbeatprocess][_doc][TgC_3moBGx_RfE7qYsyv], source[{"@timestamp":"2019-05-22T14:23:59.000Z","ExecutionState":0,"HandleCount":0,"KernelModeTime":2147483647,"Name":"System Idle Process","OtherOperationCount":0,"OtherTransferCount":0,"PageFaults":8,"PageFileUsage":56,"ParentProcessId":0,"PeakPageFileUsage":56,"PeakVirtualSize":8192,"Priority":0,"ProcessId":0,"QuotaNonPagedPoolUsage":1,"QuotaPagedPoolUsage":0,"QuotaPeakNonPagedPoolUsage":1,"QuotaPeakPagedPoolUsage":0,"ReadOperationCount":0,"ReadTransferCount":0,"SessionId":0,"ThreadCount":4,"UserModeTime":0,"VirtualSize":8192,"WriteOperationCount":0,"WriteTransferCount":0,"CreationDate":"2019-05-20T14:57:08.19Z","cpu_percent":25.000000}]}]]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase.retryBecauseUnavailable(TransportReplicationAction.java:932) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase.retryIfUnavailable(TransportReplicationAction.java:778) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase.doRun(TransportReplicationAction.java:731) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase$2.onTimeout(TransportReplicationAction.java:892) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:317) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:244) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:559) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:624) [elasticsearch-6.5.1.jar:6.5.1]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_171]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_171]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_171]
[2019-05-22T14:27:50,436][WARN ][r.suppressed             ] [rMNTUrd] path: /healthbeatprocess/_doc, params: {index=healthbeatprocess, type=_doc}
org.elasticsearch.action.UnavailableShardsException: [healthbeatprocess][3] primary shard is not active Timeout: [1m], request: [BulkShardRequest [[healthbeatprocess][3]] containing [index {[healthbeatprocess][_doc][VwDB3moBGx_RfE7q5swB], source[{"@timestamp":"2019-05-22T14:26:46.000Z","ExecutionState":0,"HandleCount":0,"KernelModeTime":84375000,"Name":"Registry","OtherOperationCount":1098,"OtherTransferCount":3827,"PageFaults":447188,"PageFileUsage":3424,"ParentProcessId":4,"PeakPageFileUsage":316800,"PeakVirtualSize":460234752,"Priority":8,"ProcessId":104,"QuotaNonPagedPoolUsage":21,"QuotaPagedPoolUsage":381,"QuotaPeakNonPagedPoolUsage":38,"QuotaPeakPagedPoolUsage":882,"ReadOperationCount":4,"ReadTransferCount":2048,"SessionId":0,"ThreadCount":3,"UserModeTime":0,"VirtualSize":197369856,"WriteOperationCount":16136,"WriteTransferCount":376434688,"CreationDate":"2019-05-20T14:57:03.58Z","cpu_percent":0.000000}]}]]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase.retryBecauseUnavailable(TransportReplicationAction.java:932) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase.retryIfUnavailable(TransportReplicationAction.java:778) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase.doRun(TransportReplicationAction.java:731) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.action.support.replication.TransportReplicationAction$ReroutePhase$2.onTimeout(TransportReplicationAction.java:892) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onTimeout(ClusterStateObserver.java:317) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onTimeout(ClusterStateObserver.java:244) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.cluster.service.ClusterApplierService$NotifyTimeout.run(ClusterApplierService.java:559) [elasticsearch-6.5.1.jar:6.5.1]
        at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:624) [elasticsearch-6.5.1.jar:6.5.1]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_171]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_171]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_171]

目前我在该索引中有 150 万条记录。是否因为每个索引的记录数有限制而拒绝。请帮助我让 es 再次工作。

标签： elasticsearch