Version 1.1 by Normann P. Nielsen on 2026/11/15 15:41

Show last authors
1 = Tips =
2
3 === Read the basics :) ===
4 [[https://www.elastic.co/guide/en/elasticsearch/reference/current/_basic_concepts.html]]
5
6 === Show Indexes and status ===
7
8 {{code}}
9 curl localhost:9200/_cat/indices
10 yellow open filebeat-2016.03.30 5 1 7 0 78.9kb 78.9kb
11 yellow open logstash-2016.03.28 5 1 1 0 12.7kb 12.7kb
12 yellow open filebeat-2016.03.31 5 1 10 0 112.2kb 112.2kb
13 yellow open filebeat-2016.03.21 5 1 1 0 11.9kb 11.9kb
14 yellow open filebeat-2016.03.22 5 1 1 0 11.9kb 11.9kb
15 yellow open filebeat-2016.04.01 5 1 6 0 67.6kb 67.6kb
16 yellow open filebeat-2016.03.23 5 1 1 0 11.9kb 11.9kb
17 yellow open filebeat-2016.04.02 5 1 15 0 167.5kb 167.5kb
18 yellow open logstash-2013.12.11 5 1 1 0 11.3kb 11.3kb
19 yellow open filebeat-2016.03.13 5 1 1 0 11.9kb 11.9kb
20 yellow open filebeat-2016.04.03 5 1 4718 0 5mb 5mb
21 yellow open filebeat-2016.03.24 5 1 1 0 12.1kb 12.1kb
22 yellow open filebeat-2016.03.25 5 1 1 0 11.9kb 11.9kb
23 yellow open filebeat-2016.03.26 5 1 2 0 23kb 23kb
24 yellow open packetbeat-2016.04.03 5 1 115546 0 78.3mb 78.3mb
25 yellow open .kibana 1 1 115 0 86.3kb 86.3kb
26 yellow open topbeat-2016.04.03 5 1 198026 0 75.9mb 75.9mb
27 yellow open filebeat-2016.03.27 5 1 2 0 23kb 23kb
28 yellow open filebeat-2016.03.28 5 1 4 0 45.3kb 45.3kb
29 yellow open filebeat-2016.03.29 5 1 2 0 23kb 23kb
30 yellow open filebeat-2016.03.18 5 1 2 0 23.1kb 23.1kb
31 {{/code}}
32
33
34
35 === Show Shards and status ===
36
37 {{code}}
38 curl http://localhost:9200/_cat/shards
39 filebeat-2016.03.30 4 p STARTED 0 160b 77.243.52.155 elkserver
40 filebeat-2016.03.30 3 p STARTED 2 22.4kb 77.243.52.155 elkserver
41 filebeat-2016.04.01 3 p STARTED 37 30.9kb 77.243.52.155 elkserver
42 filebeat-2016.04.01 1 p STARTED 43 98.5kb 77.243.52.155 elkserver
43 filebeat-2016.03.28 0 p STARTED 21 44.2kb 77.243.52.155 elkserver
44 topbeat-2016.04.05 4 p STARTED 560941 118.1mb 77.243.52.155 elkserver
45 topbeat-2016.04.05 3 p STARTED 560573 118mb 77.243.52.155 elkserver
46 topbeat-2016.04.05 1 p STARTED 561605 118.5mb 77.243.52.155 elkserver
47 topbeat-2016.04.05 2 p STARTED 560822 117.9mb 77.243.52.155 elkserver
48 topbeat-2016.04.05 0 p STARTED 561131 118.1mb 77.243.52.155 elkserver
49 filebeat-2016.03.29 4 p STARTED 25 89.7kb 77.243.52.155 elkserver
50 filebeat-2016.03.29 0 p STARTED 26 100.6kb 77.243.52.155 elkserver
51 topbeat-2016.04.06 4 p STARTED 558312 116.5mb 77.243.52.155 elkserver
52 packetbeat-2016.04.13 0 p STARTED 201328 83mb 77.243.52.155 elkserver
53 packetbeat-2016.04.13 0 r UNASSIGNED
54 .kibana 0 p STARTED 126 136.5kb 77.243.52.155 elkserver
55 filebeat-2016.03.07 4 p STARTED 0 160b 77.243.52.155 elkserver
56 {{/code}}
57
58
59
60 === Delete all values in an index ===
61
62 {{code}}
63 curl -XDELETE http://localhost:9200/filebeat*
64 {{/code}}
65
66
67
68 = Troubleshooting =
69
70 Logstash could not deliver data to Elasticsearch that was status "red"
71
72
73 {{code}}
74 curl localhost:9200/_cluster/health?pretty
75 {
76 "cluster_name" : "moselk",
77 "status" : "red",
78 "timed_out" : false,
79 "number_of_nodes" : 1,
80 "number_of_data_nodes" : 1,
81 "active_primary_shards" : 421,
82 "active_shards" : 421,
83 "relocating_shards" : 0,
84 "initializing_shards" : 0,
85 "unassigned_shards" : 25,
86 "delayed_unassigned_shards" : 0,
87 "number_of_pending_tasks" : 0,
88 "number_of_in_flight_fetch" : 0,
89 "task_max_waiting_in_queue_millis" : 0,
90 "active_shards_percent_as_number" : 94.39461883408072
91 }
92 {{/code}}
93
94 For some reasons, the some "shards" was status "red" and "UNASSIGNED":
95
96
97 {{code}}
98 curl http://localhost:9200/_cat/indices
99 green open filebeat-2016.03.30 5 0 5 0 56.9kb 56.9kb
100 green open filebeat-2016.03.31 5 0 8 0 90.2kb 90.2kb
101 green open filebeat-2016.04.01 5 0 197 0 385.2kb 385.2kb
102 green open filebeat-2016.04.02 5 0 196 0 339.3kb 339.3kb
103 red open filebeat-2016.04.03 5 0 54394 0 26.6mb 26.6mb
104 green open logstash-2013.12.11 5 0 1 0 11.3kb 11.3kb
105 green open filebeat-2016.04.04 5 0 119742 0 59.7mb 59.7mb
106 green open filebeat-2016.04.05 5 0 53192 0 32mb 32mb
107 yellow open pinglog-2016.04.13 5 1 1017 0 517.1kb 517.1kb
108 red open pinglog-2016.04.10 5 0 1436 0 510.1kb 510.1kb
109  
110 curl http://localhost:9200/_cat/shards
111 filebeat-2016.03.30 4 p STARTED 0 160b 77.243.52.155 elkserver
112 filebeat-2016.03.30 3 p STARTED 2 22.4kb 77.243.52.155 elkserver
113 pinglog-2016.04.13 4 p STARTED 203 132.3kb 77.243.52.155 elkserver
114 pinglog-2016.04.13 4 r UNASSIGNED
115 pinglog-2016.04.13 3 p STARTED 207 64.9kb 77.243.52.155 elkserver
116 pinglog-2016.04.13 3 r UNASSIGNED
117 pinglog-2016.04.13 1 p STARTED 207 64.6kb 77.243.52.155 elkserver
118 pinglog-2016.04.13 1 r UNASSIGNED
119 pinglog-2016.04.13 2 p STARTED 202 103kb 77.243.52.155 elkserver
120 pinglog-2016.04.13 2 r UNASSIGNED
121 pinglog-2016.04.13 0 p STARTED 202 63.1kb 77.243.52.155 elkserver
122 pinglog-2016.04.13 0 r UNASSIGNED
123 pinglog-2016.04.10 4 p STARTED 287 120.6kb 77.243.52.155 elkserver
124 pinglog-2016.04.10 3 p STARTED 294 91.2kb 77.243.52.155 elkserver
125 pinglog-2016.04.10 1 p STARTED 281 118.5kb 77.243.52.155 elkserver
126 {{/code}}
127
128
129
130 Partly, it seems that a single node Elasticsearch is not optimal, as unassigned shards are reallocated to other servers nomally, but this fixed it:
131
132
133 {{code}}
134 curl -XPUT http://localhost:9200/_settings -d '{ "number_of_replicas" :0 }'
135
136
137 ./reassign.sh
138 {{/code}}
139
140 Where the reassign.sh scripts is like this:
141
142
143 {{code}}
144 NODE="elkserver"
145 IFS=$'\n'
146 for line in $(curl -s 'localhost:9200/_cat/shards' | fgrep UNASSIGNED); do
147 INDEX=$(echo $line | (awk '{print $1}'))
148 SHARD=$(echo $line | (awk '{print $2}'))
149 curl -XPOST 'localhost:9200/_cluster/reroute' -d '{
150 "commands": [
151 {
152 "allocate": {
153 "index": "'$INDEX'",
154 "shard": '$SHARD',
155 "node": "'$NODE'",
156 "allow_primary": true
157 }
158 }
159 ]
160 }'
161 done
162 {{/code}}
163
164 Afterwards:
165
166
167 {{code}}
168 curl localhost:9200/_cat/indices
169 green open filebeat-2016.03.30 5 1 7 0 78.9kb 78.9kb
170 green open logstash-2016.03.28 5 1 1 0 12.7kb 12.7kb
171 green open filebeat-2016.03.31 5 1 10 0 112.2kb 112.2kb
172 green open filebeat-2016.03.21 5 1 1 0 11.9kb 11.9kb
173 green open filebeat-2016.03.22 5 1 1 0 11.9kb 11.9kb
174 green open filebeat-2016.04.01 5 1 6 0 67.6kb 67.6kb
175 green open filebeat-2016.03.23 5 1 1 0 11.9kb 11.9kb
176 green open filebeat-2016.04.02 5 1 15 0 167.5kb 167.5kb
177 green open filebeat-2016.03.26 5 1 2 0 23kb 23kb
178 green open packetbeat-2016.04.03 5 1 115546 0 78.3mb 78.3mb
179 green open .kibana 1 1 115 0 86.3kb 86.3kb
180 green open topbeat-2016.04.03 5 1 198026 0 75.9mb 75.9mb
181 green open filebeat-2016.03.27 5 1 2 0 23kb 23kb
182 green open filebeat-2016.03.28 5 1 4 0 45.3kb 45.3kb
183 green open filebeat-2016.03.29 5 1 2 0 23kb 23kb
184 green open filebeat-2016.03.18 5 1 2 0 23.1kb 23.1kb
185 {{/code}}