forked from mh720/check_mk-scaleio
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathcheck_scaleio.sh
executable file
·481 lines (418 loc) · 32.8 KB
/
check_scaleio.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
#/bin/bash
SCALEIO_SERVERS=""
SCALEIO_ADMIN_PW=""
SCALEIO_ADMIN_USER="admin"
PD_WARN_SPACE=300000000000
PD_CRIT_SPACE=100000000000
TMPFILE=/tmp/tmp.services.nagiosdata.scaleio
OUTFILE=/tmp/services.nagiosdata.scaleio
UNEXPECTED_ARGS=""
SHOW_HELP=""
LOCAL=""
ASSERT_LIVE=""
while [[ $# -gt 0 ]]
do
case $1 in
-s|--servers)
SCALEIO_SERVERS="$(echo $2 | sed 's/,/ /g')"
shift
shift
;;
-u|--user)
SCALEIO_ADMIN_USER="$2"
shift
shift
;;
-p|--password)
SCALEIO_ADMIN_PW="$2"
shift
shift
;;
-w|--warning)
PD_WARN_SPACE="$2"
shift
shift
;;
-c|--critical)
PD_CRIT_SPACE="$2"
shift
shift
;;
-l|--local)
LOCAL="yes"
shift
;;
--assert-live)
ASSERT_LIVE="yes"
shift
;;
-h|--help)
SHOW_HELP="yes"
shift
;;
*)
UNEXPECTED_ARGS="$UNEXPECTED_ARGS$1 "
shift
;;
esac
done
usage() {
echo "Usage: $0 --servers server1,user@server2,etc --password adminpassword"
echo " -s or --servers A comma-seperated list of servers to poll. Can contain SSH usernames using user@server syntax"
echo " -l or --local Indicates that the scli command should be run on the localhost only"
echo " --assert-live Assert that the local host is the live ScaleIO node"
echo " -u or --user The ScaleIO username to authenticate with. Defaults to $SCALEIO_ADMIN_USER"
echo " -p or --password The ScaleIO password to authenticate with"
echo " -w or --warning The Warning threshold. Defaults to $PD_WARN_SPACE"
echo " -c or --critical The Critical threshold. Defaults to $PD_CRIT_SPACE"
echo " -h or --help Displays this text and exits"
exit 1
}
check_args() {
if [ ${#SHOW_HELP} -gt 0 ]
then
usage
elif [ ${#SCALEIO_SERVERS} -eq 0 ] && [ "${LOCAL}" == "" ]
then
echo "Either -s/--servers or -l/--local must be supplied."
echo
usage
elif [ ${#SCALEIO_SERVERS} -gt 0 ] && [ "${LOCAL}" == "yes" ]
then
echo "Either -s/--servers or -l/--local must be supplied. Not both."
echo
usage
elif [ ${#SCALEIO_ADMIN_PW} -eq 0 ]
then
echo "-p or --password must be provided"
echo
usage
elif [ ${#LOCAL} -eq 0 ] && [ "${ASSERT_LIVE}" == "yes" ]
then
echo "--assert-live must be used with --local"
echo
usage
elif [ ${#UNEXPECTED_ARGS} -gt 0 ]
then
echo "Unexpected args: $UNEXPECTED_ARGS"
echo
usage
fi
}
check_args
if [ "${LOCAL}" == "" ]
then
#Find out which server is our current primary MDM
PRIMARY_SERVER=
for SERVER in ${SCALEIO_SERVERS}; do
OUTPUT=$(ssh ${SERVER} "scli --login --username ${SCALEIO_ADMIN_USER} --password ${SCALEIO_ADMIN_PW} 2>/dev/null | grep 'Logged in'")
#Error: Failed to connect
#Logged in. User role is SuperUser. System ID is 78221ddb0dcff2f5
if [ "$?" == "0" ]; then
PRIMARY_SERVER=${SERVER}
break
fi
done
else
OUTPUT=$(scli --login --username ${SCALEIO_ADMIN_USER} --password ${SCALEIO_ADMIN_PW} 2>/dev/null | grep 'Logged in')
if [ "$?" != "0" ]
then
if [ "${ASSERT_LIVE}" == "yes" ]
then
echo "ScaleIO is not live on this host"
exit 2
else
echo "Server is not primary"
exit 0
fi
fi
fi
if [ "${PRIMARY_SERVER}" != "" ] || [ "${LOCAL}" == "yes" ] ; then
> $TMPFILE
##################################
## QUERY ALL
##################################
if [ "${LOCAL}" == "yes" ]
then
QUERY_ALL_OUTPUT=$(scli --query_all)
else
QUERY_ALL_OUTPUT=$(ssh ${PRIMARY_SERVER} "scli --query_all")
fi
QUERY_ALL_OUTPUT=$(echo "${QUERY_ALL_OUTPUT}" | sed 's/[()]//g; s/\.[0-9] KB/000 Bytes/g; s/ KB/000 Bytes/g; s/\.[0-9] MB/000000 Bytes/g; s/ MB/000000 Bytes/g; s/\.[0-9] GB/000000000 Bytes/g; s/ GB/000000000 Bytes/g; s/\.[0-9] TB/000000000000 Bytes/g; s/ TB/000000000000 Bytes/g')
#[root@scaleio ~]# scli --query_all
#
#System Info:
# Product: EMC ScaleIO Version: R2_0.12000.122
# ID: 78221ddb0dcff2f5
# Manager ID: 0000000000000000
#
#License info:
# Installation ID: 5d848ea4078b651d
# SWID:
# Maximum capacity: Unlimited
# Usage time left: Unlimited *** Non-Production License ***
# Enterprise features: Enabled
# The system was activated 13 days ago
#
#System settings:
# Capacity alert thresholds: High: 80, Critical: 90
# Thick volume reservation percent: 0
# MDM restricted SDC mode: enabled
# Management Clients secure communication: enabled
# TLS version: TLSv1.2
# CLI preemptive login banner acceptance via shell: enabled
# User authentication method: Native
# SDS connection authentication: Enabled
#
#Query all returned 1 Protection Domain:
#Protection Domain default Id: 073890cb00000000 has 1 storage pools, 0 Fault Sets, 5 SDS nodes, 23 volumes and 568000000000 Bytes 581632000000 Bytes available for volume allocation
#Operational state is Active
#Rfcache enabled, Mode: Write miss, Page Size 64000 Bytes, Max IO size 128000 Bytes
#
#Storage Pool default Id: 08cd1e2100000000 has 23 volumes and 568000000000 Bytes 581632000000 Bytes available for volume allocation
# The number of parallel rebuild/rebalance jobs: 2
# Rebuild is enabled and using Limit-Concurrent-IO policy with the following parameters:
# Number of concurrent IOs per device: 1
# Rebalance is enabled and using Favor-Application-IO policy with the following parameters:
# Number of concurrent IOs per device: 1, Bandwidth limit per device: 10240000 Bytes per second
# Background device scanner: Disabled
# Zero padding is disabled
# Spare policy: 20% out of total
# Checksum mode: disabled
# Uses RAM Read Cache
# RAM Read Cache write handling mode is 'cached'
# Doesn't use Flash Read Cache
# Capacity alert thresholds: High: 80, Critical: 90
#
#
#SDS Summary:
# Total 5 SDS Nodes
# 5 SDS nodes have membership state 'Joined'
# 5 SDS nodes have connection state 'Connected'
# 1000000000000 Bytes 1494000000000 Bytes total capacity
# 1000000000000 Bytes 1157000000000 Bytes unused capacity
# 0 Bytes snapshots capacity
# 38000000000 Bytes 39434000000 Bytes in-use capacity
# 38000000000 Bytes 39434000000 Bytes thin capacity
# 38000000000 Bytes 39434000000 Bytes protected capacity
# 0 Bytes failed capacity
# 0 Bytes degraded-failed capacity
# 0 Bytes degraded-healthy capacity
# 0 Bytes unreachable-unused capacity
# 0 Bytes active rebalance capacity
# 0 Bytes pending rebalance capacity
# 0 Bytes active forward-rebuild capacity
# 0 Bytes pending forward-rebuild capacity
# 0 Bytes active backward-rebuild capacity
# 0 Bytes pending backward-rebuild capacity
# 0 Bytes rebalance capacity
# 0 Bytes forward-rebuild capacity
# 0 Bytes backward-rebuild capacity
# 0 Bytes active moving capacity
# 0 Bytes pending moving capacity
# 0 Bytes total moving capacity
# 299000000000 Bytes 306175000000 Bytes spare capacity
# 38000000000 Bytes 39434000000 Bytes at-rest capacity
# 0 Bytes semi-protected capacity
# 0 Bytes in-maintenance capacity
# 0 Bytes decreased capacity
#
# Primary-reads 0 IOPS 0 Bytes per-second
# Primary-writes 19 IOPS 390000 Bytes 399769 Bytes per-second
# Secondary-reads 0 IOPS 0 Bytes per-second
# Secondary-writes 21 IOPS 406000 Bytes 416153 Bytes per-second
# Backward-rebuild-reads 0 IOPS 0 Bytes per-second
# Backward-rebuild-writes 0 IOPS 0 Bytes per-second
# Forward-rebuild-reads 0 IOPS 0 Bytes per-second
# Forward-rebuild-writes 0 IOPS 0 Bytes per-second
# Rebalance-reads 0 IOPS 0 Bytes per-second
# Rebalance-writes 0 IOPS 0 Bytes per-second
#
#Volumes summary:
# 23 thin-provisioned volumes. Total used size: 19000000000 Bytes 19717000000 Bytes
# 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
#Protection Domain default Id: 073890cb00000000 has 1 storage pools, 0 Fault Sets, 5 SDS nodes, 23 volumes and 568000000000 Bytes 581632000000 Bytes available for volume allocation
PD_ID=$(echo "${QUERY_ALL_OUTPUT}" | awk 'BEGIN {FS=" "} {if ($1=="Protection" && $2=="Domain") {printf "%s", $5} }' )
#Stop immediately if we can't find a protection domain
if [ "${PD_ID}" == "" ]; then
rm -f ${TMPFILE}
rm -f ${OUTFILE}
exit
fi
BYTES_AVAIL=$(echo "${QUERY_ALL_OUTPUT}" | awk 'BEGIN {FS=" "} {if ($1=="Protection" && $2=="Domain") {printf "%s", $21} }')
if [ ${BYTES_AVAIL} -lt ${PD_CRIT_SPACE} ]; then PD_STATUS=2
elif [ ${BYTES_AVAIL} -lt ${PD_WARN_SPACE} ]; then PD_STATUS=1; else PD_STATUS=0;fi
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} -v PDSTATUS=${PD_STATUS} -v PDWARN=${PD_WARN_SPACE} -v PDCRIT=${PD_CRIT_SPACE} 'BEGIN {FS=" "} {if ($1=="Protection" && $2=="Domain") {printf "%s %s storage_pools=%s|fault_sets=%s|sds_nodes=%s|volumes=%s|bytes_available=%s;%s;%s;; PD has %s storage pools, %s Fault Sets, %s SDS nodes, %s volumes and %s %s available for volume allocation\n",PDSTATUS,PDID,$7,$10,$13,$16,$21,PDWARN,PDCRIT,$7,$10,$13,$16,$21,$22} }' >> ${TMPFILE}
# 1 2 3 4 5
# MDM restricted SDC mode: enabled
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($1=="MDM" && $2=="restricted") { if($5=="enabled"){printf "0 %srsm - MDM restricted SDC mode enabled\n", PDID} else {printf "3 %srsm - MDM restricted SDC mode disabled\n", PDID} } }' >> ${TMPFILE}
# 1 2 3 4 5 6 7
# 5 SDS nodes have membership state 'Joined'
# 5 SDS nodes have connection state 'Connected'
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($5=="membership" && $6=="state") {printf "0 %snj sds_nodes_joined=%s PD has %s SDS nodes Joined\n",PDID,$1,$1} }' >> ${TMPFILE}
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($5=="connection" && $6=="state") {printf "0 %snc sds_nodes_connected=%s PD has %s SDS nodes Connected\n",PDID,$1,$1} }' >> ${TMPFILE}
# 1 2 3 4
# 0 Bytes total capacity
# 1 2 3 4 5 6
# 1000000000000 Bytes 1494000000000 Bytes total capacity
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($3=="total" && $4=="capacity") {printf "0 %stc bytes_total_capacity=%s PD Total capacity %s %s\n",PDID,$1,$1,$2} else if ($5=="total" && $6=="capacity") {printf "0 %stc bytes_total_capacity=%s PD Total capacity %s %s\n",PDID,$3,$3,$4} }' >> ${TMPFILE}
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($3=="unused" && $4=="capacity") {printf "0 %suc unused_capacity=%s PD Unused capacity %s %s (%s %s)\n",PDID,$1,$1,$2} else if ($5=="unused" && $6=="capacity") {printf "0 %suc unused_capacity=%s PD Unused capacity %s %s\n",PDID,$3,$3,$4} }' >> ${TMPFILE}
# 1 2 3 4 5 6
# Primary-reads 0 IOPS 0 Bytes per-second
# 1 2 3 4 5 6 7 8
# Primary-reads 19 IOPS 390000 Bytes 399769 Bytes per-second
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($1=="Primary-reads" && $6=="per-second") {printf "0 %spr iops=%s|bytes_per_second=%s PD %s IOPS; Primary-reads %s %s/s\n",PDID,$2,$4,$2,$4,$5} else if ($1=="Primary-reads" && $8=="per-second") {printf "0 %spr iops=%s|bytes_per_second=%s PD %s IOPS; Primary-reads %s %s/s\n",PDID,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($1=="Primary-writes" && $6=="per-second") {printf "0 %spw iops=%s|bytes_per_second=%s PD %s IOPS; Primary-writes %s %s/s\n",PDID,$2,$4,$2,$4,$5} else if ($1=="Primary-writes" && $8=="per-second") {printf "0 %spw iops=%s|bytes_per_second=%s PD %s IOPS; Primary-writes %s %s/s\n",PDID,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($1=="Secondary-reads" && $6=="per-second") {printf "0 %ssr iops=%s|bytes_per_second=%s PD %s IOPS; Secondary-reads %s %s/s\n",PDID,$2,$4,$2,$4,$5} else if ($1=="Secondary-reads" && $8=="per-second") {printf "0 %ssr iops=%s|bytes_per_second=%s PD %s IOPS; Secondary-reads %s %s/s\n",PDID,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($1=="Secondary-writes" && $6=="per-second") {printf "0 %ssw iops=%s|bytes_per_second=%s PD %s IOPS; Secondary-writes %s %s/s\n",PDID,$2,$4,$2,$4,$5} else if ($1=="Secondary-writes" && $8=="per-second") {printf "0 %ssw iops=%s|bytes_per_second=%s PD %s IOPS; Secondary-writes %s %s/s\n",PDID,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($1=="Backward-rebuild-reads" && $6=="per-second") {printf "0 %sbrr iops=%s|bytes_per_second=%s PD %s IOPS; Backward-rebuild-reads %s %s/s\n",PDID,$2,$4,$2,$4,$5} else if ($1=="Backward-rebuild-reads" && $8=="per-second") {printf "0 %sbrr iops=%s|bytes_per_second=%s PD %s IOPS; Backward-rebuild-reads %s %s/s\n",PDID,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($1=="Backward-rebuild-writes" && $6=="per-second") {printf "0 %sbrw iops=%s|bytes_per_second=%s PD %s IOPS; Backward-rebuild-writes %s %s/s\n",PDID,$2,$4,$2,$4,$5} else if ($1=="Backward-rebuild-writes" && $8=="per-second") {printf "0 %sbrw iops=%s|bytes_per_second=%s PD %s IOPS; Backward-rebuild-writes %s %s/s\n",PDID,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($1=="Forward-rebuild-reads" && $6=="per-second") {printf "0 %sfrr iops=%s|bytes_per_second=%s PD %s IOPS; Forward-rebuild-reads %s %s/s\n",PDID,$2,$4,$2,$4,$5} else if ($1=="Forward-rebuild-reads" && $8=="per-second") {printf "0 %sfrr iops=%s|bytes_per_second=%s PD %s IOPS; Forward-rebuild-reads %s %s/s\n",PDID,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($1=="Forward-rebuild-writes" && $6=="per-second") {printf "0 %sfrw iops=%s|bytes_per_second=%s PD %s IOPS; Forward-rebuild-writes %s %s/s\n",PDID,$2,$4,$2,$4,$5} else if ($1=="Forward-rebuild-writes" && $8=="per-second") {printf "0 %sfrw iops=%s|bytes_per_second=%s PD %s IOPS; Forward-rebuild-writes %s %s/s\n",PDID,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($1=="Rebalance-reads" && $6=="per-second") {printf "0 %srr iops=%s|bytes_per_second=%s PD %s IOPS; Rebalance-reads %s %s/s\n",PDID,$2,$4,$2,$4,$5} else if ($1=="Rebalance-reads" && $8=="per-second") {printf "0 %srr iops=%s|bytes_per_second=%s PD %s IOPS; Rebalance-reads %s %s/s\n",PDID,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_ALL_OUTPUT}" | awk -v PDID=${PD_ID} 'BEGIN {FS=" "} {if ($1=="Rebalance-writes" && $6=="per-second") {printf "0 %srw iops=%s|bytes_per_second=%s PD %s IOPS; Rebalance-writes %s %s/s\n",PDID,$2,$4,$2,$4,$5} else if ($1=="Rebalance-writes" && $8=="per-second") {printf "0 %srw iops=%s|bytes_per_second=%s PD %s IOPS; Rebalance-writes %s %s/s\n",PDID,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
##################################
## QUERY EACH SDS
##################################
if [ "${LOCAL}" == "yes" ]
then
SDSS=$(scli --query_all_sds | egrep 'SDS ID: [0-9a-f]{16}' | cut -f 3 -d ' ')
else
SDSS=$(ssh ${PRIMARY_SERVER} "scli --query_all_sds | egrep 'SDS ID: [0-9a-f]{16}' | cut -f 3 -d ' '")
fi
for SDS in ${SDSS}
do
if [ "${LOCAL}" == "yes" ]
then
QUERY_SDS_OUTPUT=$(scli --query_sds --sds_id ${SDS})
else
QUERY_SDS_OUTPUT=$(ssh ${PRIMARY_SERVER} "scli --query_sds --sds_id ${SDS}")
fi
QUERY_SDS_OUTPUT=$(echo "${QUERY_SDS_OUTPUT}" | sed 's/[()]//g; s/\.[0-9] KB/000 Bytes/g; s/ KB/000 Bytes/g; s/\.[0-9] MB/000000 Bytes/g; s/ MB/000000 Bytes/g; s/\.[0-9] GB/000000000 Bytes/g; s/ GB/000000000 Bytes/g; s/\.[0-9] TB/000000000000 Bytes/g; s/ TB/000000000000 Bytes/g')
#SDS ee7536f900000000 Name: SDS_[224.36.61.59] Version: 2.0.12000
#Protection Domain: 073890cb00000000, Name: default
#DRL mode: Volatile
#Authentication error: None
#IP information total 1 IPs:
# 1: 224.36.61.59 Role: All SDS and SDC
# Port: 7072
#RAM Read Cache information:
# 4000000000 Bytes 4096000000 Bytes total size
# Cache is enabled
# RAM Read Cache memory allocation state is SUCCESSFUL
#
#Rfcache enabled
#
#Device information total 1 devices:
# 1: Name: /dev/sdb Path: /dev/sdb Original-path: /dev/sdb ID: befb164a00000000
# Storage Pool: default, Capacity: 298000000000 Bytes Error-fixes: 0 scanned 0000000 Bytes, Compare errors: 0 State: Normal
#
#No devices use Rfcache
#Membership-state: Joined; Connection-state: Connected; SDS-state: Normal; 0 devices with error; 0 Rfcache devices with errors
# 299000000000 Bytes 306175000000 Bytes total capacity
# 288000000000 Bytes 294911000000 Bytes unused capacity
# 0 Bytes snapshots capacity
# 7000000000 Bytes 7998000000 Bytes in-use capacity
# 7000000000 Bytes 7998000000 Bytes thin capacity
# 0 Bytes unreachable-unused capacity
# 0 active moving-in forward-rebuild jobs
# 0 active moving-in backward-rebuild jobs
# 0 active moving-in rebalance jobs
# 0 active moving-out forward-rebuild jobs
# 0 active moving-out backward-rebuild jobs
# 0 active moving-out rebalance jobs
# 0 pending moving-in forward-rebuild jobs
# 0 pending moving-in backward-rebuild jobs
# 0 pending moving-in rebalance jobs
# 0 pending moving-out forward-rebuild jobs
# 0 pending moving-out backward-rebuild jobs
# 0 pending moving-out rebalance jobs
# 0 Bytes decreased capacity
#
#
# Primary-reads 0 IOPS 0 Bytes per-second
# Primary-writes 10 IOPS 65000 Bytes 67174 Bytes per-second
# Secondary-reads 0 IOPS 0 Bytes per-second
# Secondary-writes 22 IOPS 300000 Bytes 308019 Bytes per-second
# Backward-rebuild-reads 0 IOPS 0 Bytes per-second
# Backward-rebuild-writes 0 IOPS 0 Bytes per-second
# Forward-rebuild-reads 0 IOPS 0 Bytes per-second
# Forward-rebuild-writes 0 IOPS 0 Bytes per-second
# Rebalance-reads 0 IOPS 0 Bytes per-second
# Rebalance-writes 0 IOPS 0 Bytes per-second
# 1 2 3 4
# 0 Bytes total capacity
# 1 2 3 4 5 6
# 1000000000000 Bytes 1494000000000 Bytes total capacity
echo "${QUERY_SDS_OUTPUT}" | awk -v SDS=${SDS} 'BEGIN {FS=" "} {if ($3=="total" && $4=="capacity") {printf "0 %stc bytes_total_capacity=%s SDS Total capacity %s %s\n",SDS,$1,$1,$2} else if ($5=="total" && $6=="capacity") {printf "0 %stc bytes_total_capacity=%s SDS Total capacity %s %s\n",SDS,$3,$3,$4} }' >> ${TMPFILE}
echo "${QUERY_SDS_OUTPUT}" | awk -v SDS=${SDS} 'BEGIN {FS=" "} {if ($3=="unused" && $4=="capacity") {printf "0 %suc unused_capacity=%s SDS Unused capacity %s %s (%s %s)\n",SDS,$1,$1,$2} else if ($5=="unused" && $6=="capacity") {printf "0 %suc unused_capacity=%s SDS Unused capacity %s %s\n",SDS,$3,$3,$4} }' >> ${TMPFILE}
# 1 2 3 4 5 6
# Primary-reads 0 IOPS 0 Bytes per-second
# 1 2 3 4 5 6 7 8
# Primary-reads 19 IOPS 390000 Bytes 399769 Bytes per-second
echo "${QUERY_SDS_OUTPUT}" | awk -v SDS=${SDS} 'BEGIN {FS=" "} {if ($1=="Primary-reads" && $6=="per-second") {printf "0 %spr iops=%s|bytes_per_second=%s SDS %s IOPS; Primary-reads %s %s/s\n",SDS,$2,$4,$2,$4,$5} else if ($1=="Primary-reads" && $8=="per-second") {printf "0 %spr iops=%s|bytes_per_second=%s SDS %s IOPS; Primary-reads %s %s/s\n",SDS,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_SDS_OUTPUT}" | awk -v SDS=${SDS} 'BEGIN {FS=" "} {if ($1=="Primary-writes" && $6=="per-second") {printf "0 %spw iops=%s|bytes_per_second=%s SDS %s IOPS; Primary-writes %s %s/s\n",SDS,$2,$4,$2,$4,$5} else if ($1=="Primary-writes" && $8=="per-second") {printf "0 %spw iops=%s|bytes_per_second=%s SDS %s IOPS; Primary-writes %s %s/s\n",SDS,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_SDS_OUTPUT}" | awk -v SDS=${SDS} 'BEGIN {FS=" "} {if ($1=="Secondary-reads" && $6=="per-second") {printf "0 %ssr iops=%s|bytes_per_second=%s SDS %s IOPS; Secondary-reads %s %s/s\n",SDS,$2,$4,$2,$4,$5} else if ($1=="Secondary-reads" && $8=="per-second") {printf "0 %ssr iops=%s|bytes_per_second=%s SDS %s IOPS; Secondary-reads %s %s/s\n",SDS,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_SDS_OUTPUT}" | awk -v SDS=${SDS} 'BEGIN {FS=" "} {if ($1=="Secondary-writes" && $6=="per-second") {printf "0 %ssw iops=%s|bytes_per_second=%s SDS %s IOPS; Secondary-writes %s %s/s\n",SDS,$2,$4,$2,$4,$5} else if ($1=="Secondary-writes" && $8=="per-second") {printf "0 %ssw iops=%s|bytes_per_second=%s SDS %s IOPS; Secondary-writes %s %s/s\n",SDS,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_SDS_OUTPUT}" | awk -v SDS=${SDS} 'BEGIN {FS=" "} {if ($1=="Backward-rebuild-reads" && $6=="per-second") {printf "0 %sbrr iops=%s|bytes_per_second=%s SDS %s IOPS; Backward-rebuild-reads %s %s/s\n",SDS,$2,$4,$2,$4,$5} else if ($1=="Backward-rebuild-reads" && $8=="per-second") {printf "0 %sbrr iops=%s|bytes_per_second=%s SDS %s IOPS; Backward-rebuild-reads %s %s/s\n",SDS,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_SDS_OUTPUT}" | awk -v SDS=${SDS} 'BEGIN {FS=" "} {if ($1=="Backward-rebuild-writes" && $6=="per-second") {printf "0 %sbrw iops=%s|bytes_per_second=%s SDS %s IOPS; Backward-rebuild-writes %s %s/s\n",SDS,$2,$4,$2,$4,$5} else if ($1=="Backward-rebuild-writes" && $8=="per-second") {printf "0 %sbrw iops=%s|bytes_per_second=%s SDS %s IOPS; Backward-rebuild-writes %s %s/s\n",SDS,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_SDS_OUTPUT}" | awk -v SDS=${SDS} 'BEGIN {FS=" "} {if ($1=="Forward-rebuild-reads" && $6=="per-second") {printf "0 %sfrr iops=%s|bytes_per_second=%s SDS %s IOPS; Forward-rebuild-reads %s %s/s\n",SDS,$2,$4,$2,$4,$5} else if ($1=="Forward-rebuild-reads" && $8=="per-second") {printf "0 %sfrr iops=%s|bytes_per_second=%s SDS %s IOPS; Forward-rebuild-reads %s %s/s\n",SDS,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_SDS_OUTPUT}" | awk -v SDS=${SDS} 'BEGIN {FS=" "} {if ($1=="Forward-rebuild-writes" && $6=="per-second") {printf "0 %sfrw iops=%s|bytes_per_second=%s SDS %s IOPS; Forward-rebuild-writes %s %s/s\n",SDS,$2,$4,$2,$4,$5} else if ($1=="Forward-rebuild-writes" && $8=="per-second") {printf "0 %sfrw iops=%s|bytes_per_second=%s SDS %s IOPS; Forward-rebuild-writes %s %s/s\n",SDS,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_SDS_OUTPUT}" | awk -v SDS=${SDS} 'BEGIN {FS=" "} {if ($1=="Rebalance-reads" && $6=="per-second") {printf "0 %srr iops=%s|bytes_per_second=%s SDS %s IOPS; Rebalance-reads %s %s/s\n",SDS,$2,$4,$2,$4,$5} else if ($1=="Rebalance-reads" && $8=="per-second") {printf "0 %srr iops=%s|bytes_per_second=%s SDS %s IOPS; Rebalance-reads %s %s/s\n",SDS,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
echo "${QUERY_SDS_OUTPUT}" | awk -v SDS=${SDS} 'BEGIN {FS=" "} {if ($1=="Rebalance-writes" && $6=="per-second") {printf "0 %srw iops=%s|bytes_per_second=%s SDS %s IOPS; Rebalance-writes %s %s/s\n",SDS,$2,$4,$2,$4,$5} else if ($1=="Rebalance-writes" && $8=="per-second") {printf "0 %srw iops=%s|bytes_per_second=%s SDS %s IOPS; Rebalance-writes %s %s/s\n",SDS,$2,$6,$2,$6,$7} }' >> ${TMPFILE}
##################################
## PARSE EACH DEVICE ON THE SDS
##################################
# Use "tac" to reverse the output order:
#
# 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 NF
# Storage Pool: default, Capacity: 298000000000 Bytes Error-fixes: 0 scanned 20610000000 Bytes, Compare errors: 0 State: Normal
# 1 2 3 4 5 6 7 8 NF
# 1: Name: N/A Path: /dev/sdb Original-path: /dev/sdb ID: 5b79bfa400040000
#
#0 befb164a00000000 capacity=298000000000|errors_fixed=0|scanned=0000000|compare_errors=0 Device /dev/sdb Normal; capacity 298000000000 Bytes on SDS ee7536f900000000
echo "${QUERY_SDS_OUTPUT}" | tac | awk -v SDSID=${SDS} 'BEGIN {FS=" "} {if ($15=="State:" && $NF=="Normal") {f[0]=$5;f[1]=$6;f[2]=$8;f[3]=$10;f[4]=$14;f[5]=$NF; getline; printf "0 %s capacity_bytes=%s|errors_fixed=%s|scanned_bytes=%s|compare_errors=%s SDS %s %s; capacity %s %s on SDS %s\n", $NF,f[0],f[2],f[3],f[4],$5,f[5],f[0],f[1],SDSID } else if ($15=="State:" && $NF=="Error") {f[0]=$5;f[1]=$6;f[2]=$8;f[3]=$10;f[4]=$14;f[5]=$NF; getline; printf "1 %s capacity_bytes=%s|errors_fixed=%s|scanned_bytes=%s|compare_errors=%s SDS %s %s; capacity %s %s on SDS %s \n", $NF, f[0],f[2],f[3],f[4],$5,f[5],f[0],f[1],SDSID } else {next} }' >> ${TMPFILE}
done
#################################################################
## PARSE EACH SDC FOR BANDWIDTH AND APPROVED AND CONNECTED STATES
#################################################################
QUERY_SDC_CMD="scli --query_all_sdc | sed '/ID/{N;s/\n//;N;s/\n//}; s/[()]//g; s/\.[0-9] KB/000 Bytes/g; s/ KB/000 Bytes/g; s/\.[0-9] MB/000000 Bytes/g; s/ MB/000000 Bytes/g; s/\.[0-9] GB/000000000 Bytes/g; s/ GB/000000000 Bytes/g; s/\.[0-9] TB/000000000000 Bytes/g; s/ TB/000000000000 Bytes/g'"
if [ "${LOCAL}" == "yes" ]
then
QUERY_SDC_OUTPUT=$(scli --query_all_sds)
else
QUERY_SDC_OUTPUT=$(ssh ${PRIMARY_SERVER} "scli --query_all_sds")
fi
QUERY_SDC_OUTPUT=$(echo "${QUERY_SDC_OUTPUT}" | sed '/ID/{N;s/\n//;N;s/\n//}; s/[()]//g; s/\.[0-9] KB/000 Bytes/g; s/ KB/000 Bytes/g; s/\.[0-9] MB/000000 Bytes/g; s/ MB/000000 Bytes/g; s/\.[0-9] GB/000000000 Bytes/g; s/ GB/000000000 Bytes/g; s/\.[0-9] TB/000000000000 Bytes/g; s/ TB/000000000000 Bytes/g')
#[root@scaleio ~]# scli --query_all_sdc | sed '/ID/{N;s/\n//;N;s/\n//}; s/[()]//g; s/\.[0-9] KB/000 Bytes/g; s/ KB/000 Bytes/g; s/\.[0-9] MB/000000 Bytes/g; s/ MB/000000 Bytes/g; s/\.[0-9] GB/000000000 Bytes/g; s/ GB/000000000 Bytes/g; s/\.[0-9] TB/000000000000 Bytes/g; s/ TB/000000000000 Bytes/g'
#MDM restricted SDC mode: Enabled
#Query all SDC returned 11 SDC nodes.
#SDC ID: 64fae10900000000 Name: N/A IP: 224.36.61.122 State: Connected GUID: 53023EC4-D754-46A4-B343-0CA5D3A4F55C OS Type: LINUX Approved: yes Loaded Version: 2.0.12000 Installed Version: 2.0.12000 Read bandwidth: 0 IOPS 0 Bytes per-second Write bandwidth: 0 IOPS 0 Bytes per-second
#SDC ID: 64fb7d4900000006 Name: dev-swarm01 IP: 224.36.60.98 State: Connected GUID: 846414F8-C191-4CA0-9D39-6F6076761D5B OS Type: LINUX Approved: yes Loaded Version: 2.0.12000 Installed Version: 2.0.12000 Read bandwidth: 0 IOPS 0 Bytes per-second Write bandwidth: 1 IOPS 12000 Bytes 12288 Bytes per-second
#1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36
#SDC ID: 64fae10900000000 Name: N/A IP: 224.36.61.122 State: Connected GUID: 53023EC4-D754-46A4-B343-0CA5D3A4F55C OS Type: LINUX Approved: yes Loaded Version: 2.0.12000 Installed Version: 2.0.12000 Read bandwidth: 0 IOPS 0 Bytes per-second Write bandwidth: 0 IOPS 0 Bytes per-second
#1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38
#SDC ID: 64fb7d4900000006 Name: dev-swarm01 IP: 224.36.60.98 State: Connected GUID: 846414F8-C191-4CA0-9D39-6F6076761D5B OS Type: LINUX Approved: yes Loaded Version: 2.0.12000 Installed Version: 2.0.12000 Read bandwidth: 0 IOPS 0 Bytes per-second Write bandwidth: 1 IOPS 12000 Bytes 12288 Bytes per-second
#1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38
#SDC ID: 64fb7d4900000006 Name: dev-swarm01 IP: 224.36.60.98 State: Connected GUID: 846414F8-C191-4CA0-9D39-6F6076761D5B OS Type: LINUX Approved: yes Loaded Version: 2.0.12000 Installed Version: 2.0.12000 Read bandwidth: 1 IOPS 12000 Bytes 12288 Bytes per-second Write bandwidth: 0 IOPS 0 Bytes per-second
#1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40
#SDC ID: 64fb7d4900000006 Name: dev-swarm01 IP: 224.36.60.98 State: Connected GUID: 846414F8-C191-4CA0-9D39-6F6076761D5B OS Type: LINUX Approved: yes Loaded Version: 2.0.12000 Installed Version: 2.0.12000 Read bandwidth: 1 IOPS 12000 Bytes 12288 Bytes per-second Write bandwidth: 1 IOPS 12000 Bytes 12288 Bytes per-second
#1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34
#SDC ID: b4605ba100000000 Name: SDC5 IP: 192.168.33.5 State: Connected GUID: 66792061-70C2-42BC-9623-FBFFB63F298E OS Type: LINUX Loaded Version: 2.0.12000 Installed Version: 2.0.12000 Read bandwidth: 0 IOPS 0 Bytes per-second Write bandwidth: 0 IOPS 0 Bytes per-second
#1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36
#SDC ID: b4605ba100000000 Name: SDC5 IP: 192.168.33.5 State: Connected GUID: 66792061-70C2-42BC-9623-FBFFB63F298E OS Type: LINUX Loaded Version: 2.0.12000 Installed Version: 2.0.12000 Read bandwidth: 0 IOPS 0 Bytes per-second Write bandwidth: 1 IOPS 12000 Bytes 12288 Bytes per-second
#1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36
#SDC ID: b4605ba100000000 Name: SDC5 IP: 192.168.33.5 State: Connected GUID: 66792061-70C2-42BC-9623-FBFFB63F298E OS Type: LINUX Loaded Version: 2.0.12000 Installed Version: 2.0.12000 Read bandwidth: 0 IOPS 12000 Bytes 12288 Bytes per-second Write bandwidth: 0 IOPS 0 Bytes per-second
#1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38
#SDC ID: b4605ba100000000 Name: SDC5 IP: 192.168.33.5 State: Connected GUID: 66792061-70C2-42BC-9623-FBFFB63F298E OS Type: LINUX Loaded Version: 2.0.12000 Installed Version: 2.0.12000 Read bandwidth: 0 IOPS 12000 Bytes 12288 Bytes per-second Write bandwidth: 1 IOPS 12000 Bytes 12288 Bytes per-second
echo "${QUERY_SDC_OUTPUT}" | awk 'BEGIN {FS=" "} { if($1=="SDC" && $2=="ID:") { if($8=="State:" && $9=="Connected"){f[0]=1} else {f[0]=0}; if($15=="Approved:" && $16=="yes") {f[1]=1} else {f[1]=0}; if($24="IOPS"){f[2]=$25} else if ($26="IOPS"){f[2]=$25} if($27=="per-second"){f[3]=$25} else if ($29=="per-second"){f[3]=$27} else if($31="per-second"){f[3]=$29}; if($31=="IOPS"){f[4]=$30} else if ($33=="IOPS") {f[4]=$32} else if($35=="IOPS"){f[4]=$34}; if($34="per-second"){f[5]=$32} else if ($36="per-second"){f[5]=$34} else if($38="per-second"){f[5]=$36} else if($40="per-second"){f[5]=$38}; if(f[0]==0 || f[1]==0) { printf "3 %s connected=%s|approved=%s|read_iop_second=%s|write_iop_second=%s|read_bytes_second=%s|write_bytes_second=%s SDC Read %s IOPS, %s Bytes/s; Write %s IOPS, %s Bytes/s (%s, Approved: %s, Name: %s, IP: %s)\n",$3,f[0],f[1],f[2],f[4],f[3],f[5],f[2],f[3],f[4],f[5],$9,f[1],$5,$7 } else { printf "0 %s connected=%s|approved=%s|read_iop_second=%s|write_iop_second=%s|read_bytes_second=%s|write_bytes_second=%s SDC Read %s IOPS, %s Bytes/s; Write %s IOPS, %s Bytes/s (%s, Approved: %s, Name: %s, IP: %s)\n",$3,f[0],f[1],f[2],f[4],f[3],f[5],f[2],f[3],f[4],f[5],$9,f[1],$5,$7 } } }' >> ${TMPFILE}
#################################################################
# TODO: support for more than one PD
# TOOD: support for fault-sets
#################################################################
mv -f ${TMPFILE} ${OUTFILE} 2>>/dev/null
cat ${OUTFILE}
else
rm -f ${TMPFILE}
rm -f ${OUTFILE}
fi