mapr/check_aggregate_maprcli_volume.py at master · orbakh/mapr · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
#!/usr/bin/python

import sys, getopt, os, subprocess, re
from subprocess import Popen, PIPE

maprcli = "/opt/mapr/bin/maprcli"
gmetric = "/usr/bin/gmetric"


def excutablecheck(command):
 if os.access(command, os.F_OK):
  return
 else:
  sys.exit


excutablecheck(maprcli)
excutablecheck(gmetric)

maprcli+=" volume list -columns \"mountdir,logicalUsed,used\""

p = subprocess.Popen(maprcli, shell=True, stdout=PIPE, bufsize=1)
aggregate_total_used = 0
aggregate_total_logical = 0
aggregate_pe_used = 0
aggregate_pe_logical = 0
aggregate_meld_used = 0
aggregate_meld_logical = 0
aggregate_meld_sem_used = 0
aggregate_meld_sem_logical = 0
aggregate_meld_int_used = 0
aggregate_meld_int_logical = 0
aggregate_meld_meta_used = 0
aggregate_meld_meta_logical = 0
aggregate_meld_src_used = 0
aggregate_meld_src_logical = 0
aggregate_meld_src_x1_used = 0
aggregate_meld_src_x1_logical = 0
aggregate_meld_src_bali_used = 0
aggregate_meld_src_bali_logical = 0
aggregate_meld_src_merlin_used = 0
aggregate_meld_src_merlin_logical = 0
aggregate_meld_src_overlay_used = 0
aggregate_meld_src_overlay_logical = 0
aggregate_meld_base_used = 0
aggregate_meld_base_logical = 0
aggregate_meld_base_x1_used = 0
aggregate_meld_base_x1_logical = 0
aggregate_meld_base_bali_used = 0
aggregate_meld_base_bali_logical = 0
aggregate_meld_base_cemp_used = 0
aggregate_meld_base_cemp_logical  = 0
aggregate_meld_base_merlin_used = 0
aggregate_meld_base_merlin_logical = 0
aggregate_meld_base_overlay_used = 0
aggregate_meld_base_overlay_logical = 0
aggregate_user_used = 0
aggregate_user_logical= 0
aggregate_mapr_used = 0
aggregate_mapr_logical= 0
aggregate_ebi_used = 0
aggregate_ebi_logical= 0
for line in p.stdout.readlines():
 line.strip()
 parts = line.split()
 if len(parts) <= 2:
  continue
 directory,logical,used = line.split()
 if directory == 'mountdir':
  continue
 logical = int(logical)
 used = int(used)
 aggregate_total_used +=  used
 aggregate_total_logical +=  logical
 if "pe" in directory:
  aggregate_pe_used +=  used
  aggregate_pe_logical +=  logical
 elif "mapr" in directory:
  aggregate_mapr_used +=  used
  aggregate_mapr_logical +=  logical
 elif "ebi" in directory:
  aggregate_ebi_used +=  used
  aggregate_ebi_logical +=  logical
 elif "aps" in directory:
  aggregate_meld_used +=  used
  aggregate_meld_logical +=  logical
  if "src" in directory:
   aggregate_meld_src_used += used
   aggregate_meld_src_logical += logical
   if "x1" in directory:
    aggregate_meld_src_x1_used += used
    aggregate_meld_src_x1_logical += logical
   elif "bali" in directory:
    aggregate_meld_src_bali_used += used
    aggregate_meld_src_bali_logical += logical
   elif "merlin" in directory:
    aggregate_meld_src_merlin_used += used
    aggregate_meld_src_merlin_logical += logical
   elif "overlay" in directory:
    aggregate_meld_src_overlay_used += used
    aggregate_meld_src_overlay_logical += logical
  if "base" in directory:
   aggregate_meld_base_used += used
   aggregate_meld_base_logical += logical
   if "x1" in directory:
    aggregate_meld_base_x1_used += used
    aggregate_meld_base_x1_logical += logical
   elif "bali" in directory:
    aggregate_meld_base_bali_used += used
    aggregate_meld_base_bali_logical += logical
   elif "cemp" in directory:
    aggregate_meld_base_cemp_used += used
    aggregate_meld_base_cemp_logical += logical
   elif "merlin" in directory:
    aggregate_meld_base_merlin_used += used
    aggregate_meld_base_merlin_logical += logical
   elif "overlay" in directory:
    aggregate_meld_base_overlay_used += used
    aggregate_meld_base_overlay_logical += logical
  if "sem" in directory:
   aggregate_meld_sem_used += used
   aggregate_meld_sem_logical += used
  if "int" in directory:
   aggregate_meld_int_used += used
   aggregate_meld_int_logical += used
  if "meta" in directory:
   aggregate_meld_meta_used += used
   aggregate_meld_meta_logical += used

 elif "user" in directory:
  aggregate_user_used +=  used
  aggregate_user_logical +=  logical

# print("directory = {0} logical used = {1} real used = {2}".format(directory,logical,used))

my_data = {'aggregate_pe_used': aggregate_pe_used}
my_data['aggregate_pe_logical'] = aggregate_pe_logical
my_data['aggregate_user_logical'] = aggregate_user_logical
my_data['aggregate_user_used'] = aggregate_user_used
my_data['aggregate_meld_logical'] = aggregate_meld_logical
my_data['aggregate_meld_used'] = aggregate_meld_used
my_data['aggregate_meld_base_logical'] = aggregate_meld_base_logical
my_data['aggregate_meld_base_used'] = aggregate_meld_base_used
my_data['aggregate_meld_base_bali_logical'] = aggregate_meld_base_bali_logical
my_data['aggregate_meld_base_bali_used'] = aggregate_meld_base_bali_used
my_data['aggregate_meld_base_x1_logical'] = aggregate_meld_base_x1_logical
my_data['aggregate_meld_base_x1_used'] = aggregate_meld_base_x1_used
my_data['aggregate_meld_base_cemp_logical'] = aggregate_meld_base_cemp_logical
my_data['aggregate_meld_base_cemp_used'] = aggregate_meld_base_cemp_used
my_data['aggregate_meld_base_merlin_logical'] = aggregate_meld_base_merlin_logical
my_data['aggregate_meld_base_merlin_used'] = aggregate_meld_base_merlin_used
my_data['aggregate_meld_base_overlay_logical'] = aggregate_meld_base_overlay_logical
my_data['aggregate_meld_base_overlay_used'] = aggregate_meld_base_overlay_used
my_data['aggregate_meld_src_logical'] = aggregate_meld_src_logical
my_data['aggregate_meld_src_used'] = aggregate_meld_src_used
my_data['aggregate_meld_src_bali_logical'] = aggregate_meld_src_bali_logical
my_data['aggregate_meld_src_bali_used'] = aggregate_meld_src_bali_used
my_data['aggregate_meld_src_x1_logical'] = aggregate_meld_src_x1_logical
my_data['aggregate_meld_src_x1_used'] = aggregate_meld_src_x1_used
my_data['aggregate_meld_src_merlin_logical'] = aggregate_meld_src_merlin_logical
my_data['aggregate_meld_src_merlin_used'] = aggregate_meld_src_merlin_used
my_data['aggregate_meld_src_overlay_logical'] = aggregate_meld_src_overlay_logical
my_data['aggregate_meld_src_overlay_used'] = aggregate_meld_src_overlay_used
my_data['aggregate_meld_sem_logical'] = aggregate_meld_sem_logical
my_data['aggregate_meld_sem_used'] = aggregate_meld_sem_used
my_data['aggregate_meld_int_logical'] = aggregate_meld_int_logical
my_data['aggregate_meld_int_used'] = aggregate_meld_int_used
my_data['aggregate_meld_meta_logical'] = aggregate_meld_meta_logical
my_data['aggregate_meld_meta_used'] = aggregate_meld_meta_used
my_data['aggregate_mapr_logical'] = aggregate_mapr_logical
my_data['aggregate_mapr_used'] = aggregate_mapr_used
my_data['aggregate_ebi_logical'] = aggregate_ebi_logical
my_data['aggregate_ebi_used'] = aggregate_ebi_used
my_data['aggregate_total_logical'] = aggregate_total_logical
my_data['aggregate_total_used'] = aggregate_total_used


for key in my_data:
	number = str(my_data[key])
#	print gmetric, "--name ", key, " --value ", number, " --type=int16 --units=Megabytes --group=maprcli_volume_metrics"
	cmd = gmetric
	cmd += " --name "
	cmd += key
	cmd += " --value "
	cmd += number
	cmd += " --type=int16 --units=Megabytes --group=maprcli_volume_metrics"
#	print cmd

	o = subprocess.Popen(cmd, shell=True, stdout=PIPE, bufsize=1)
	o.stdout.close()
	o.wait()


p.stdout.close()
p.wait()