]>
git.proxmox.com Git - ceph.git/blob - ceph/src/pybind/mgr/status/module.py
3 High level status display commands
6 from collections
import defaultdict
7 from prettytable
import PrettyTable
15 from mgr_module
import MgrModule
, HandleCommandResult
18 class Module(MgrModule
):
22 "name=fs,type=CephString,req=false",
23 "desc": "Show the status of a CephFS filesystem",
28 "name=bucket,type=CephString,req=false",
29 "desc": "Show the status of OSDs within a bucket, or all",
35 def get_latest(self
, daemon_type
, daemon_name
, stat
):
36 data
= self
.get_counter(daemon_type
, daemon_name
, stat
)[stat
]
37 #self.log.error("get_latest {0} data={1}".format(stat, data))
43 def get_rate(self
, daemon_type
, daemon_name
, stat
):
44 data
= self
.get_counter(daemon_type
, daemon_name
, stat
)[stat
]
46 #self.log.error("get_latest {0} data={1}".format(stat, data))
47 if data
and len(data
) > 1 and data
[-1][0] != data
[-2][0]:
48 return (data
[-1][1] - data
[-2][1]) / float(data
[-1][0] - data
[-2][0])
52 def handle_fs_status(self
, cmd
):
54 json_output
= defaultdict(list)
55 output_format
= cmd
.get('format', 'plain')
57 fs_filter
= cmd
.get('fs', None)
59 mds_versions
= defaultdict(list)
61 fsmap
= self
.get("fs_map")
62 for filesystem
in fsmap
['filesystems']:
63 if fs_filter
and filesystem
['mdsmap']['fs_name'] != fs_filter
:
66 rank_table
= PrettyTable(
67 ("RANK", "STATE", "MDS", "ACTIVITY", "DNS", "INOS"),
70 rank_table
.left_padding_width
= 0
71 rank_table
.right_padding_width
= 2
73 mdsmap
= filesystem
['mdsmap']
77 for rank
in mdsmap
["in"]:
78 up
= "mds_{0}".format(rank
) in mdsmap
["up"]
80 gid
= mdsmap
['up']["mds_{0}".format(rank
)]
81 info
= mdsmap
['info']['gid_{0}'.format(gid
)]
82 dns
= self
.get_latest("mds", info
['name'], "mds_mem.dn")
83 inos
= self
.get_latest("mds", info
['name'], "mds_mem.ino")
86 client_count
= self
.get_latest("mds", info
['name'],
87 "mds_sessions.session_count")
88 elif client_count
== 0:
89 # In case rank 0 was down, look at another rank's
90 # sessionmap to get an indication of clients.
91 client_count
= self
.get_latest("mds", info
['name'],
92 "mds_sessions.session_count")
94 laggy
= "laggy_since" in info
96 state
= info
['state'].split(":")[1]
99 if state
== "active" and not laggy
:
100 c_state
= mgr_util
.colorize(state
, mgr_util
.GREEN
)
102 c_state
= mgr_util
.colorize(state
, mgr_util
.YELLOW
)
104 # Populate based on context of state, e.g. client
105 # ops for an active daemon, replay progress, reconnect
109 if state
== "active":
110 rate
= self
.get_rate("mds", info
['name'], "mds_server.handle_client_request")
111 if output_format
not in ('json', 'json-pretty'):
112 activity
= "Reqs: " + mgr_util
.format_dimless(rate
, 5) + "/s"
114 metadata
= self
.get_metadata('mds', info
['name'])
115 mds_versions
[metadata
.get('ceph_version', "unknown")].append(info
['name'])
116 if output_format
in ('json', 'json-pretty'):
117 json_output
['mdsmap'].append({
119 'name': info
['name'],
121 'rate': rate
if state
== "active" else "0",
127 mgr_util
.bold(rank
.__str
__()), c_state
, info
['name'],
129 mgr_util
.format_dimless(dns
, 5),
130 mgr_util
.format_dimless(inos
, 5)
133 if output_format
in ('json', 'json-pretty'):
134 json_output
['mdsmap'].append({
140 rank
, "failed", "", "", "", ""
143 # Find the standby replays
144 for gid_str
, daemon_info
in six
.iteritems(mdsmap
['info']):
145 if daemon_info
['state'] != "up:standby-replay":
148 inos
= self
.get_latest("mds", daemon_info
['name'], "mds_mem.ino")
149 dns
= self
.get_latest("mds", daemon_info
['name'], "mds_mem.dn")
151 events
= self
.get_rate("mds", daemon_info
['name'], "mds_log.replayed")
152 if output_format
not in ('json', 'json-pretty'):
153 activity
= "Evts: " + mgr_util
.format_dimless(events
, 5) + "/s"
155 metadata
= self
.get_metadata('mds', daemon_info
['name'])
156 mds_versions
[metadata
.get('ceph_version', "unknown")].append(daemon_info
['name'])
158 if output_format
in ('json', 'json-pretty'):
159 json_output
['mdsmap'].append({
161 'name': daemon_info
['name'],
162 'state': 'standby-replay',
169 "{0}-s".format(daemon_info
['rank']), "standby-replay",
170 daemon_info
['name'], activity
,
171 mgr_util
.format_dimless(dns
, 5),
172 mgr_util
.format_dimless(inos
, 5)
176 pool_stats
= dict([(p
['id'], p
['stats']) for p
in df
['pools']])
177 osdmap
= self
.get("osd_map")
178 pools
= dict([(p
['pool'], p
) for p
in osdmap
['pools']])
179 metadata_pool_id
= mdsmap
['metadata_pool']
180 data_pool_ids
= mdsmap
['data_pools']
182 pools_table
= PrettyTable(["POOL", "TYPE", "USED", "AVAIL"],
184 pools_table
.left_padding_width
= 0
185 pools_table
.right_padding_width
= 2
186 for pool_id
in [metadata_pool_id
] + data_pool_ids
:
187 pool_type
= "metadata" if pool_id
== metadata_pool_id
else "data"
188 stats
= pool_stats
[pool_id
]
190 if output_format
in ('json', 'json-pretty'):
191 json_output
['pools'].append({
193 'name': pools
[pool_id
]['pool_name'],
195 'used': stats
['bytes_used'],
196 'avail': stats
['max_avail']
199 pools_table
.add_row([
200 pools
[pool_id
]['pool_name'], pool_type
,
201 mgr_util
.format_bytes(stats
['bytes_used'], 5),
202 mgr_util
.format_bytes(stats
['max_avail'], 5)
205 if output_format
in ('json', 'json-pretty'):
206 json_output
['clients'].append({
207 'fs': mdsmap
['fs_name'],
208 'clients': client_count
,
211 output
+= "{0} - {1} clients\n".format(
212 mdsmap
['fs_name'], client_count
)
213 output
+= "=" * len(mdsmap
['fs_name']) + "\n"
214 output
+= rank_table
.get_string()
215 output
+= "\n" + pools_table
.get_string() + "\n"
217 if not output
and not json_output
and fs_filter
is not None:
218 return errno
.EINVAL
, "", "Invalid filesystem: " + fs_filter
220 standby_table
= PrettyTable(["STANDBY MDS"], border
=False)
221 standby_table
.left_padding_width
= 0
222 standby_table
.right_padding_width
= 2
223 for standby
in fsmap
['standbys']:
224 metadata
= self
.get_metadata('mds', standby
['name'])
225 mds_versions
[metadata
.get('ceph_version', "unknown")].append(standby
['name'])
227 if output_format
in ('json', 'json-pretty'):
228 json_output
['mdsmap'].append({
229 'name': standby
['name'],
233 standby_table
.add_row([standby
['name']])
235 if output_format
not in ('json', 'json-pretty'):
236 output
+= "\n" + standby_table
.get_string() + "\n"
238 if len(mds_versions
) == 1:
239 if output_format
in ('json', 'json-pretty'):
240 json_output
['mds_version'] = list(mds_versions
)[0]
242 output
+= "MDS version: {0}".format(list(mds_versions
)[0])
244 version_table
= PrettyTable(["VERSION", "DAEMONS"],
246 version_table
.left_padding_width
= 0
247 version_table
.right_padding_width
= 2
248 for version
, daemons
in six
.iteritems(mds_versions
):
249 if output_format
in ('json', 'json-pretty'):
250 json_output
['mds_version'].append({
255 version_table
.add_row([
259 if output_format
not in ('json', 'json-pretty'):
260 output
+= version_table
.get_string() + "\n"
262 if output_format
== "json":
263 return HandleCommandResult(stdout
=json
.dumps(json_output
, sort_keys
=True))
264 elif output_format
== "json-pretty":
265 return HandleCommandResult(stdout
=json
.dumps(json_output
, sort_keys
=True, indent
=4, separators
=(',', ': ')))
267 return HandleCommandResult(stdout
=output
)
269 def handle_osd_status(self
, cmd
):
270 osd_table
= PrettyTable(['ID', 'HOST', 'USED', 'AVAIL', 'WR OPS',
271 'WR DATA', 'RD OPS', 'RD DATA', 'STATE'],
273 osd_table
.align
['ID'] = 'r'
274 osd_table
.align
['HOST'] = 'l'
275 osd_table
.align
['USED'] = 'r'
276 osd_table
.align
['AVAIL'] = 'r'
277 osd_table
.align
['WR OPS'] = 'r'
278 osd_table
.align
['WR DATA'] = 'r'
279 osd_table
.align
['RD OPS'] = 'r'
280 osd_table
.align
['RD DATA'] = 'r'
281 osd_table
.align
['STATE'] = 'l'
282 osd_table
.left_padding_width
= 0
283 osd_table
.right_padding_width
= 2
284 osdmap
= self
.get("osd_map")
289 self
.log
.debug("Filtering to bucket '{0}'".format(cmd
['bucket']))
290 bucket_filter
= cmd
['bucket']
291 crush
= self
.get("osd_map_crush")
293 for bucket
in crush
['buckets']:
294 if fnmatch
.fnmatch(bucket
['name'], bucket_filter
):
296 filter_osds
.update([i
['id'] for i
in bucket
['items']])
299 msg
= "Bucket '{0}' not found".format(bucket_filter
)
300 return errno
.ENOENT
, msg
, ""
302 # Build dict of OSD ID to stats
303 osd_stats
= dict([(o
['osd'], o
) for o
in self
.get("osd_stats")['osd_stats']])
305 for osd
in osdmap
['osds']:
307 if bucket_filter
and osd_id
not in filter_osds
:
314 if osd_id
in osd_stats
:
315 metadata
= self
.get_metadata('osd', "%s" % osd_id
)
316 stats
= osd_stats
[osd_id
]
317 hostname
= metadata
['hostname']
318 kb_used
= stats
['kb_used'] * 1024
319 kb_avail
= stats
['kb_avail'] * 1024
321 osd_table
.add_row([osd_id
, hostname
,
322 mgr_util
.format_bytes(kb_used
, 5),
323 mgr_util
.format_bytes(kb_avail
, 5),
324 mgr_util
.format_dimless(self
.get_rate("osd", osd_id
.__str
__(), "osd.op_w") +
325 self
.get_rate("osd", osd_id
.__str
__(), "osd.op_rw"), 5),
326 mgr_util
.format_bytes(self
.get_rate("osd", osd_id
.__str
__(), "osd.op_in_bytes"), 5),
327 mgr_util
.format_dimless(self
.get_rate("osd", osd_id
.__str
__(), "osd.op_r"), 5),
328 mgr_util
.format_bytes(self
.get_rate("osd", osd_id
.__str
__(), "osd.op_out_bytes"), 5),
329 ','.join(osd
['state']),
332 return 0, osd_table
.get_string(), ""
334 def handle_command(self
, inbuf
, cmd
):
335 self
.log
.error("handle_command")
337 if cmd
['prefix'] == "fs status":
338 return self
.handle_fs_status(cmd
)
339 elif cmd
['prefix'] == "osd status":
340 return self
.handle_osd_status(cmd
)
342 # mgr should respect our self.COMMANDS and not call us for
343 # any prefix we don't advertise
344 raise NotImplementedError(cmd
['prefix'])