Hi,
we also noticed that the check_mk-ceph_status.osds fails.
Ceph version: nautilus
check_mk: ram 1.6.0p12
Exception:
KeyError ('full')
Traceback:
File "/omd/sites/live/lib/python/cmk_base/checking.py", line 322, in execute_check
cmk_base.check_utils.is_snmp_check(check_plugin_name))
File "/omd/sites/live/lib/python/cmk_base/checking.py", line 444, in sanitize_check_result
return _sanitize_yield_check_result(result, is_snmp)
File "/omd/sites/live/lib/python/cmk_base/checking.py", line 450, in _sanitize_yield_check_result
subresults = list(result)
File "/omd/sites/live/share/check_mk/checks/ceph_status", line 134, in check_ceph_status_osds
ds_value = data[ds]
Local Variables:
{'_no_item': None,
'data': {u'epoch': 2449935,
u'num_in_osds': 427,
u'num_osds': 463,
u'num_remapped_pgs': 0,
u'num_up_osds': 427},
'ds': 'full',
'num_osds': 463,
'params': {'epoch': (50, 100, 15),
'num_down_osds': (7.0, 5.0),
'num_out_osds': (7.0, 5.0)},
'parsed': {u'election_epoch': 1476,
u'fsid': u'f4c17201-9256-42c3-a05b-83733df81574',
u'fsmap': {u'by_rank': [], u'epoch': 1, u'up:standby': 0},
u'health': {u'checks': {u'PG_NOT_DEEP_SCRUBBED': {u'severity': 'Max recursion depth reached',
u'summary': 'Max recursion depth reached'}},
u'status': u'HEALTH_WARN'},
u'mgrmap': {u'active_addr': u'[fd00:2380:0:20::99]:6801/808117',
u'active_addrs': {u'addrvec': ['Max recursion depth reached',
'Max recursion depth reached',
'Max recursion depth reached',
'Max recursion depth reached']},
u'active_change': u'2020-05-12 17:15:11.274710',
u'active_gid': 158386715,
u'active_name': u'mon6',
u'always_on_modules': {u'nautilus': ['Max recursion depth reached',
'Max recursion depth reached',
'Max recursion depth reached',
'Max recursion depth reached',
'Max recursion depth reached',
'Max recursion depth reached',
'Max recursion depth reached',
'Max recursion depth reached']},
u'available': True,
u'available_modules': [{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'can_run': 'Max recursion depth reached',
u'error_string': 'Max recursion depth reached',
u'module_options': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'}],
u'epoch': 5598,
u'modules': [u'balancer',
u'dashboard',
u'iostat',
u'restful',
u'status',
u'telemetry'],
u'services': {u'dashboard': u'http://ceph-rbd-mon3.fra1:8080/'},
u'standbys': [{u'available_modules': 'Max recursion depth reached',
u'gid': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'},
{u'available_modules': 'Max recursion depth reached',
u'gid': 'Max recursion depth reached',
u'name': 'Max recursion depth reached'}]},
u'monmap': {u'created': u'2019-03-11 19:00:12.470850',
u'epoch': 11,
u'features': {u'optional': [],
u'persistent': ['Max recursion depth reached',
'Max recursion depth reached',
'Max recursion depth reached',
'Max recursion depth reached',
'Max recursion depth reached']},
u'fsid': u'f4c17201-9256-42c3-a05b-83733df81574',
u'min_mon_release': 14,
u'min_mon_release_name': u'nautilus',
u'modified': u'2020-01-28 17:34:11.027710',
u'mons': [{u'addr': 'Max recursion depth reached',
u'name': 'Max recursion depth reached',
u'public_addr': 'Max recursion depth reached',
u'public_addrs': 'Max recursion depth reached',
u'rank': 'Max recursion depth reached'},
{u'addr': 'Max recursion depth reached',
u'name': 'Max recursion depth reached',
u'public_addr': 'Max recursion depth reached',
u'public_addrs': 'Max recursion depth reached',
u'rank': 'Max recursion depth reached'},
{u'addr': 'Max recursion depth reached',
u'name': 'Max recursion depth reached',
u'public_addr': 'Max recursion depth reached',
u'public_addrs': 'Max recursion depth reached',
u'rank': 'Max recursion depth reached'}]},
u'osdmap': {u'osdmap': {u'epoch': 2449935,
u'num_in_osds': 427,
u'num_osds': 463,
u'num_remapped_pgs': 0,
u'num_up_osds': 427}},
u'pgmap': {u'bytes_avail': 355033455349760,
u'bytes_total': 1003233761820672,
u'bytes_used': 648200306470912,
u'data_bytes': 216011797255537,
u'num_objects': 60239755,
u'num_pgs': 16904,
u'num_pools': 4,
u'pgs_by_state': [{u'count': 'Max recursion depth reached',
u'state_name': 'Max recursion depth reached'},
{u'count': 'Max recursion depth reached',
u'state_name': 'Max recursion depth reached'},
{u'count': 'Max recursion depth reached',
u'state_name': 'Max recursion depth reached'}],
u'read_bytes_sec': 1113875637,
u'read_op_per_sec': 11748,
u'write_bytes_sec': 821897882,
u'write_op_per_sec': 23518},
u'progress_events': {},
u'quorum': [0, 1, 2],
u'quorum_age': 1124819,
u'quorum_names': [u'mon4', u'mon5', u'mon6'],
u'servicemap': {u'epoch': 1,
u'modified': u'0.000000',
u'services': {}}},
'state': 2,
'title': 'Full'}