| test_verify_process_status_config[dev_sanity_dpdk,sanity,xxx_sanity] | Failure | Details
Traceback (most recent call last):
testtools.testresult.real._StringException: stdout: {{{
{'NodeStatus': {'process_status': [{'module_id': 'contrail-svc-monitor', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up'}], 'description': None}, {'module_id': 'contrail-config-nodemgr', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}], 'description': None}, {'module_id': 'contrail-device-manager', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.38:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up', 'description': 'ApiServer Connection State updated'}], 'description': None}, {'module_id': 'contrail-schema', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.38:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up', 'description': 'ApiServer'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}], 'description': None}, {'module_id': 'contrail-api', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.22:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Generic Connection', 'name': 'Keystone', 'server_addrs': ['http://10.0.0.56:5000/v3'], 'status': 'Up', 'description': None}], 'description': None}], '__T': 1754917120156265, 'disk_usage_info': {'/dev/vda1': {'partition_type': 'ext4', 'partition_space_used_1k': 24625404, 'partition_space_available_1k': 56465080, 'percentage_partition_space_used': 30}}, 'process_mem_cpu_usage': {'contrail-api': {'mem_virt': 106312, 'cpu_share': 0.02, 'mem_res': 93828}, 'contrail-schema': {'mem_virt': 89552, 'cpu_share': 0.01, 'mem_res': 80084}, 'contrail-svc-monitor': {'mem_virt': 88596, 'cpu_share': 0.0, 'mem_res': 79076}, 'contrail-device-manager': {'mem_virt': 191280, 'cpu_share': 0.0, 'mem_res': 177152}, 'contrail-config-nodemgr': {'mem_virt': 45812, 'cpu_share': 0.01, 'mem_res': 39168}}, 'installed_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'running_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'deleted': False, 'process_info': [{'process_name': 'contrail-api', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-schema', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-svc-monitor', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909187000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-device-manager', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-config-nodemgr', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}], 'system_cpu_info': {'num_socket': 1, 'num_cpu': 4, 'num_core_per_socket': 4, 'num_thread_per_core': 1}, 'system_cpu_usage': {'one_min_avg': 2.0, 'five_min_avg': 2.08, 'fifteen_min_avg': 2.08, 'cpu_share': 9.5, 'node_type': 'config-node'}, 'system_mem_usage': {'total': 16175632, 'used': 10342064, 'free': 463708, 'buffers': 94904, 'cached': 5274956, 'node_type': 'config-node'}, 'build_info': '{"build-info" : [{"build-version" : "master.1.9.8.6.1", "build-time" : "2025-08-08 08:34:31.991562", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-10162-1.novalocal", "build-id" : "master.1.9.8.6.1", "build-number" : "master_1_9_8_6_1.el7"}]}'}, 'UVEAlarms': {'__T': 1754916470751207, 'alarms': [{'type': 'default-global-system-config:system-defined-conf-incorrect', 'alarm_rules': {'or_list': [{'and_list': [{'condition': {'operation': '==', 'operand1': 'ContrailConfig', 'operand2': {'json_value': 'null'}, 'variables': []}, 'match': [{'json_operand1_value': 'null', 'json_variables': {}}]}]}]}, 'ack': False, 'timestamp': 1754916470751037, 'severity': 1, 'token': 'eyJob3N0X2lwIjogIjEwLjAuMC4zOCIsICJodHRwX3BvcnQiOiA1OTk1LCAidGltZXN0YW1wIjogMTc1NDkxNjQ3MDc1MTAzN30=', 'description': 'ContrailConfig missing or incorrect. Configuration pushed to Ifmap as ContrailConfig is missing/incorrect.'}]}}
{'NodeStatus': {'process_status': [{'module_id': 'contrail-api', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Generic Connection', 'name': 'Keystone', 'server_addrs': ['http://10.0.0.56:5000/v3'], 'status': 'Up', 'description': None}], 'description': None}, {'module_id': 'contrail-schema', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}], 'description': None}, {'module_id': 'contrail-config-nodemgr', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.22:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}], 'description': None}, {'module_id': 'contrail-svc-monitor', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.22:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}], 'description': None}], '__T': 1754917122313146, 'system_mem_usage': {'total': 16175640, 'used': 6932652, 'free': 246908, 'buffers': 287148, 'cached': 8708932, 'node_type': 'config-node'}, 'disk_usage_info': {'/dev/vda1': {'partition_type': 'ext4', 'partition_space_used_1k': 9318784, 'partition_space_available_1k': 71771700, 'percentage_partition_space_used': 11}}, 'process_info': [{'process_name': 'contrail-api', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909189000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-schema', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909189000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-svc-monitor', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909189000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-device-manager', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909189000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-config-nodemgr', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909189000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}], 'process_mem_cpu_usage': {'contrail-api': {'mem_virt': 99844, 'cpu_share': 0.02, 'mem_res': 96880}, 'contrail-schema': {'mem_virt': 77220, 'cpu_share': 0.0, 'mem_res': 74252}, 'contrail-svc-monitor': {'mem_virt': 75744, 'cpu_share': 0.0, 'mem_res': 72692}, 'contrail-device-manager': {'mem_virt': 102808, 'cpu_share': 0.0, 'mem_res': 84872}, 'contrail-config-nodemgr': {'mem_virt': 52168, 'cpu_share': 0.01, 'mem_res': 40192}}, 'system_cpu_info': {'num_socket': 1, 'num_cpu': 4, 'num_core_per_socket': 4, 'num_thread_per_core': 1}, 'running_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'build_info': '{"build-info" : [{"build-version" : "master.1.9.8.6.1", "build-time" : "2025-08-08 08:34:31.991562", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-10162-1.novalocal", "build-id" : "master.1.9.8.6.1", "build-number" : "master_1_9_8_6_1.el7"}]}', 'installed_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'system_cpu_usage': {'one_min_avg': 2.84, 'five_min_avg': 1.75, 'fifteen_min_avg': 1.47, 'cpu_share': 7.5, 'node_type': 'config-node'}, 'deleted': False}, 'UVEAlarms': {'__T': 1754916470740432, 'alarms': [{'type': 'default-global-system-config:system-defined-conf-incorrect', 'alarm_rules': {'or_list': [{'and_list': [{'condition': {'operation': '==', 'operand1': 'ContrailConfig', 'operand2': {'json_value': 'null'}, 'variables': []}, 'match': [{'json_operand1_value': 'null', 'json_variables': {}}]}]}]}, 'ack': False, 'timestamp': 1754916470740255, 'severity': 1, 'token': 'eyJob3N0X2lwIjogIjEwLjAuMC4zOCIsICJodHRwX3BvcnQiOiA1OTk1LCAidGltZXN0YW1wIjogMTc1NDkxNjQ3MDc0MDI1NX0=', 'description': 'ContrailConfig missing or incorrect. Configuration pushed to Ifmap as ContrailConfig is missing/incorrect.'}]}}
{'NodeStatus': {'disk_usage_info': {'/dev/vda1': {'partition_type': 'ext4', 'partition_space_used_1k': 9341772, 'partition_space_available_1k': 71748712, 'percentage_partition_space_used': 12}}, 'process_mem_cpu_usage': {'contrail-api': {'mem_virt': 102624, 'cpu_share': 0.02, 'mem_res': 98312}, 'contrail-schema': {'mem_virt': 77756, 'cpu_share': 0.0, 'mem_res': 74824}, 'contrail-svc-monitor': {'mem_virt': 75776, 'cpu_share': 0.0, 'mem_res': 72692}, 'contrail-device-manager': {'mem_virt': 102756, 'cpu_share': 0.0, 'mem_res': 84820}, 'contrail-config-nodemgr': {'mem_virt': 52248, 'cpu_share': 0.01, 'mem_res': 40196}}, 'installed_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'running_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'deleted': False, '__T': 1754917120370930, 'process_info': [{'process_name': 'contrail-api', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-schema', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-svc-monitor', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-device-manager', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-config-nodemgr', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}], 'system_cpu_info': {'num_socket': 1, 'num_cpu': 4, 'num_core_per_socket': 4, 'num_thread_per_core': 1}, 'process_status': [{'module_id': 'contrail-config-nodemgr', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}], 'description': None}, {'module_id': 'contrail-api', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Generic Connection', 'name': 'Keystone', 'server_addrs': ['http://10.0.0.56:5000/v3'], 'status': 'Up', 'description': None}], 'description': None}, {'module_id': 'contrail-schema', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}], 'description': None}, {'module_id': 'contrail-svc-monitor', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.22:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}], 'description': None}], 'system_cpu_usage': {'one_min_avg': 1.08, 'five_min_avg': 0.97, 'fifteen_min_avg': 0.99, 'cpu_share': 6.5, 'node_type': 'config-node'}, 'system_mem_usage': {'total': 16175640, 'used': 7012288, 'free': 211008, 'buffers': 285904, 'cached': 8666440, 'node_type': 'config-node'}, 'build_info': '{"build-info" : [{"build-version" : "master.1.9.8.6.1", "build-time" : "2025-08-08 08:34:31.991562", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-10162-1.novalocal", "build-id" : "master.1.9.8.6.1", "build-number" : "master_1_9_8_6_1.el7"}]}'}, 'UVEAlarms': {'__T': 1754916470734301, 'alarms': [{'type': 'default-global-system-config:system-defined-conf-incorrect', 'alarm_rules': {'or_list': [{'and_list': [{'condition': {'operation': '==', 'operand1': 'ContrailConfig', 'operand2': {'json_value': 'null'}, 'variables': []}, 'match': [{'json_operand1_value': 'null', 'json_variables': {}}]}]}]}, 'ack': False, 'timestamp': 1754916470734106, 'severity': 1, 'token': 'eyJob3N0X2lwIjogIjEwLjAuMC4zOCIsICJodHRwX3BvcnQiOiA1OTk1LCAidGltZXN0YW1wIjogMTc1NDkxNjQ3MDczNDEwNn0=', 'description': 'ContrailConfig missing or incorrect. Configuration pushed to Ifmap as ContrailConfig is missing/incorrect.'}]}}
{'NodeStatus': {'process_status': [{'module_id': 'contrail-svc-monitor', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up'}], 'description': None}, {'module_id': 'contrail-config-nodemgr', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}], 'description': None}, {'module_id': 'contrail-device-manager', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.38:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up', 'description': 'ApiServer Connection State updated'}], 'description': None}, {'module_id': 'contrail-schema', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.38:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up', 'description': 'ApiServer'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}], 'description': None}, {'module_id': 'contrail-api', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.22:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Generic Connection', 'name': 'Keystone', 'server_addrs': ['http://10.0.0.56:5000/v3'], 'status': 'Up', 'description': None}], 'description': None}], '__T': 1754917120156265, 'disk_usage_info': {'/dev/vda1': {'partition_type': 'ext4', 'partition_space_used_1k': 24625404, 'partition_space_available_1k': 56465080, 'percentage_partition_space_used': 30}}, 'process_mem_cpu_usage': {'contrail-api': {'mem_virt': 106312, 'cpu_share': 0.02, 'mem_res': 93828}, 'contrail-schema': {'mem_virt': 89552, 'cpu_share': 0.01, 'mem_res': 80084}, 'contrail-svc-monitor': {'mem_virt': 88596, 'cpu_share': 0.0, 'mem_res': 79076}, 'contrail-device-manager': {'mem_virt': 191280, 'cpu_share': 0.0, 'mem_res': 177152}, 'contrail-config-nodemgr': {'mem_virt': 45812, 'cpu_share': 0.01, 'mem_res': 39168}}, 'installed_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'running_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'deleted': False, 'process_info': [{'process_name': 'contrail-api', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-schema', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-svc-monitor', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909187000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-device-manager', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-config-nodemgr', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}], 'system_cpu_info': {'num_socket': 1, 'num_cpu': 4, 'num_core_per_socket': 4, 'num_thread_per_core': 1}, 'system_cpu_usage': {'one_min_avg': 2.0, 'five_min_avg': 2.08, 'fifteen_min_avg': 2.08, 'cpu_share': 9.5, 'node_type': 'config-node'}, 'system_mem_usage': {'total': 16175632, 'used': 10342064, 'free': 463708, 'buffers': 94904, 'cached': 5274956, 'node_type': 'config-node'}, 'build_info': '{"build-info" : [{"build-version" : "master.1.9.8.6.1", "build-time" : "2025-08-08 08:34:31.991562", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-10162-1.novalocal", "build-id" : "master.1.9.8.6.1", "build-number" : "master_1_9_8_6_1.el7"}]}'}, 'UVEAlarms': {'__T': 1754916470751207, 'alarms': [{'type': 'default-global-system-config:system-defined-conf-incorrect', 'alarm_rules': {'or_list': [{'and_list': [{'condition': {'operation': '==', 'operand1': 'ContrailConfig', 'operand2': {'json_value': 'null'}, 'variables': []}, 'match': [{'json_operand1_value': 'null', 'json_variables': {}}]}]}]}, 'ack': False, 'timestamp': 1754916470751037, 'severity': 1, 'token': 'eyJob3N0X2lwIjogIjEwLjAuMC4zOCIsICJodHRwX3BvcnQiOiA1OTk1LCAidGltZXN0YW1wIjogMTc1NDkxNjQ3MDc1MTAzN30=', 'description': 'ContrailConfig missing or incorrect. Configuration pushed to Ifmap as ContrailConfig is missing/incorrect.'}]}}
{'NodeStatus': {'process_status': [{'module_id': 'contrail-api', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Generic Connection', 'name': 'Keystone', 'server_addrs': ['http://10.0.0.56:5000/v3'], 'status': 'Up', 'description': None}], 'description': None}, {'module_id': 'contrail-schema', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}], 'description': None}, {'module_id': 'contrail-config-nodemgr', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.22:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}], 'description': None}, {'module_id': 'contrail-svc-monitor', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.22:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}], 'description': None}], '__T': 1754917122313146, 'system_mem_usage': {'total': 16175640, 'used': 6932652, 'free': 246908, 'buffers': 287148, 'cached': 8708932, 'node_type': 'config-node'}, 'disk_usage_info': {'/dev/vda1': {'partition_type': 'ext4', 'partition_space_used_1k': 9318784, 'partition_space_available_1k': 71771700, 'percentage_partition_space_used': 11}}, 'process_info': [{'process_name': 'contrail-api', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909189000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-schema', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909189000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-svc-monitor', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909189000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-device-manager', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909189000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-config-nodemgr', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909189000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}], 'process_mem_cpu_usage': {'contrail-api': {'mem_virt': 99844, 'cpu_share': 0.02, 'mem_res': 96880}, 'contrail-schema': {'mem_virt': 77220, 'cpu_share': 0.0, 'mem_res': 74252}, 'contrail-svc-monitor': {'mem_virt': 75744, 'cpu_share': 0.0, 'mem_res': 72692}, 'contrail-device-manager': {'mem_virt': 102808, 'cpu_share': 0.0, 'mem_res': 84872}, 'contrail-config-nodemgr': {'mem_virt': 52168, 'cpu_share': 0.01, 'mem_res': 40192}}, 'system_cpu_info': {'num_socket': 1, 'num_cpu': 4, 'num_core_per_socket': 4, 'num_thread_per_core': 1}, 'running_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'build_info': '{"build-info" : [{"build-version" : "master.1.9.8.6.1", "build-time" : "2025-08-08 08:34:31.991562", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-10162-1.novalocal", "build-id" : "master.1.9.8.6.1", "build-number" : "master_1_9_8_6_1.el7"}]}', 'installed_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'system_cpu_usage': {'one_min_avg': 2.84, 'five_min_avg': 1.75, 'fifteen_min_avg': 1.47, 'cpu_share': 7.5, 'node_type': 'config-node'}, 'deleted': False}, 'UVEAlarms': {'__T': 1754916470740432, 'alarms': [{'type': 'default-global-system-config:system-defined-conf-incorrect', 'alarm_rules': {'or_list': [{'and_list': [{'condition': {'operation': '==', 'operand1': 'ContrailConfig', 'operand2': {'json_value': 'null'}, 'variables': []}, 'match': [{'json_operand1_value': 'null', 'json_variables': {}}]}]}]}, 'ack': False, 'timestamp': 1754916470740255, 'severity': 1, 'token': 'eyJob3N0X2lwIjogIjEwLjAuMC4zOCIsICJodHRwX3BvcnQiOiA1OTk1LCAidGltZXN0YW1wIjogMTc1NDkxNjQ3MDc0MDI1NX0=', 'description': 'ContrailConfig missing or incorrect. Configuration pushed to Ifmap as ContrailConfig is missing/incorrect.'}]}}
{'NodeStatus': {'disk_usage_info': {'/dev/vda1': {'partition_type': 'ext4', 'partition_space_used_1k': 9341772, 'partition_space_available_1k': 71748712, 'percentage_partition_space_used': 12}}, 'process_mem_cpu_usage': {'contrail-api': {'mem_virt': 102624, 'cpu_share': 0.02, 'mem_res': 98312}, 'contrail-schema': {'mem_virt': 77756, 'cpu_share': 0.0, 'mem_res': 74824}, 'contrail-svc-monitor': {'mem_virt': 75776, 'cpu_share': 0.0, 'mem_res': 72692}, 'contrail-device-manager': {'mem_virt': 102756, 'cpu_share': 0.0, 'mem_res': 84820}, 'contrail-config-nodemgr': {'mem_virt': 52248, 'cpu_share': 0.01, 'mem_res': 40196}}, 'installed_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'running_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'deleted': False, '__T': 1754917120370930, 'process_info': [{'process_name': 'contrail-api', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-schema', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-svc-monitor', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-device-manager', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-config-nodemgr', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}], 'system_cpu_info': {'num_socket': 1, 'num_cpu': 4, 'num_core_per_socket': 4, 'num_thread_per_core': 1}, 'process_status': [{'module_id': 'contrail-config-nodemgr', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}], 'description': None}, {'module_id': 'contrail-api', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Generic Connection', 'name': 'Keystone', 'server_addrs': ['http://10.0.0.56:5000/v3'], 'status': 'Up', 'description': None}], 'description': None}, {'module_id': 'contrail-schema', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}], 'description': None}, {'module_id': 'contrail-svc-monitor', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.22:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}], 'description': None}], 'system_cpu_usage': {'one_min_avg': 1.08, 'five_min_avg': 0.97, 'fifteen_min_avg': 0.99, 'cpu_share': 6.5, 'node_type': 'config-node'}, 'system_mem_usage': {'total': 16175640, 'used': 7012288, 'free': 211008, 'buffers': 285904, 'cached': 8666440, 'node_type': 'config-node'}, 'build_info': '{"build-info" : [{"build-version" : "master.1.9.8.6.1", "build-time" : "2025-08-08 08:34:31.991562", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-10162-1.novalocal", "build-id" : "master.1.9.8.6.1", "build-number" : "master_1_9_8_6_1.el7"}]}'}, 'UVEAlarms': {'__T': 1754916470734301, 'alarms': [{'type': 'default-global-system-config:system-defined-conf-incorrect', 'alarm_rules': {'or_list': [{'and_list': [{'condition': {'operation': '==', 'operand1': 'ContrailConfig', 'operand2': {'json_value': 'null'}, 'variables': []}, 'match': [{'json_operand1_value': 'null', 'json_variables': {}}]}]}]}, 'ack': False, 'timestamp': 1754916470734106, 'severity': 1, 'token': 'eyJob3N0X2lwIjogIjEwLjAuMC4zOCIsICJodHRwX3BvcnQiOiA1OTk1LCAidGltZXN0YW1wIjogMTc1NDkxNjQ3MDczNDEwNn0=', 'description': 'ContrailConfig missing or incorrect. Configuration pushed to Ifmap as ContrailConfig is missing/incorrect.'}]}}
{'NodeStatus': {'process_status': [{'module_id': 'contrail-svc-monitor', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up'}], 'description': None}, {'module_id': 'contrail-config-nodemgr', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}], 'description': None}, {'module_id': 'contrail-device-manager', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.38:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up', 'description': 'ApiServer Connection State updated'}], 'description': None}, {'module_id': 'contrail-schema', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.38:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up', 'description': 'ApiServer'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}], 'description': None}, {'module_id': 'contrail-api', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.22:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Generic Connection', 'name': 'Keystone', 'server_addrs': ['http://10.0.0.56:5000/v3'], 'status': 'Up', 'description': None}], 'description': None}], '__T': 1754917120156265, 'disk_usage_info': {'/dev/vda1': {'partition_type': 'ext4', 'partition_space_used_1k': 24625404, 'partition_space_available_1k': 56465080, 'percentage_partition_space_used': 30}}, 'process_mem_cpu_usage': {'contrail-api': {'mem_virt': 106312, 'cpu_share': 0.02, 'mem_res': 93828}, 'contrail-schema': {'mem_virt': 89552, 'cpu_share': 0.01, 'mem_res': 80084}, 'contrail-svc-monitor': {'mem_virt': 88596, 'cpu_share': 0.0, 'mem_res': 79076}, 'contrail-device-manager': {'mem_virt': 191280, 'cpu_share': 0.0, 'mem_res': 177152}, 'contrail-config-nodemgr': {'mem_virt': 45812, 'cpu_share': 0.01, 'mem_res': 39168}}, 'installed_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'running_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'deleted': False, 'process_info': [{'process_name': 'contrail-api', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-schema', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-svc-monitor', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909187000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-device-manager', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-config-nodemgr', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}], 'system_cpu_info': {'num_socket': 1, 'num_cpu': 4, 'num_core_per_socket': 4, 'num_thread_per_core': 1}, 'system_cpu_usage': {'one_min_avg': 2.0, 'five_min_avg': 2.08, 'fifteen_min_avg': 2.08, 'cpu_share': 9.5, 'node_type': 'config-node'}, 'system_mem_usage': {'total': 16175632, 'used': 10342064, 'free': 463708, 'buffers': 94904, 'cached': 5274956, 'node_type': 'config-node'}, 'build_info': '{"build-info" : [{"build-version" : "master.1.9.8.6.1", "build-time" : "2025-08-08 08:34:31.991562", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-10162-1.novalocal", "build-id" : "master.1.9.8.6.1", "build-number" : "master_1_9_8_6_1.el7"}]}'}, 'UVEAlarms': {'__T': 1754916470751207, 'alarms': [{'type': 'default-global-system-config:system-defined-conf-incorrect', 'alarm_rules': {'or_list': [{'and_list': [{'condition': {'operation': '==', 'operand1': 'ContrailConfig', 'operand2': {'json_value': 'null'}, 'variables': []}, 'match': [{'json_operand1_value': 'null', 'json_variables': {}}]}]}]}, 'ack': False, 'timestamp': 1754916470751037, 'severity': 1, 'token': 'eyJob3N0X2lwIjogIjEwLjAuMC4zOCIsICJodHRwX3BvcnQiOiA1OTk1LCAidGltZXN0YW1wIjogMTc1NDkxNjQ3MDc1MTAzN30=', 'description': 'ContrailConfig missing or incorrect. Configuration pushed to Ifmap as ContrailConfig is missing/incorrect.'}]}}
}}}
Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 176, in wrapper
raise TestFailed("\n ".join(errmsg))
tcutils.cores.TestFailed: Test failed: AssertionError
Python 3.6.8: /usr/bin/python3
Mon Aug 11 12:58:50 2025
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.analytics.test_analytics.AnalyticsTestS...sanity_dpdk,sanity,xxx_sanity] id=0x7f761dd36978>, *args=(), **kwargs={})
78 log.info('Initial checks done. Running the testcase now')
79 log.info('')
80 result = function(self, *args, **kwargs)
81 if self.inputs.upgrade:
82 pid = os.getpid()
result = None
function = <function AnalyticsTestSanity3.test_verify_process_status_config>
self = <scripts.analytics.test_analytics.AnalyticsTestS...sanity_dpdk,sanity,xxx_sanity] id=0x7f761dd36978>
args = ()
kwargs = {}
/contrail-test/scripts/analytics/test_analytics.py in test_verify_process_status_config(self=<scripts.analytics.test_analytics.AnalyticsTestS...sanity_dpdk,sanity,xxx_sanity] id=0x7f761dd36978>)
333
334 '''
335 self.analytics_obj.verify_process_and_connection_infos_config()
336
337 @test.attr(type=['cb_sanity', 'sanity', 'dev_sanity_dpdk'])
self = <scripts.analytics.test_analytics.AnalyticsTestS...sanity_dpdk,sanity,xxx_sanity] id=0x7f761dd36978>
self.analytics_obj = <tcutils.collector.analytics_tests.AnalyticsVerification object>
self.analytics_obj.verify_process_and_connection_infos_config = <bound method AnalyticsVerification.verify_proce...or.analytics_tests.AnalyticsVerification object>>
/contrail-test/tcutils/collector/analytics_tests.py in verify_process_and_connection_infos_config(self=<tcutils.collector.analytics_tests.AnalyticsVerification object>)
4235 result_cassandra = result_cassandra or self.verify_connection_infos(
4236 ops_inspect, 'contrail-device-manager', server, node=cfgm)
4237 assert result, 'contrail-device-manager is not connected to config db\n' + str(ops_inspect)
4238
4239 result = False
result = False
builtinstr = <class 'str'>
ops_inspect = {'NodeStatus': {'process_status': [{'module_id':...fmap as ContrailConfig is missing/incorrect.'}]}}
AssertionError: contrail-device-manager is not connected to config db
{'NodeStatus': {'process_status': [{'module_id': 'contrail-svc-monitor', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up'}], 'description': None}, {'module_id': 'contrail-config-nodemgr', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}], 'description': None}, {'module_id': 'contrail-device-manager', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.38:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up', 'description': 'ApiServer Connection State updated'}], 'description': None}, {'module_id': 'contrail-schema', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.38:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up', 'description': 'ApiServer'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}], 'description': None}, {'module_id': 'contrail-api', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.22:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Generic Connection', 'name': 'Keystone', 'server_addrs': ['http://10.0.0.56:5000/v3'], 'status': 'Up', 'description': None}], 'description': None}], '__T': 1754917120156265, 'disk_usage_info': {'/dev/vda1': {'partition_type': 'ext4', 'partition_space_used_1k': 24625404, 'partition_space_available_1k': 56465080, 'percentage_partition_space_used': 30}}, 'process_mem_cpu_usage': {'contrail-api': {'mem_virt': 106312, 'cpu_share': 0.02, 'mem_res': 93828}, 'contrail-schema': {'mem_virt': 89552, 'cpu_share': 0.01, 'mem_res': 80084}, 'contrail-svc-monitor': {'mem_virt': 88596, 'cpu_share': 0.0, 'mem_res': 79076}, 'contrail-device-manager': {'mem_virt': 191280, 'cpu_share': 0.0, 'mem_res': 177152}, 'contrail-config-nodemgr': {'mem_virt': 45812, 'cpu_share': 0.01, 'mem_res': 39168}}, 'installed_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'running_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'deleted': False, 'process_info': [{'process_name': 'contrail-api', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-schema', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-svc-monitor', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909187000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-device-manager', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-config-nodemgr', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}], 'system_cpu_info': {'num_socket': 1, 'num_cpu': 4, 'num_core_per_socket': 4, 'num_thread_per_core': 1}, 'system_cpu_usage': {'one_min_avg': 2.0, 'five_min_avg': 2.08, 'fifteen_min_avg': 2.08, 'cpu_share': 9.5, 'node_type': 'config-node'}, 'system_mem_usage': {'total': 16175632, 'used': 10342064, 'free': 463708, 'buffers': 94904, 'cached': 5274956, 'node_type': 'config-node'}, 'build_info': '{"build-info" : [{"build-version" : "master.1.9.8.6.1", "build-time" : "2025-08-08 08:34:31.991562", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-10162-1.novalocal", "build-id" : "master.1.9.8.6.1", "build-number" : "master_1_9_8_6_1.el7"}]}'}, 'UVEAlarms': {'__T': 1754916470751207, 'alarms': [{'type': 'default-global-system-config:system-defined-conf-incorrect', 'alarm_rules': {'or_list': [{'and_list': [{'condition': {'operation': '==', 'operand1': 'ContrailConfig', 'operand2': {'json_value': 'null'}, 'variables': []}, 'match': [{'json_operand1_value': 'null', 'json_variables': {}}]}]}]}, 'ack': False, 'timestamp': 1754916470751037, 'severity': 1, 'token': 'eyJob3N0X2lwIjogIjEwLjAuMC4zOCIsICJodHRwX3BvcnQiOiA1OTk1LCAidGltZXN0YW1wIjogMTc1NDkxNjQ3MDc1MTAzN30=', 'description': 'ContrailConfig missing or incorrect. Configuration pushed to Ifmap as ContrailConfig is missing/incorrect.'}]}}
__cause__ = None
__class__ = <class 'AssertionError'>
__context__ = None
__delattr__ = <method-wrapper '__delattr__' of AssertionError object>
__dict__ = {}
__dir__ = <built-in method __dir__ of AssertionError object>
__doc__ = 'Assertion failed.'
__eq__ = <method-wrapper '__eq__' of AssertionError object>
__format__ = <built-in method __format__ of AssertionError object>
__ge__ = <method-wrapper '__ge__' of AssertionError object>
__getattribute__ = <method-wrapper '__getattribute__' of AssertionError object>
__gt__ = <method-wrapper '__gt__' of AssertionError object>
__hash__ = <method-wrapper '__hash__' of AssertionError object>
__init__ = <method-wrapper '__init__' of AssertionError object>
__init_subclass__ = <built-in method __init_subclass__ of type object>
__le__ = <method-wrapper '__le__' of AssertionError object>
__lt__ = <method-wrapper '__lt__' of AssertionError object>
__ne__ = <method-wrapper '__ne__' of AssertionError object>
__new__ = <built-in method __new__ of type object>
__reduce__ = <built-in method __reduce__ of AssertionError object>
__reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object>
__repr__ = <method-wrapper '__repr__' of AssertionError object>
__setattr__ = <method-wrapper '__setattr__' of AssertionError object>
__setstate__ = <built-in method __setstate__ of AssertionError object>
__sizeof__ = <built-in method __sizeof__ of AssertionError object>
__str__ = <method-wrapper '__str__' of AssertionError object>
__subclasshook__ = <built-in method __subclasshook__ of type object>
__suppress_context__ = False
__traceback__ = <traceback object>
args = ("contrail-device-manager is not connected to conf...fmap as ContrailConfig is missing/incorrect.'}]}}",)
with_traceback = <built-in method with_traceback of AssertionError object>
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/analytics/test_analytics.py", line 335, in test_verify_process_status_config
self.analytics_obj.verify_process_and_connection_infos_config()
File "/contrail-test/tcutils/collector/analytics_tests.py", line 4237, in verify_process_and_connection_infos_config
assert result, 'contrail-device-manager is not connected to config db\n' + str(ops_inspect)
AssertionError: contrail-device-manager is not connected to config db
{'NodeStatus': {'process_status': [{'module_id': 'contrail-svc-monitor', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up'}], 'description': None}, {'module_id': 'contrail-config-nodemgr', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.56:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}], 'description': None}, {'module_id': 'contrail-device-manager', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.38:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up', 'description': 'ApiServer Connection State updated'}], 'description': None}, {'module_id': 'contrail-schema', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.38:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'ApiServer', 'name': 'ApiServer', 'server_addrs': ['10.0.0.56,10.0.0.38,10.0.0.22:8082'], 'status': 'Up', 'description': 'ApiServer'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}], 'description': None}, {'module_id': 'contrail-api', 'instance_id': '0', 'state': 'Functional', 'connection_infos': [{'type': 'Zookeeper', 'name': 'Zookeeper', 'server_addrs': ['10.0.0.56:2181', '10.0.0.38:2181', '10.0.0.22:2181'], 'status': 'Up', 'description': None}, {'type': 'Collector', 'name': 'Collector', 'server_addrs': ['10.0.0.22:8086'], 'status': 'Up', 'description': 'ClientInit to Established on EvSandeshCtrlMessageRecv'}, {'type': 'Database', 'name': 'Cassandra', 'server_addrs': ['10.0.0.56:9041', '10.0.0.38:9041', '10.0.0.22:9041'], 'status': 'Up', 'description': None}, {'type': 'Database', 'name': 'RabbitMQ', 'server_addrs': ['10.0.0.56:5673', '10.0.0.38:5673', '10.0.0.22:5673'], 'status': 'Up', 'description': None}, {'type': 'Generic Connection', 'name': 'Keystone', 'server_addrs': ['http://10.0.0.56:5000/v3'], 'status': 'Up', 'description': None}], 'description': None}], '__T': 1754917120156265, 'disk_usage_info': {'/dev/vda1': {'partition_type': 'ext4', 'partition_space_used_1k': 24625404, 'partition_space_available_1k': 56465080, 'percentage_partition_space_used': 30}}, 'process_mem_cpu_usage': {'contrail-api': {'mem_virt': 106312, 'cpu_share': 0.02, 'mem_res': 93828}, 'contrail-schema': {'mem_virt': 89552, 'cpu_share': 0.01, 'mem_res': 80084}, 'contrail-svc-monitor': {'mem_virt': 88596, 'cpu_share': 0.0, 'mem_res': 79076}, 'contrail-device-manager': {'mem_virt': 191280, 'cpu_share': 0.0, 'mem_res': 177152}, 'contrail-config-nodemgr': {'mem_virt': 45812, 'cpu_share': 0.01, 'mem_res': 39168}}, 'installed_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'running_package_version': 'master.1.9.8.6.1-master_1_9_8_6_1.el7', 'deleted': False, 'process_info': [{'process_name': 'contrail-api', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-schema', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-svc-monitor', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909187000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-device-manager', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}, {'process_name': 'contrail-config-nodemgr', 'process_state': 'PROCESS_STATE_RUNNING', 'start_count': 1, 'stop_count': 0, 'exit_count': 0, 'last_start_time': '1754909188000000', 'last_stop_time': None, 'last_exit_time': None, 'core_file_list': []}], 'system_cpu_info': {'num_socket': 1, 'num_cpu': 4, 'num_core_per_socket': 4, 'num_thread_per_core': 1}, 'system_cpu_usage': {'one_min_avg': 2.0, 'five_min_avg': 2.08, 'fifteen_min_avg': 2.08, 'cpu_share': 9.5, 'node_type': 'config-node'}, 'system_mem_usage': {'total': 16175632, 'used': 10342064, 'free': 463708, 'buffers': 94904, 'cached': 5274956, 'node_type': 'config-node'}, 'build_info': '{"build-info" : [{"build-version" : "master.1.9.8.6.1", "build-time" : "2025-08-08 08:34:31.991562", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-10162-1.novalocal", "build-id" : "master.1.9.8.6.1", "build-number" : "master_1_9_8_6_1.el7"}]}'}, 'UVEAlarms': {'__T': 1754916470751207, 'alarms': [{'type': 'default-global-system-config:system-defined-conf-incorrect', 'alarm_rules': {'or_list': [{'and_list': [{'condition': {'operation': '==', 'operand1': 'ContrailConfig', 'operand2': {'json_value': 'null'}, 'variables': []}, 'match': [{'json_operand1_value': 'null', 'json_variables': {}}]}]}]}, 'ack': False, 'timestamp': 1754916470751037, 'severity': 1, 'token': 'eyJob3N0X2lwIjogIjEwLjAuMC4zOCIsICJodHRwX3BvcnQiOiA1OTk1LCAidGltZXN0YW1wIjogMTc1NDkxNjQ3MDc1MTAzN30=', 'description': 'ContrailConfig missing or incorrect. Configuration pushed to Ifmap as ContrailConfig is missing/incorrect.'}]}}
| 1.999 |
Log File
|