INFO: =================== Mon Apr 7 01:45:29 UTC 2025 ===================
/contrail-functions.sh: line 167: /etc/contrail/vnc_api_lib.ini.tmp: No such file or directory
/contrail-functions.sh: line 202: /etc/contrail/vnc_api_lib.ini.tmp: No such file or directory
mv: cannot stat ‘/etc/contrail/vnc_api_lib.ini.tmp’: No such file or directory
[DEFAULTS]
http_server_ip=0.0.0.0
log_file=/var/log/contrail/config-database-nodemgr/contrail-config-database-nodemgr.log
log_level=SYS_NOTICE
log_local=1
hostip=10.0.0.32
db_port=9041
db_jmx_port=7201
db_use_ssl=False
[COLLECTOR]
server_list=10.0.0.32:8086
[SANDESH]
introspect_ssl_enable=False
sandesh_ssl_enable=False
[DEFAULTS]
minimum_diskGB = 2
04/07/2025 01:45:30.585 7fea12550388 [contrail-config-database-nodemgr] [INFO]: SANDESH: CONNECT TO COLLECTOR: True
04/07/2025 01:45:30.696 7fea12550388 [contrail-config-database-nodemgr] [ERROR]: Failed to import package "database.sandesh"
04/07/2025 01:45:30.704 7fea12550388 [contrail-config-database-nodemgr] [INFO]: SANDESH: INTROSPECT IS ON: 0.0.0.0:8112
04/07/2025 01:45:30.709 7fea12550388 [contrail-config-database-nodemgr] [ERROR]: Failed to import package "database.sandesh"
04/07/2025 01:45:30.716 7fea12550388 [contrail-config-database-nodemgr] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_NOTICE]
/usr/local/lib/python3.6/site-packages/nodemgr/common/cassandra_manager.py:101: YAMLLoadWarning: calling yaml.load() without Loader=... is deprecated, as the default Loader is unsafe. Please read https://msg.pyyaml.org/load for full details.
cfg = yaml.load(raw_cfg) # ERROR: loader=yaml.FullLoader "'module' object has no attribute 'FullLoader'"
CRITICAL:root:Exit data: {'ID': 'ce43ed6b36a68f797793230fd43b828b0792dfad18e52619b5bfb5abf2716c77', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.32', '9041', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fa1f1677c753ca67385a83dfccd88891a666c56d486afac0ca852bdf03b90f19', 'DetachKeys': '', 'Pid': 66281}
ERROR:contrail-config-database-nodemgr:Failed to connect to database by CQL: Result: 1
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ , ] status = Down description = none to Idle on EvStart >>, ] description = Cassandra state detected DOWN. Collector:Collector[none to Idle on EvStart] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1743990330728746 collector_name = collector_ip = 10.0.0.32:8086 collector_list = [ 10.0.0.32:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] CassandraStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local cassandra_compaction_task = << pending_compaction_tasks = 0 >> thread_pool_stats = [ << pool_name = MemtableFlushWriter active = 0 pending = 0 all_time_blocked = 0 >>, << pool_name = CompactionExecutor active = 0 pending = 0 all_time_blocked = 0 >>, ] >>
CRITICAL:root:Exit data: {'ID': '2a3029bced10389f66b61dc875bbfc9e30a7fbd4a6dc72b3ce6c2adcbf1d01c3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'config_db_uuid'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fa1f1677c753ca67385a83dfccd88891a666c56d486afac0ca852bdf03b90f19', 'DetachKeys': '', 'Pid': 66541}
ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr config_db_uuid'. Error is: Result: 1
CRITICAL:root:Exit data: {'ID': 'b5964e7197dd17dbe0923b2778d4b576e17ff9f7eca194709c0181a8dd31232f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'to_bgp_keyspace'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fa1f1677c753ca67385a83dfccd88891a666c56d486afac0ca852bdf03b90f19', 'DetachKeys': '', 'Pid': 66685}
ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr to_bgp_keyspace'. Error is: Result: 1
ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1743990330728746 collector_name = collector_ip = 10.0.0.32:8086 collector_list = [ 10.0.0.32:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >>
CRITICAL:root:Exit data: {'ID': 'fc3ccbe8d5708c9c47a9567a5939c7b90493831e23cb0fffceb2e2ba8e0632b3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'svc_monitor_keyspace'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fa1f1677c753ca67385a83dfccd88891a666c56d486afac0ca852bdf03b90f19', 'DetachKeys': '', 'Pid': 66894}
ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr svc_monitor_keyspace'. Error is: Result: 1
CRITICAL:root:Exit data: {'ID': '23e2e65e2e0554536babc4d146e446886d79d612112c3d424e3440b13b83e5d2', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'DISCOVERY_SERVER'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fa1f1677c753ca67385a83dfccd88891a666c56d486afac0ca852bdf03b90f19', 'DetachKeys': '', 'Pid': 67009}
ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr DISCOVERY_SERVER'. Error is: Result: 1
CRITICAL:root:Exit data: {'ID': '2d628b2a13c20944c2513c2667302b4809f5b39ec6b57b78be9641c90b5ea03d', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'useragent'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fa1f1677c753ca67385a83dfccd88891a666c56d486afac0ca852bdf03b90f19', 'DetachKeys': '', 'Pid': 67103}
ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr useragent'. Error is: Result: 1
ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1743990330728746 collector_name = collector_ip = 10.0.0.32:8086 collector_list = [ 10.0.0.32:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >>
CRITICAL:root:Exit data: {'ID': '1d4c0884792e7e0e2afdf934d87a7eb4583f5eb9577308a7179993e26b070e39', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'dm_keyspace'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fa1f1677c753ca67385a83dfccd88891a666c56d486afac0ca852bdf03b90f19', 'DetachKeys': '', 'Pid': 67411}
ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr dm_keyspace'. Error is: Result: 1
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1743990330728746 collector_name = collector_ip = 10.0.0.32:8086 collector_list = [ 10.0.0.32:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local disk_usage_info = { /dev/vda5 : << partition_type = xfs partition_space_used_1k = 7560776 partition_space_available_1k = 75182500 percentage_partition_space_used = 9 >> } process_mem_cpu_usage = { cassandra : << mem_virt = 1316016 cpu_share = 0 mem_res = 0 >>zookeeper : << mem_virt = 56964 cpu_share = 0 mem_res = 0 >>contrail-config-database-nodemgr : << mem_virt = 50000 cpu_share = 0 mem_res = 0 >> } system_mem_usage = << total = 16115472 used = 3353472 free = 6052800 buffers = 5196 cached = 6704004 node_type = config-database-node >> system_cpu_usage = << one_min_avg = 5.67 five_min_avg = 1.47 fifteen_min_avg = 0.53 cpu_share = 0 node_type = config-database-node >> >>
ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1743990330728746 collector_name = collector_ip = 10.0.0.32:8086 collector_list = [ 10.0.0.32:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >>
ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1743990330728746 collector_name = collector_ip = 10.0.0.32:8086 collector_list = [ 10.0.0.32:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >>
ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1743990330728746 collector_name = collector_ip = 10.0.0.32:8086 collector_list = [ 10.0.0.32:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >>
ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1743990330728746 collector_name = collector_ip = 10.0.0.32:8086 collector_list = [ 10.0.0.32:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:Session Event: TCP Connection Closed
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Down description = ClientInit to Idle on EvTcpClose >>, ] description = Cassandra state detected DOWN. Collector:Collector[ClientInit to Idle on EvTcpClose] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 1 pid = 1 http_port = 8112 start_time = 1743990330728746 collector_name = collector_ip = 10.0.0.32:8086 collector_list = [ 10.0.0.32:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >>
ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-157-1.cluster.local process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.32:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >>
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
[Introspect:8112]10.0.0.32 - - [2025-04-07 02:10:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6647 0.001507
ERROR:contrail-config-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'