INFO: =================== Mon Oct 21 01:53:03 UTC 2024 ===================
[DEFAULTS]
http_server_ip=0.0.0.0
log_file=/var/log/contrail/database-nodemgr/contrail-database-nodemgr.log
log_level=SYS_NOTICE
log_local=1
hostip=10.0.0.36
db_port=9042
db_jmx_port=7200
db_use_ssl=False

[COLLECTOR]
server_list=10.0.0.36:8086

[SANDESH]
introspect_ssl_enable=False
sandesh_ssl_enable=False


[DEFAULTS]
minimum_diskGB = 2
10/21/2024 01:53:05.057 7f3ecb572178 [contrail-database-nodemgr] [INFO]: SANDESH: CONNECT TO COLLECTOR: True
10/21/2024 01:53:05.069 7f3ecb572178 [contrail-database-nodemgr] [ERROR]: Failed to import package "database.sandesh"
10/21/2024 01:53:05.072 7f3ecb572178 [contrail-database-nodemgr] [INFO]: SANDESH: INTROSPECT IS ON: 0.0.0.0:8103
10/21/2024 01:53:05.077 7f3ecb572178 [contrail-database-nodemgr] [ERROR]: Failed to import package "database.sandesh"
10/21/2024 01:53:05.083 7f3ecb572178 [contrail-database-nodemgr] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_NOTICE]
/usr/lib/python3.6/site-packages/nodemgr/common/cassandra_manager.py:101: YAMLLoadWarning: calling yaml.load() without Loader=... is deprecated, as the default Loader is unsafe. Please read https://msg.pyyaml.org/load for full details.
  cfg = yaml.load(raw_cfg)  # ERROR: loader=yaml.FullLoader "'module' object has no attribute 'FullLoader'"
CRITICAL:root:Exit data: {'ID': '1467d8ca36e8a2c4a0257389f93d600bd59e0ee1fdeade58a7dccda584d738e6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.36', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '34903a9de8538191d24a46f02f7ee6fc8da8a50633f24d723ac2f7b6e69121ee', 'DetachKeys': '', 'Pid': 72501}
ERROR:contrail-database-nodemgr:Failed to connect to database by CQL: Result: 1
ERROR:contrail-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-102-1.cluster.local  process_status = [ <<  module_id = contrail-database-nodemgr  instance_id = 0  state = Non-Functional  connection_infos = [ <<  type = Collector  name = Collector  server_addrs = [ 10.0.0.36:8086,  ]  status = Down  description = Connect to Idle on EvTcpConnectFail  >>,  ]  description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down  >>,  ]  >>  
ERROR:contrail-database-nodemgr:Session Event: TCP Connect Fail
ERROR:contrail-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-102-1.cluster.local  process_status = [ <<  module_id = contrail-database-nodemgr  instance_id = 0  state = Non-Functional  connection_infos = [ <<  type = Collector  name = Collector  server_addrs = [ 10.0.0.36:8086,  ]  status = Initializing  description = Idle to Connect on EvIdleHoldTimerExpired  >>,  ]  description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down  >>,  ]  >>  
ERROR:contrail-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-102-1.cluster.local  process_status = [ <<  module_id = contrail-database-nodemgr  instance_id = 0  state = Non-Functional  connection_infos = [ <<  type = Collector  name = Collector  server_addrs = [ 10.0.0.36:8086,  ]  status = Down  description = Connect to Idle on EvTcpConnectFail  >>,  ]  description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down  >>,  ]  >>  
ERROR:contrail-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-102-1.cluster.local:Database:contrail-database-nodemgr:0  client_info = <<  status = Idle  successful_connections = 0  pid = 1  http_port = 8103  start_time = 1729475585093631  collector_name =   collector_ip = 10.0.0.36:8086  collector_list = [ 10.0.0.36:8086,  ]  >>  sm_queue_count = 1  max_sm_queue_count = 2  >>  
ERROR:contrail-database-nodemgr:Session Event: TCP Connect Fail
ERROR:contrail-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-102-1.cluster.local  process_status = [ <<  module_id = contrail-database-nodemgr  instance_id = 0  state = Non-Functional  connection_infos = [ <<  type = Collector  name = Collector  server_addrs = [ 10.0.0.36:8086,  ]  status = Initializing  description = Idle to Connect on EvIdleHoldTimerExpired  >>,  ]  description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down  >>,  ]  >>  
ERROR:contrail-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-102-1.cluster.local  process_status = [ <<  module_id = contrail-database-nodemgr  instance_id = 0  state = Non-Functional  connection_infos = [ <<  type = Collector  name = Collector  server_addrs = [ 10.0.0.36:8086,  ]  status = Down  description = Connect to Idle on EvTcpConnectFail  >>,  ]  description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down  >>,  ]  >>  
ERROR:contrail-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-102-1.cluster.local:Database:contrail-database-nodemgr:0  client_info = <<  status = Idle  successful_connections = 0  pid = 1  http_port = 8103  start_time = 1729475585093631  collector_name =   collector_ip = 10.0.0.36:8086  collector_list = [ 10.0.0.36:8086,  ]  >>  sm_queue_count = 1  max_sm_queue_count = 2  >>  
ERROR:contrail-database-nodemgr:SANDESH: [DROP: WrongClientSMState] CassandraStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-102-1.cluster.local  cassandra_compaction_task = <<  pending_compaction_tasks = 1  >>  thread_pool_stats = [ <<  pool_name = MemtableFlushWriter  active = 0  pending = 0  all_time_blocked = 0  >>, <<  pool_name = CompactionExecutor  active = 0  pending = 0  all_time_blocked = 0  >>,  ]  >>  
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-102-1.cluster.local  process_status = [ <<  module_id = contrail-database-nodemgr  instance_id = 0  state = Non-Functional  connection_infos = [ <<  type = Collector  name = Collector  server_addrs = [ 10.0.0.36:8086,  ]  status = Initializing  description = Idle to Connect on EvIdleHoldTimerExpired  >>,  ]  description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down  >>,  ]  >>  
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
[Introspect:8103]10.0.0.36 - - [2024-10-21 01:55:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6633 0.001845
[Introspect:8103]10.0.0.36 - - [2024-10-21 01:55:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6633 0.006495
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
[Introspect:8103]10.0.0.36 - - [2024-10-21 02:05:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6661 0.002810
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'