INFO: =================== Thu Dec  4 01:49:36 AM UTC 2025 ===================
/contrail-functions.sh: line 167: /etc/contrail/vnc_api_lib.ini.tmp: No such file or directory
/contrail-functions.sh: line 202: /etc/contrail/vnc_api_lib.ini.tmp: No such file or directory
mv: cannot stat '/etc/contrail/vnc_api_lib.ini.tmp': No such file or directory
[DEFAULTS]
http_server_ip=0.0.0.0
log_file=/var/log/contrail/database-nodemgr/contrail-database-nodemgr.log
log_level=SYS_NOTICE
log_local=1
hostip=10.0.0.249
db_port=9042
db_jmx_port=7200
db_use_ssl=False

[COLLECTOR]
server_list=10.0.0.249:8086

[SANDESH]
introspect_ssl_enable=False
sandesh_ssl_enable=False


[DEFAULTS]
minimum_diskGB = 2
12/04/2025 01:49:37.989 7f5f2a0b0400 [contrail-database-nodemgr] [INFO]: SANDESH: CONNECT TO COLLECTOR: True
12/04/2025 01:49:38.108 7f5f2a0b0400 [contrail-database-nodemgr] [ERROR]: Failed to import package "database.sandesh"
12/04/2025 01:49:38.115 7f5f2a0b0400 [contrail-database-nodemgr] [INFO]: SANDESH: INTROSPECT IS ON: 0.0.0.0:8103
12/04/2025 01:49:38.118 7f5f2a0b0400 [contrail-database-nodemgr] [ERROR]: Failed to import package "database.sandesh"
12/04/2025 01:49:38.124 7f5f2a0b0400 [contrail-database-nodemgr] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_NOTICE]
ERROR:root:docker
Traceback (most recent call last):
  File "/usr/local/lib/python3.9/site-packages/docker/api/client.py", line 275, in _raise_for_status
    response.raise_for_status()
  File "/usr/local/lib/python3.9/site-packages/requests/models.py", line 1021, in raise_for_status
    raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http+docker://localhost/v1.41/containers/3c71bf2f0ece4bdb8baa2ad44418393843f246e02c42dc063edbfb6c51e3a441/json

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.9/site-packages/nodemgr/common/docker_containers.py", line 17, in inspect
    return self._client.inspect_container(id_)
  File "/usr/local/lib/python3.9/site-packages/docker/utils/decorators.py", line 19, in wrapped
    return f(self, resource_id, *args, **kwargs)
  File "/usr/local/lib/python3.9/site-packages/docker/api/container.py", line 793, in inspect_container
    return self._result(
  File "/usr/local/lib/python3.9/site-packages/docker/api/client.py", line 281, in _result
    self._raise_for_status(response)
  File "/usr/local/lib/python3.9/site-packages/docker/api/client.py", line 277, in _raise_for_status
    raise create_api_error_from_http_exception(e) from e
  File "/usr/local/lib/python3.9/site-packages/docker/errors.py", line 39, in create_api_error_from_http_exception
    raise cls(e, response=response, explanation=explanation) from e
docker.errors.NotFound: 404 Client Error for http+docker://localhost/v1.41/containers/3c71bf2f0ece4bdb8baa2ad44418393843f246e02c42dc063edbfb6c51e3a441/json: Not Found ("No such container: 3c71bf2f0ece4bdb8baa2ad44418393843f246e02c42dc063edbfb6c51e3a441")
ERROR:contrail-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-276-1.cluster.local  process_status = [ <<  module_id = contrail-database-nodemgr  instance_id = 0  state = Non-Functional  connection_infos = [ <<  type = Collector  name = Collector  server_addrs = [ 10.0.0.249:8086,  ]  status = Initializing  description = Idle to Connect on EvIdleHoldTimerExpired  >>,  ]  description = Cassandra state detected DOWN. Disk space for DB not retrievable. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down  >>,  ]  >>  
CRITICAL:root:Exit data: {'ID': 'e14722f0fb666eea295715c45d6272e765836a17a2a50d7abd26fb4773b89344', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.249', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '36d7032b711903190e9d00e36e7138b1ab5f9d283b1da26e074913ecd288e458', 'DetachKeys': '', 'Pid': 79353}
ERROR:contrail-database-nodemgr:Failed to connect to database by CQL and socket: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
[Introspect:8103]10.0.0.249 - - [2025-12-04 01:51:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6485 0.004128
[Introspect:8103]10.0.0.249 - - [2025-12-04 01:51:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6485 0.001239
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
[Introspect:8103]10.0.0.249 - - [2025-12-04 01:51:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6450 0.001284
[Introspect:8103]10.0.0.249 - - [2025-12-04 01:51:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6454 0.001174
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
[Introspect:8103]10.0.0.249 - - [2025-12-04 01:59:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6452 0.001119
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'