INFO: =================== Mon Oct 20 01:38:59 AM UTC 2025 ===================
/contrail-functions.sh: line 167: /etc/contrail/vnc_api_lib.ini.tmp: No such file or directory
/contrail-functions.sh: line 202: /etc/contrail/vnc_api_lib.ini.tmp: No such file or directory
mv: cannot stat '/etc/contrail/vnc_api_lib.ini.tmp': No such file or directory
[DEFAULTS]
http_server_ip=0.0.0.0
log_file=/var/log/contrail/database-nodemgr/contrail-database-nodemgr.log
log_level=SYS_NOTICE
log_local=1
hostip=10.0.0.49
db_port=9042
db_jmx_port=7200
db_use_ssl=False

[COLLECTOR]
server_list=10.0.0.49:8086

[SANDESH]
introspect_ssl_enable=False
sandesh_ssl_enable=False


[DEFAULTS]
minimum_diskGB = 2
10/20/2025 01:39:00.807 7f59eb160540 [contrail-database-nodemgr] [INFO]: SANDESH: CONNECT TO COLLECTOR: True
10/20/2025 01:39:00.916 7f59eb160540 [contrail-database-nodemgr] [ERROR]: Failed to import package "database.sandesh"
10/20/2025 01:39:00.925 7f59eb160540 [contrail-database-nodemgr] [INFO]: SANDESH: INTROSPECT IS ON: 0.0.0.0:8103
10/20/2025 01:39:00.931 7f59eb160540 [contrail-database-nodemgr] [ERROR]: Failed to import package "database.sandesh"
10/20/2025 01:39:00.938 7f59eb160540 [contrail-database-nodemgr] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_NOTICE]
CRITICAL:root:Exit data: {'ID': 'f8f5e7c40bcab8c7727785f83993587cbdfbd305d3d0c49cf05a182fc17859c3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 75765}
ERROR:contrail-database-nodemgr:Failed to connect to database by CQL and socket: Result: 1
CRITICAL:root:Exit data: {'ID': '2a67f28dcfe9f0d3352084b1447e5cbb0b2ce0be95ee20873779227222a7a3d9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 75783}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
[Introspect:8103]10.0.0.49 - - [2025-10-20 01:40:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6749 0.001184
[Introspect:8103]10.0.0.49 - - [2025-10-20 01:40:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6749 0.000967
[Introspect:8103]10.0.0.49 - - [2025-10-20 01:40:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6749 0.001980
CRITICAL:root:Exit data: {'ID': '499a5f2f66425e59d09582ba79d5a09b954378957d9798eda91244d9a83a1c43', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 78046}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': '16e1b206d0e526ad77d48f785197afd86db313cc10197bf5d7a6e477065d869f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 78066}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
[Introspect:8103]10.0.0.49 - - [2025-10-20 01:41:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6712 0.001118
[Introspect:8103]10.0.0.49 - - [2025-10-20 01:41:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6712 0.000946
CRITICAL:root:Exit data: {'ID': '6a74a09435131e57109b833c5fe75221c48e4a51e305ebc6b46f82b4595cc357', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 79821}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': 'bd6b22bcefd62361bf48bf34f49c22bfb9059711363f4983bd6d2478ec535cbd', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 79839}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
CRITICAL:root:Exit data: {'ID': '280b6c04c1723daf742961745b53da99ac4fdfb57b25e5daf346068ebd58ade3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 82620}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': '3bf8855fc49b8df6a62554bb8807e4640fd144b649145b91520412b16ec001e1', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 82640}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
CRITICAL:root:Exit data: {'ID': '535380ee9f20727c4e94aaf4ee98778f5fa4fca9c7a415cac57289c9a5c8dc84', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 85672}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': '38413bd6b44e17cbeaa4b5aa031805abbcb9365b8a9b45da241ecd206f1facc7', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 85691}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
CRITICAL:root:Exit data: {'ID': 'ef82e26c394f0d2e0b4622616df9885d608fdd4728eb63330cf4490bc5b6ed21', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 86936}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': '3e80c70c033ff7f4562b0250f423256cb8b136e1f429311691a3e9e0a5afc1d5', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 87007}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
CRITICAL:root:Exit data: {'ID': 'af17cfcbaca5d9ffb4b04128ade63c1d3ac0eff2e68d1bd386e6ab26e4d4f9cc', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 88023}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': 'f54789e7ef7b11b901f680e2ad21b17fe2833b8e6230b6a6c6fb8132c25c7056', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 88070}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
CRITICAL:root:Exit data: {'ID': 'd2e686c600b96b5eaf091316c5e5b5cd52b9c1d8ce60bc58aeab12c57a05922e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 89113}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': '8d32b0a94023f8e0fbbed5c8935666853ab3e42278e33c7c4c52bd0ce933dd3c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 89132}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
CRITICAL:root:Exit data: {'ID': '30e2debfe4f2b2a5c373c338f4a6637764acbc1e0cc5f79f0c8bff07227e8b1c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 91038}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': 'e56b6d8faa3749209d4697a5c56979cbea301944fc1979d0576572d0c09c6d25', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 91056}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:root:docker
Traceback (most recent call last):
  File "/usr/local/lib/python3.9/site-packages/docker/api/client.py", line 275, in _raise_for_status
    response.raise_for_status()
  File "/usr/local/lib/python3.9/site-packages/requests/models.py", line 1021, in raise_for_status
    raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http+docker://localhost/v1.41/containers/335aad2fd0b66cca54756f2b3ef3827727bc5f196cc03c749e4ffda5a6e02b1c/json

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/usr/local/lib/python3.9/site-packages/nodemgr/common/docker_containers.py", line 17, in inspect
    return self._client.inspect_container(id_)
  File "/usr/local/lib/python3.9/site-packages/docker/utils/decorators.py", line 19, in wrapped
    return f(self, resource_id, *args, **kwargs)
  File "/usr/local/lib/python3.9/site-packages/docker/api/container.py", line 793, in inspect_container
    return self._result(
  File "/usr/local/lib/python3.9/site-packages/docker/api/client.py", line 281, in _result
    self._raise_for_status(response)
  File "/usr/local/lib/python3.9/site-packages/docker/api/client.py", line 277, in _raise_for_status
    raise create_api_error_from_http_exception(e) from e
  File "/usr/local/lib/python3.9/site-packages/docker/errors.py", line 39, in create_api_error_from_http_exception
    raise cls(e, response=response, explanation=explanation) from e
docker.errors.NotFound: 404 Client Error for http+docker://localhost/v1.41/containers/335aad2fd0b66cca54756f2b3ef3827727bc5f196cc03c749e4ffda5a6e02b1c/json: Not Found ("No such container: 335aad2fd0b66cca54756f2b3ef3827727bc5f196cc03c749e4ffda5a6e02b1c")
[Introspect:8103]10.0.0.49 - - [2025-10-20 01:48:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6715 0.001126
CRITICAL:root:Exit data: {'ID': '3a435a1026c17ec9ca011d4cdeb9c6cf0a03db897b35ecffdff74a2bb7d0890a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 96524}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': '53da6d26853da1b4ce47ac81828d60584bb40d7f5204e359e2f3254bf0da12ac', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd076b0f1cc037849757ce539b18b811525e5fe934be0153871fb2c714a401fab', 'DetachKeys': '', 'Pid': 96560}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'