INFO: =================== Mon Dec 30 01:45:08 UTC 2024 ===================
[DEFAULTS]
http_server_ip=0.0.0.0
log_file=/var/log/contrail/control-nodemgr/contrail-control-nodemgr.log
log_level=SYS_NOTICE
log_local=1
hostip=10.0.0.41
db_port=9042
db_jmx_port=7200
db_use_ssl=False

[COLLECTOR]
server_list=10.0.0.41:8086

[SANDESH]
introspect_ssl_enable=False
sandesh_ssl_enable=False


12/30/2024 01:45:13.324 7f9752c8e348 [contrail-control-nodemgr] [INFO]: SANDESH: CONNECT TO COLLECTOR: True
12/30/2024 01:45:13.481 7f9752c8e348 [contrail-control-nodemgr] [INFO]: SANDESH: INTROSPECT IS ON: 0.0.0.0:8101
12/30/2024 01:45:13.515 7f9752c8e348 [contrail-control-nodemgr] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_NOTICE]
ERROR:root:docker
Traceback (most recent call last):
  File "/usr/local/lib/python3.6/site-packages/docker/api/client.py", line 223, in _raise_for_status
    response.raise_for_status()
  File "/usr/local/lib/python3.6/site-packages/requests/models.py", line 960, in raise_for_status
    raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http+docker://localunixsocket/v1.35/containers/754df7b971e741683d9b4ba2a9b55e935a861e2519b11db4e052ed86600524e8/json

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/lib/python3.6/site-packages/nodemgr/common/docker_containers.py", line 17, in inspect
    return self._client.inspect_container(id_)
  File "/usr/local/lib/python3.6/site-packages/docker/utils/decorators.py", line 19, in wrapped
    return f(self, resource_id, *args, **kwargs)
  File "/usr/local/lib/python3.6/site-packages/docker/api/container.py", line 712, in inspect_container
    self._get(self._url("/containers/{0}/json", container)), True
  File "/usr/local/lib/python3.6/site-packages/docker/api/client.py", line 229, in _result
    self._raise_for_status(response)
  File "/usr/local/lib/python3.6/site-packages/docker/api/client.py", line 225, in _raise_for_status
    raise create_api_error_from_http_exception(e)
  File "/usr/local/lib/python3.6/site-packages/docker/errors.py", line 31, in create_api_error_from_http_exception
    raise cls(e, response=response, explanation=explanation)
docker.errors.NotFound: 404 Client Error: Not Found ("No such container: 754df7b971e741683d9b4ba2a9b55e935a861e2519b11db4e052ed86600524e8")
ERROR:root:docker
Traceback (most recent call last):
  File "/usr/local/lib/python3.6/site-packages/docker/api/client.py", line 223, in _raise_for_status
    response.raise_for_status()
  File "/usr/local/lib/python3.6/site-packages/requests/models.py", line 960, in raise_for_status
    raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http+docker://localunixsocket/v1.35/containers/26094f1c415ae1f279c347831cf8d14f23af7c9c521e7eba828e4fd28ba811c3/json

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/lib/python3.6/site-packages/nodemgr/common/docker_containers.py", line 17, in inspect
    return self._client.inspect_container(id_)
  File "/usr/local/lib/python3.6/site-packages/docker/utils/decorators.py", line 19, in wrapped
    return f(self, resource_id, *args, **kwargs)
  File "/usr/local/lib/python3.6/site-packages/docker/api/container.py", line 712, in inspect_container
    self._get(self._url("/containers/{0}/json", container)), True
  File "/usr/local/lib/python3.6/site-packages/docker/api/client.py", line 229, in _result
    self._raise_for_status(response)
  File "/usr/local/lib/python3.6/site-packages/docker/api/client.py", line 225, in _raise_for_status
    raise create_api_error_from_http_exception(e)
  File "/usr/local/lib/python3.6/site-packages/docker/errors.py", line 31, in create_api_error_from_http_exception
    raise cls(e, response=response, explanation=explanation)
docker.errors.NotFound: 404 Client Error: Not Found ("No such container: 26094f1c415ae1f279c347831cf8d14f23af7c9c521e7eba828e4fd28ba811c3")
ERROR:contrail-control-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-122-1.cluster.local  build_info = {"build-info" : [{"build-version" : "nightly", "build-time" : "2024-12-30 01:06:44.368919", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-7120-1.novalocal", "build-id" : "nightly", "build-number" : "nightly.el7"}]}  system_cpu_info = <<  num_socket = 1  num_cpu = 4  num_core_per_socket = 4  num_thread_per_core = 1  >>  running_package_version = nightly-nightly.el7  installed_package_version = nightly-nightly.el7  >>  
ERROR:contrail-control-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-122-1.cluster.local  process_status = [ <<  module_id = contrail-control-nodemgr  instance_id = 0  state = Non-Functional  connection_infos = [ <<  type = Collector  name = Collector  server_addrs = [ ,  ]  status = Down  description = none to Idle on EvStart  >>,  ]  description = Collector:Collector[none to Idle on EvStart] connection down  >>,  ]  >>  
ERROR:contrail-control-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-122-1.cluster.local  deleted = False  process_info = [ <<  process_name = contrail-control  process_state = PROCESS_STATE_RUNNING  start_count = 1  stop_count = 0  exit_count = 0  last_start_time = 1735523083000000  last_stop_time =   last_exit_time =   core_file_list = [  ]  >>, <<  process_name = contrail-dns  process_state = PROCESS_STATE_RUNNING  start_count = 1  stop_count = 0  exit_count = 0  last_start_time = 1735523106000000  last_stop_time =   last_exit_time =   core_file_list = [  ]  >>, <<  process_name = contrail-named  process_state = PROCESS_STATE_RUNNING  start_count = 1  stop_count = 0  exit_count = 0  last_start_time = 1735523108000000  last_stop_time =   last_exit_time =   core_file_list = [  ]  >>, <<  process_name = contrail-control-nodemgr  process_state = PROCESS_STATE_RUNNING  start_count = 1  stop_count = 0  exit_count = 0  last_start_time = 1735523108000000  last_stop_time =   last_exit_time =   core_file_list = [  ]  >>,  ]  build_info = {"build-info" : [{"build-version" : "nightly", "build-time" : "2024-12-30 01:06:44.368919", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-7120-1.novalocal", "build-id" : "nightly", "build-number" : "nightly.el7"}]}  >>  
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-122-1.cluster.local  process_status = [ <<  module_id = contrail-control-nodemgr  instance_id = 0  state = Non-Functional  connection_infos = [ <<  type = Collector  name = Collector  server_addrs = [ 10.0.0.41:8086,  ]  status = Initializing  description = Idle to Connect on EvIdleHoldTimerExpired  >>,  ]  description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down  >>,  ]  >>  
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
[Introspect:8101]10.0.0.41 - - [2024-12-30 01:46:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 7473 0.001419
[Introspect:8101]10.0.0.41 - - [2024-12-30 01:46:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 7473 0.001373
[Introspect:8101]10.0.0.41 - - [2024-12-30 01:46:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 7473 0.001247
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
[Introspect:8101]10.0.0.41 - - [2024-12-30 01:54:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 7502 0.001359
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'